2024-09-15T23:27:01.145 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-15T23:27:01.169 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-15T23:27:01.252 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906330 branch: squid description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-quiesce/no 6-workunit/suites/dbench}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7906330' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule name: teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 mds_export_ephemeral_random_max: 0.1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bluestore block size: 96636764160 bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy sha1: 8921c8ef947807b717db041d85f0761b7914d5fc subvols: create: 2 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount install: ceph: flavor: default sha1: 8921c8ef947807b717db041d85f0761b7914d5fc kclient: client.0: mount_subvol_num: 1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: ad35db06e8924912f01e32b35576297c0f1352b4 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 3393 sha1: 8921c8ef947807b717db041d85f0761b7914d5fc sleep_before_teardown: 0 subset: 294/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: ad35db06e8924912f01e32b35576297c0f1352b4 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi071.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNV4Fv7en5G20L13dLrizxtQZOlTRVfEJaZxqnD8CKH1z4c7ZBhhDdrwKx5TsGRGc1OofJfOWCxqW4CAnoW87K8= smithi163.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMmDIm/m7djMa+GNgOuPQaqFh/xshEeSChR43NtHfLHOP8SAAdDbwLWlbAG6Pz9QjYRwbUhf7xY3BN/go1VGxlg= smithi190.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMFm26YADJ3ptyvGMcibVhmCYD+XQp1iaHnV1YEl66i9iaiMKG2ly3hX8rOjaKPAsw9eqF45h+fMAAk9wAh65mc= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - ceph-fuse: null - exec: mon.a: - ceph fs set cephfs balance_automate false - ceph fs subvolumegroup pin cephfs qa random 0.10 - check-counter: {} - exec: mon.a: - ceph config set mgr mgr/snap_schedule/log_level debug - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - workunit: clients: all: - suites/dbench.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-15_21:24:03 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-15T23:27:01.252 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa; will attempt to use it 2024-09-15T23:27:01.253 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa/tasks 2024-09-15T23:27:01.254 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-15T23:27:01.255 INFO:teuthology.task.internal:Checking packages... 2024-09-15T23:27:01.282 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '8921c8ef947807b717db041d85f0761b7914d5fc' 2024-09-15T23:27:01.283 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-15T23:27:01.283 INFO:teuthology.packaging:ref: None 2024-09-15T23:27:01.283 INFO:teuthology.packaging:tag: None 2024-09-15T23:27:01.283 INFO:teuthology.packaging:branch: squid 2024-09-15T23:27:01.283 INFO:teuthology.packaging:sha1: 8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-15T23:27:01.283 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-15T23:27:01.488 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-328.gad35db06 2024-09-15T23:27:01.490 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-15T23:27:01.496 INFO:teuthology.task.internal:no buildpackages task found 2024-09-15T23:27:01.496 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-15T23:27:01.503 INFO:teuthology.task.internal:Saving configuration 2024-09-15T23:27:01.525 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-15T23:27:01.532 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-15T23:27:01.552 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi071.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906330', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-15 23:21:23.866884', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNV4Fv7en5G20L13dLrizxtQZOlTRVfEJaZxqnD8CKH1z4c7ZBhhDdrwKx5TsGRGc1OofJfOWCxqW4CAnoW87K8='} 2024-09-15T23:27:01.570 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi163.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906330', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-15 23:21:23.869465', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMmDIm/m7djMa+GNgOuPQaqFh/xshEeSChR43NtHfLHOP8SAAdDbwLWlbAG6Pz9QjYRwbUhf7xY3BN/go1VGxlg='} 2024-09-15T23:27:01.592 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi190.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906330', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-15 23:21:23.868281', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMFm26YADJ3ptyvGMcibVhmCYD+XQp1iaHnV1YEl66i9iaiMKG2ly3hX8rOjaKPAsw9eqF45h+fMAAk9wAh65mc='} 2024-09-15T23:27:01.592 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-15T23:27:01.599 INFO:teuthology.task.internal:roles: ubuntu@smithi071.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-09-15T23:27:01.599 INFO:teuthology.task.internal:roles: ubuntu@smithi163.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-09-15T23:27:01.599 INFO:teuthology.task.internal:roles: ubuntu@smithi190.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-09-15T23:27:01.599 INFO:teuthology.run_tasks:Running task console_log... 2024-09-15T23:27:01.683 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f2a1a873be0>, signals=[15]) 2024-09-15T23:27:01.683 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-15T23:27:01.690 INFO:teuthology.task.internal:Opening connections... 2024-09-15T23:27:01.690 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi071.front.sepia.ceph.com 2024-09-15T23:27:01.692 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T23:27:01.800 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi163.front.sepia.ceph.com 2024-09-15T23:27:01.801 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi163.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T23:27:01.877 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi190.front.sepia.ceph.com 2024-09-15T23:27:01.877 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi190.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T23:27:01.958 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-15T23:27:01.964 DEBUG:teuthology.orchestra.run.smithi071:> uname -m 2024-09-15T23:27:01.982 INFO:teuthology.orchestra.run.smithi071.stdout:x86_64 2024-09-15T23:27:01.983 DEBUG:teuthology.orchestra.run.smithi071:> cat /etc/os-release 2024-09-15T23:27:02.040 INFO:teuthology.orchestra.run.smithi071.stdout:NAME="CentOS Stream" 2024-09-15T23:27:02.041 INFO:teuthology.orchestra.run.smithi071.stdout:VERSION="9" 2024-09-15T23:27:02.041 INFO:teuthology.orchestra.run.smithi071.stdout:ID="centos" 2024-09-15T23:27:02.041 INFO:teuthology.orchestra.run.smithi071.stdout:ID_LIKE="rhel fedora" 2024-09-15T23:27:02.041 INFO:teuthology.orchestra.run.smithi071.stdout:VERSION_ID="9" 2024-09-15T23:27:02.041 INFO:teuthology.orchestra.run.smithi071.stdout:PLATFORM_ID="platform:el9" 2024-09-15T23:27:02.041 INFO:teuthology.orchestra.run.smithi071.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-15T23:27:02.041 INFO:teuthology.orchestra.run.smithi071.stdout:ANSI_COLOR="0;31" 2024-09-15T23:27:02.041 INFO:teuthology.orchestra.run.smithi071.stdout:LOGO="fedora-logo-icon" 2024-09-15T23:27:02.041 INFO:teuthology.orchestra.run.smithi071.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-15T23:27:02.042 INFO:teuthology.orchestra.run.smithi071.stdout:HOME_URL="https://centos.org/" 2024-09-15T23:27:02.042 INFO:teuthology.orchestra.run.smithi071.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-15T23:27:02.042 INFO:teuthology.orchestra.run.smithi071.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-15T23:27:02.042 INFO:teuthology.orchestra.run.smithi071.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-15T23:27:02.043 INFO:teuthology.lock.ops:Updating smithi071.front.sepia.ceph.com on lock server 2024-09-15T23:27:02.062 DEBUG:teuthology.orchestra.run.smithi163:> uname -m 2024-09-15T23:27:02.081 INFO:teuthology.orchestra.run.smithi163.stdout:x86_64 2024-09-15T23:27:02.081 DEBUG:teuthology.orchestra.run.smithi163:> cat /etc/os-release 2024-09-15T23:27:02.139 INFO:teuthology.orchestra.run.smithi163.stdout:NAME="CentOS Stream" 2024-09-15T23:27:02.139 INFO:teuthology.orchestra.run.smithi163.stdout:VERSION="9" 2024-09-15T23:27:02.139 INFO:teuthology.orchestra.run.smithi163.stdout:ID="centos" 2024-09-15T23:27:02.139 INFO:teuthology.orchestra.run.smithi163.stdout:ID_LIKE="rhel fedora" 2024-09-15T23:27:02.139 INFO:teuthology.orchestra.run.smithi163.stdout:VERSION_ID="9" 2024-09-15T23:27:02.139 INFO:teuthology.orchestra.run.smithi163.stdout:PLATFORM_ID="platform:el9" 2024-09-15T23:27:02.139 INFO:teuthology.orchestra.run.smithi163.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-15T23:27:02.139 INFO:teuthology.orchestra.run.smithi163.stdout:ANSI_COLOR="0;31" 2024-09-15T23:27:02.140 INFO:teuthology.orchestra.run.smithi163.stdout:LOGO="fedora-logo-icon" 2024-09-15T23:27:02.140 INFO:teuthology.orchestra.run.smithi163.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-15T23:27:02.140 INFO:teuthology.orchestra.run.smithi163.stdout:HOME_URL="https://centos.org/" 2024-09-15T23:27:02.140 INFO:teuthology.orchestra.run.smithi163.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-15T23:27:02.140 INFO:teuthology.orchestra.run.smithi163.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-15T23:27:02.140 INFO:teuthology.orchestra.run.smithi163.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-15T23:27:02.141 INFO:teuthology.lock.ops:Updating smithi163.front.sepia.ceph.com on lock server 2024-09-15T23:27:02.162 DEBUG:teuthology.orchestra.run.smithi190:> uname -m 2024-09-15T23:27:02.181 INFO:teuthology.orchestra.run.smithi190.stdout:x86_64 2024-09-15T23:27:02.181 DEBUG:teuthology.orchestra.run.smithi190:> cat /etc/os-release 2024-09-15T23:27:02.238 INFO:teuthology.orchestra.run.smithi190.stdout:NAME="CentOS Stream" 2024-09-15T23:27:02.239 INFO:teuthology.orchestra.run.smithi190.stdout:VERSION="9" 2024-09-15T23:27:02.239 INFO:teuthology.orchestra.run.smithi190.stdout:ID="centos" 2024-09-15T23:27:02.239 INFO:teuthology.orchestra.run.smithi190.stdout:ID_LIKE="rhel fedora" 2024-09-15T23:27:02.239 INFO:teuthology.orchestra.run.smithi190.stdout:VERSION_ID="9" 2024-09-15T23:27:02.239 INFO:teuthology.orchestra.run.smithi190.stdout:PLATFORM_ID="platform:el9" 2024-09-15T23:27:02.239 INFO:teuthology.orchestra.run.smithi190.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-15T23:27:02.239 INFO:teuthology.orchestra.run.smithi190.stdout:ANSI_COLOR="0;31" 2024-09-15T23:27:02.239 INFO:teuthology.orchestra.run.smithi190.stdout:LOGO="fedora-logo-icon" 2024-09-15T23:27:02.239 INFO:teuthology.orchestra.run.smithi190.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-15T23:27:02.239 INFO:teuthology.orchestra.run.smithi190.stdout:HOME_URL="https://centos.org/" 2024-09-15T23:27:02.239 INFO:teuthology.orchestra.run.smithi190.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-15T23:27:02.239 INFO:teuthology.orchestra.run.smithi190.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-15T23:27:02.240 INFO:teuthology.orchestra.run.smithi190.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-15T23:27:02.240 INFO:teuthology.lock.ops:Updating smithi190.front.sepia.ceph.com on lock server 2024-09-15T23:27:02.262 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-15T23:27:02.271 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-15T23:27:02.277 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-15T23:27:02.277 DEBUG:teuthology.orchestra.run.smithi071:> test '!' -e /home/ubuntu/cephtest 2024-09-15T23:27:02.280 DEBUG:teuthology.orchestra.run.smithi163:> test '!' -e /home/ubuntu/cephtest 2024-09-15T23:27:02.282 DEBUG:teuthology.orchestra.run.smithi190:> test '!' -e /home/ubuntu/cephtest 2024-09-15T23:27:02.303 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-15T23:27:02.308 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-15T23:27:02.308 DEBUG:teuthology.orchestra.run.smithi071:> test -z $(ls -A /var/lib/ceph) 2024-09-15T23:27:02.338 DEBUG:teuthology.orchestra.run.smithi163:> test -z $(ls -A /var/lib/ceph) 2024-09-15T23:27:02.340 DEBUG:teuthology.orchestra.run.smithi190:> test -z $(ls -A /var/lib/ceph) 2024-09-15T23:27:02.449 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-15T23:27:02.530 INFO:teuthology.run_tasks:Running task kernel... 2024-09-15T23:27:02.545 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-15T23:27:02.545 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}, 'mon.c': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-15T23:27:02.546 DEBUG:teuthology.orchestra.run.smithi071:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-15T23:27:02.547 DEBUG:teuthology.orchestra.run.smithi163:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-15T23:27:02.547 DEBUG:teuthology.orchestra.run.smithi190:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-15T23:27:02.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-15T23:27:02.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-15T23:27:02.566 DEBUG:teuthology.orchestra.run.smithi163:> uname -r 2024-09-15T23:27:02.566 DEBUG:teuthology.orchestra.run.smithi071:> uname -r 2024-09-15T23:27:02.567 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-15T23:27:02.568 DEBUG:teuthology.orchestra.run.smithi190:> uname -r 2024-09-15T23:27:02.624 INFO:teuthology.orchestra.run.smithi071.stdout:5.14.0-503.el9.x86_64 2024-09-15T23:27:02.624 INFO:teuthology.orchestra.run.smithi163.stdout:5.14.0-503.el9.x86_64 2024-09-15T23:27:02.624 INFO:teuthology.task.kernel:Running kernel on smithi071: 5.14.0-503.el9.x86_64 2024-09-15T23:27:02.625 DEBUG:teuthology.orchestra.run.smithi071:> sudo yum install -y kernel 2024-09-15T23:27:02.625 INFO:teuthology.task.kernel:Running kernel on smithi163: 5.14.0-503.el9.x86_64 2024-09-15T23:27:02.625 DEBUG:teuthology.orchestra.run.smithi163:> sudo yum install -y kernel 2024-09-15T23:27:02.627 INFO:teuthology.orchestra.run.smithi190.stdout:5.14.0-503.el9.x86_64 2024-09-15T23:27:02.627 INFO:teuthology.task.kernel:Running kernel on smithi190: 5.14.0-503.el9.x86_64 2024-09-15T23:27:02.627 DEBUG:teuthology.orchestra.run.smithi190:> sudo yum install -y kernel 2024-09-15T23:27:05.219 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.2 MB 00:00 2024-09-15T23:27:06.075 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - BaseOS 5.0 MB/s | 8.2 MB 00:01 2024-09-15T23:27:06.231 INFO:teuthology.orchestra.run.smithi163.stdout:CentOS Stream 9 - BaseOS 4.8 MB/s | 8.2 MB 00:01 2024-09-15T23:27:07.868 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - AppStream 30 MB/s | 20 MB 00:00 2024-09-15T23:27:08.116 INFO:teuthology.orchestra.run.smithi163.stdout:CentOS Stream 9 - AppStream 26 MB/s | 20 MB 00:00 2024-09-15T23:27:11.635 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - AppStream 3.8 MB/s | 20 MB 00:05 2024-09-15T23:27:12.716 INFO:teuthology.orchestra.run.smithi163.stdout:CentOS Stream 9 - CRB 8.2 MB/s | 6.5 MB 00:00 2024-09-15T23:27:13.443 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - CRB 3.7 MB/s | 6.5 MB 00:01 2024-09-15T23:27:14.134 INFO:teuthology.orchestra.run.smithi163.stdout:CentOS Stream 9 - Extras packages 84 kB/s | 19 kB 00:00 2024-09-15T23:27:14.979 INFO:teuthology.orchestra.run.smithi163.stdout:Extra Packages for Enterprise Linux 31 MB/s | 23 MB 00:00 2024-09-15T23:27:15.085 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - Extras packages 43 kB/s | 19 kB 00:00 2024-09-15T23:27:15.998 INFO:teuthology.orchestra.run.smithi190.stdout:Extra Packages for Enterprise Linux 29 MB/s | 23 MB 00:00 2024-09-15T23:27:16.012 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.5 MB 00:00 2024-09-15T23:27:17.470 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - Extras packages 72 kB/s | 19 kB 00:00 2024-09-15T23:27:18.374 INFO:teuthology.orchestra.run.smithi071.stdout:Extra Packages for Enterprise Linux 29 MB/s | 23 MB 00:00 2024-09-15T23:27:20.502 INFO:teuthology.orchestra.run.smithi163.stdout:lab-extras 26 kB/s | 1.7 kB 00:00 2024-09-15T23:27:21.437 INFO:teuthology.orchestra.run.smithi190.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-15T23:27:22.500 INFO:teuthology.orchestra.run.smithi163.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-15T23:27:22.500 INFO:teuthology.orchestra.run.smithi163.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-15T23:27:22.592 INFO:teuthology.orchestra.run.smithi163.stdout:Dependencies resolved. 2024-09-15T23:27:22.601 INFO:teuthology.orchestra.run.smithi163.stdout:================================================================================ 2024-09-15T23:27:22.601 INFO:teuthology.orchestra.run.smithi163.stdout: Package Architecture Version Repository Size 2024-09-15T23:27:22.601 INFO:teuthology.orchestra.run.smithi163.stdout:================================================================================ 2024-09-15T23:27:22.601 INFO:teuthology.orchestra.run.smithi163.stdout:Installing: 2024-09-15T23:27:22.601 INFO:teuthology.orchestra.run.smithi163.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-15T23:27:22.601 INFO:teuthology.orchestra.run.smithi163.stdout:Installing dependencies: 2024-09-15T23:27:22.601 INFO:teuthology.orchestra.run.smithi163.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-15T23:27:22.601 INFO:teuthology.orchestra.run.smithi163.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-15T23:27:22.602 INFO:teuthology.orchestra.run.smithi163.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-15T23:27:22.602 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:27:22.602 INFO:teuthology.orchestra.run.smithi163.stdout:Transaction Summary 2024-09-15T23:27:22.602 INFO:teuthology.orchestra.run.smithi163.stdout:================================================================================ 2024-09-15T23:27:22.602 INFO:teuthology.orchestra.run.smithi163.stdout:Install 4 Packages 2024-09-15T23:27:22.602 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:27:22.603 INFO:teuthology.orchestra.run.smithi163.stdout:Total download size: 79 M 2024-09-15T23:27:22.603 INFO:teuthology.orchestra.run.smithi163.stdout:Installed size: 126 M 2024-09-15T23:27:22.603 INFO:teuthology.orchestra.run.smithi163.stdout:Downloading Packages: 2024-09-15T23:27:22.811 INFO:teuthology.orchestra.run.smithi163.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 242 kB/s | 23 kB 00:00 2024-09-15T23:27:23.162 INFO:teuthology.orchestra.run.smithi163.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 35 MB/s | 16 MB 00:00 2024-09-15T23:27:23.452 INFO:teuthology.orchestra.run.smithi190.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-15T23:27:23.452 INFO:teuthology.orchestra.run.smithi190.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-15T23:27:23.487 INFO:teuthology.orchestra.run.smithi163.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 42 MB/s | 29 MB 00:00 2024-09-15T23:27:23.540 INFO:teuthology.orchestra.run.smithi190.stdout:Dependencies resolved. 2024-09-15T23:27:23.552 INFO:teuthology.orchestra.run.smithi190.stdout:================================================================================ 2024-09-15T23:27:23.552 INFO:teuthology.orchestra.run.smithi190.stdout: Package Architecture Version Repository Size 2024-09-15T23:27:23.552 INFO:teuthology.orchestra.run.smithi190.stdout:================================================================================ 2024-09-15T23:27:23.552 INFO:teuthology.orchestra.run.smithi190.stdout:Installing: 2024-09-15T23:27:23.552 INFO:teuthology.orchestra.run.smithi190.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-15T23:27:23.552 INFO:teuthology.orchestra.run.smithi190.stdout:Installing dependencies: 2024-09-15T23:27:23.552 INFO:teuthology.orchestra.run.smithi190.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-15T23:27:23.552 INFO:teuthology.orchestra.run.smithi190.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-15T23:27:23.552 INFO:teuthology.orchestra.run.smithi190.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-15T23:27:23.552 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:27:23.553 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction Summary 2024-09-15T23:27:23.553 INFO:teuthology.orchestra.run.smithi190.stdout:================================================================================ 2024-09-15T23:27:23.553 INFO:teuthology.orchestra.run.smithi190.stdout:Install 4 Packages 2024-09-15T23:27:23.553 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:27:23.553 INFO:teuthology.orchestra.run.smithi190.stdout:Total download size: 79 M 2024-09-15T23:27:23.553 INFO:teuthology.orchestra.run.smithi190.stdout:Installed size: 126 M 2024-09-15T23:27:23.553 INFO:teuthology.orchestra.run.smithi190.stdout:Downloading Packages: 2024-09-15T23:27:23.746 INFO:teuthology.orchestra.run.smithi071.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-15T23:27:23.897 INFO:teuthology.orchestra.run.smithi190.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 242 kB/s | 23 kB 00:00 2024-09-15T23:27:24.280 INFO:teuthology.orchestra.run.smithi190.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 33 MB/s | 16 MB 00:00 2024-09-15T23:27:24.320 INFO:teuthology.orchestra.run.smithi163.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 22 MB/s | 35 MB 00:01 2024-09-15T23:27:24.321 INFO:teuthology.orchestra.run.smithi163.stdout:-------------------------------------------------------------------------------- 2024-09-15T23:27:24.321 INFO:teuthology.orchestra.run.smithi163.stdout:Total 46 MB/s | 79 MB 00:01 2024-09-15T23:27:24.655 INFO:teuthology.orchestra.run.smithi190.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 38 MB/s | 29 MB 00:00 2024-09-15T23:27:24.956 INFO:teuthology.orchestra.run.smithi190.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 30 MB/s | 35 MB 00:01 2024-09-15T23:27:24.956 INFO:teuthology.orchestra.run.smithi190.stdout:-------------------------------------------------------------------------------- 2024-09-15T23:27:24.956 INFO:teuthology.orchestra.run.smithi190.stdout:Total 56 MB/s | 79 MB 00:01 2024-09-15T23:27:25.002 INFO:teuthology.orchestra.run.smithi163.stdout:Running transaction check 2024-09-15T23:27:25.383 INFO:teuthology.orchestra.run.smithi163.stdout:Transaction check succeeded. 2024-09-15T23:27:25.383 INFO:teuthology.orchestra.run.smithi163.stdout:Running transaction test 2024-09-15T23:27:25.640 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction check 2024-09-15T23:27:25.769 INFO:teuthology.orchestra.run.smithi071.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-15T23:27:25.770 INFO:teuthology.orchestra.run.smithi071.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-15T23:27:25.865 INFO:teuthology.orchestra.run.smithi071.stdout:Dependencies resolved. 2024-09-15T23:27:25.869 INFO:teuthology.orchestra.run.smithi071.stdout:================================================================================ 2024-09-15T23:27:25.869 INFO:teuthology.orchestra.run.smithi071.stdout: Package Architecture Version Repository Size 2024-09-15T23:27:25.869 INFO:teuthology.orchestra.run.smithi071.stdout:================================================================================ 2024-09-15T23:27:25.869 INFO:teuthology.orchestra.run.smithi071.stdout:Installing: 2024-09-15T23:27:25.869 INFO:teuthology.orchestra.run.smithi071.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-15T23:27:25.869 INFO:teuthology.orchestra.run.smithi071.stdout:Installing dependencies: 2024-09-15T23:27:25.869 INFO:teuthology.orchestra.run.smithi071.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-15T23:27:25.870 INFO:teuthology.orchestra.run.smithi071.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-15T23:27:25.870 INFO:teuthology.orchestra.run.smithi071.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-15T23:27:25.870 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:27:25.870 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction Summary 2024-09-15T23:27:25.870 INFO:teuthology.orchestra.run.smithi071.stdout:================================================================================ 2024-09-15T23:27:25.870 INFO:teuthology.orchestra.run.smithi071.stdout:Install 4 Packages 2024-09-15T23:27:25.870 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:27:25.871 INFO:teuthology.orchestra.run.smithi071.stdout:Total download size: 79 M 2024-09-15T23:27:25.871 INFO:teuthology.orchestra.run.smithi071.stdout:Installed size: 126 M 2024-09-15T23:27:25.871 INFO:teuthology.orchestra.run.smithi071.stdout:Downloading Packages: 2024-09-15T23:27:25.990 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction check succeeded. 2024-09-15T23:27:25.991 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction test 2024-09-15T23:27:26.343 INFO:teuthology.orchestra.run.smithi163.stdout:Transaction test succeeded. 2024-09-15T23:27:26.343 INFO:teuthology.orchestra.run.smithi163.stdout:Running transaction 2024-09-15T23:27:26.423 INFO:teuthology.orchestra.run.smithi071.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 77 kB/s | 23 kB 00:00 2024-09-15T23:27:26.948 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction test succeeded. 2024-09-15T23:27:26.948 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction 2024-09-15T23:27:28.815 INFO:teuthology.orchestra.run.smithi163.stdout: Preparing : 1/1 2024-09-15T23:27:29.173 INFO:teuthology.orchestra.run.smithi071.stdout:(2/4): kernel-modules-core-5.14.0-505.el9.x86_6 10 MB/s | 29 MB 00:02 2024-09-15T23:27:29.420 INFO:teuthology.orchestra.run.smithi190.stdout: Preparing : 1/1 2024-09-15T23:27:29.541 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-15T23:27:29.630 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-15T23:27:30.129 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-15T23:27:30.172 INFO:teuthology.orchestra.run.smithi071.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 8.5 MB/s | 35 MB 00:04 2024-09-15T23:27:30.214 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-15T23:27:30.431 INFO:teuthology.orchestra.run.smithi071.stdout:(4/4): kernel-core-5.14.0-505.el9.x86_64.rpm 3.6 MB/s | 16 MB 00:04 2024-09-15T23:27:30.432 INFO:teuthology.orchestra.run.smithi071.stdout:-------------------------------------------------------------------------------- 2024-09-15T23:27:30.432 INFO:teuthology.orchestra.run.smithi071.stdout:Total 17 MB/s | 79 MB 00:04 2024-09-15T23:27:31.114 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction check 2024-09-15T23:27:31.457 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction check succeeded. 2024-09-15T23:27:31.457 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction test 2024-09-15T23:27:32.406 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction test succeeded. 2024-09-15T23:27:32.407 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction 2024-09-15T23:27:32.444 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-15T23:27:32.581 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-15T23:27:33.002 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-15T23:27:33.134 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-15T23:27:34.840 INFO:teuthology.orchestra.run.smithi071.stdout: Preparing : 1/1 2024-09-15T23:27:35.489 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-15T23:27:35.583 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-15T23:27:37.437 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-15T23:27:37.481 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-15T23:27:37.948 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-15T23:27:38.076 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-15T23:27:38.370 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-15T23:27:38.638 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-15T23:27:42.363 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-15T23:27:42.927 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-15T23:27:43.464 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-15T23:27:43.505 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-15T23:27:48.327 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-15T23:28:20.671 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-15T23:28:20.710 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-15T23:28:21.093 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-15T23:28:21.093 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-15T23:28:21.093 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-15T23:28:21.093 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-15T23:28:21.225 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-15T23:28:21.265 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-15T23:28:21.628 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-15T23:28:21.629 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-15T23:28:21.629 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-15T23:28:21.629 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-15T23:28:21.979 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-15T23:28:21.979 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:28:21.980 INFO:teuthology.orchestra.run.smithi163.stdout:Installed: 2024-09-15T23:28:21.980 INFO:teuthology.orchestra.run.smithi163.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-15T23:28:21.980 INFO:teuthology.orchestra.run.smithi163.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-15T23:28:21.980 INFO:teuthology.orchestra.run.smithi163.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-15T23:28:21.980 INFO:teuthology.orchestra.run.smithi163.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-15T23:28:21.980 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:28:21.980 INFO:teuthology.orchestra.run.smithi163.stdout:Complete! 2024-09-15T23:28:22.370 DEBUG:teuthology.orchestra.run.smithi163:> rpm -q kernel | sort -rV | head -n 1 2024-09-15T23:28:22.449 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-15T23:28:22.450 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:28:22.450 INFO:teuthology.orchestra.run.smithi190.stdout:Installed: 2024-09-15T23:28:22.450 INFO:teuthology.orchestra.run.smithi190.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-15T23:28:22.450 INFO:teuthology.orchestra.run.smithi190.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-15T23:28:22.450 INFO:teuthology.orchestra.run.smithi190.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-15T23:28:22.450 INFO:teuthology.orchestra.run.smithi190.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-15T23:28:22.450 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:28:22.450 INFO:teuthology.orchestra.run.smithi190.stdout:Complete! 2024-09-15T23:28:22.461 INFO:teuthology.orchestra.run.smithi163.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-15T23:28:22.462 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-15T23:28:22.462 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-15T23:28:22.462 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-15T23:28:22.462 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-15T23:28:22.462 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-15T23:28:22.462 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi163.front.sepia.ceph.com, path=None, version=distro) 2024-09-15T23:28:22.462 DEBUG:teuthology.orchestra.run.smithi163:> rpm -q kernel | sort -rV | head -n 1 2024-09-15T23:28:22.522 INFO:teuthology.orchestra.run.smithi163.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-15T23:28:22.522 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-15T23:28:22.522 DEBUG:teuthology.orchestra.run.smithi163:> sudo rpm -qi grub2-tools 2024-09-15T23:28:22.553 INFO:teuthology.orchestra.run.smithi163.stdout:Name : grub2-tools 2024-09-15T23:28:22.554 INFO:teuthology.orchestra.run.smithi163.stdout:Epoch : 1 2024-09-15T23:28:22.554 INFO:teuthology.orchestra.run.smithi163.stdout:Version : 2.06 2024-09-15T23:28:22.554 INFO:teuthology.orchestra.run.smithi163.stdout:Release : 82.el9 2024-09-15T23:28:22.554 INFO:teuthology.orchestra.run.smithi163.stdout:Architecture: x86_64 2024-09-15T23:28:22.554 INFO:teuthology.orchestra.run.smithi163.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-15T23:28:22.554 INFO:teuthology.orchestra.run.smithi163.stdout:Group : Unspecified 2024-09-15T23:28:22.554 INFO:teuthology.orchestra.run.smithi163.stdout:Size : 8274670 2024-09-15T23:28:22.554 INFO:teuthology.orchestra.run.smithi163.stdout:License : GPLv3+ 2024-09-15T23:28:22.554 INFO:teuthology.orchestra.run.smithi163.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-15T23:28:22.554 INFO:teuthology.orchestra.run.smithi163.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-15T23:28:22.554 INFO:teuthology.orchestra.run.smithi163.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-15T23:28:22.554 INFO:teuthology.orchestra.run.smithi163.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-15T23:28:22.555 INFO:teuthology.orchestra.run.smithi163.stdout:Packager : builder@centos.org 2024-09-15T23:28:22.555 INFO:teuthology.orchestra.run.smithi163.stdout:Vendor : CentOS 2024-09-15T23:28:22.555 INFO:teuthology.orchestra.run.smithi163.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-15T23:28:22.555 INFO:teuthology.orchestra.run.smithi163.stdout:Summary : Support tools for GRUB. 2024-09-15T23:28:22.555 INFO:teuthology.orchestra.run.smithi163.stdout:Description : 2024-09-15T23:28:22.555 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:28:22.555 INFO:teuthology.orchestra.run.smithi163.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-15T23:28:22.555 INFO:teuthology.orchestra.run.smithi163.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-15T23:28:22.555 INFO:teuthology.orchestra.run.smithi163.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-15T23:28:22.555 INFO:teuthology.orchestra.run.smithi163.stdout:hardware devices. 2024-09-15T23:28:22.555 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:28:22.555 INFO:teuthology.orchestra.run.smithi163.stdout:This subpackage provides tools for support of all platforms. 2024-09-15T23:28:22.556 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-15T23:28:22.556 INFO:teuthology.task.kernel:Updating grub on smithi163 to boot 5.14.0-505.el9.x86_64 2024-09-15T23:28:22.556 DEBUG:teuthology.orchestra.run.smithi163:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-15T23:28:22.816 DEBUG:teuthology.orchestra.run.smithi190:> rpm -q kernel | sort -rV | head -n 1 2024-09-15T23:28:22.901 INFO:teuthology.orchestra.run.smithi190.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-15T23:28:22.901 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-15T23:28:22.901 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-15T23:28:22.901 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-15T23:28:22.901 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-15T23:28:22.901 INFO:teuthology.task.kernel:Installing distro kernel on mon.c... 2024-09-15T23:28:22.902 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi190.front.sepia.ceph.com, path=None, version=distro) 2024-09-15T23:28:22.902 DEBUG:teuthology.orchestra.run.smithi190:> rpm -q kernel | sort -rV | head -n 1 2024-09-15T23:28:22.959 INFO:teuthology.orchestra.run.smithi190.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-15T23:28:22.960 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-15T23:28:22.960 DEBUG:teuthology.orchestra.run.smithi190:> sudo rpm -qi grub2-tools 2024-09-15T23:28:22.999 INFO:teuthology.orchestra.run.smithi190.stdout:Name : grub2-tools 2024-09-15T23:28:22.999 INFO:teuthology.orchestra.run.smithi190.stdout:Epoch : 1 2024-09-15T23:28:22.999 INFO:teuthology.orchestra.run.smithi190.stdout:Version : 2.06 2024-09-15T23:28:23.000 INFO:teuthology.orchestra.run.smithi190.stdout:Release : 82.el9 2024-09-15T23:28:23.000 INFO:teuthology.orchestra.run.smithi190.stdout:Architecture: x86_64 2024-09-15T23:28:23.000 INFO:teuthology.orchestra.run.smithi190.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-15T23:28:23.000 INFO:teuthology.orchestra.run.smithi190.stdout:Group : Unspecified 2024-09-15T23:28:23.000 INFO:teuthology.orchestra.run.smithi190.stdout:Size : 8274670 2024-09-15T23:28:23.000 INFO:teuthology.orchestra.run.smithi190.stdout:License : GPLv3+ 2024-09-15T23:28:23.000 INFO:teuthology.orchestra.run.smithi190.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-15T23:28:23.000 INFO:teuthology.orchestra.run.smithi190.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-15T23:28:23.000 INFO:teuthology.orchestra.run.smithi190.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-15T23:28:23.000 INFO:teuthology.orchestra.run.smithi190.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-15T23:28:23.000 INFO:teuthology.orchestra.run.smithi190.stdout:Packager : builder@centos.org 2024-09-15T23:28:23.000 INFO:teuthology.orchestra.run.smithi190.stdout:Vendor : CentOS 2024-09-15T23:28:23.000 INFO:teuthology.orchestra.run.smithi190.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-15T23:28:23.001 INFO:teuthology.orchestra.run.smithi190.stdout:Summary : Support tools for GRUB. 2024-09-15T23:28:23.001 INFO:teuthology.orchestra.run.smithi190.stdout:Description : 2024-09-15T23:28:23.001 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:28:23.001 INFO:teuthology.orchestra.run.smithi190.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-15T23:28:23.001 INFO:teuthology.orchestra.run.smithi190.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-15T23:28:23.001 INFO:teuthology.orchestra.run.smithi190.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-15T23:28:23.001 INFO:teuthology.orchestra.run.smithi190.stdout:hardware devices. 2024-09-15T23:28:23.001 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:28:23.001 INFO:teuthology.orchestra.run.smithi190.stdout:This subpackage provides tools for support of all platforms. 2024-09-15T23:28:23.002 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-15T23:28:23.002 INFO:teuthology.task.kernel:Updating grub on smithi190 to boot 5.14.0-505.el9.x86_64 2024-09-15T23:28:23.002 DEBUG:teuthology.orchestra.run.smithi190:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-15T23:28:23.161 INFO:teuthology.orchestra.run.smithi163.stderr:Generating grub configuration file ... 2024-09-15T23:28:23.608 INFO:teuthology.orchestra.run.smithi190.stderr:Generating grub configuration file ... 2024-09-15T23:28:24.456 INFO:teuthology.orchestra.run.smithi163.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-15T23:28:24.477 INFO:teuthology.orchestra.run.smithi163.stderr:done 2024-09-15T23:28:24.479 DEBUG:teuthology.orchestra.run.smithi163:> mktemp 2024-09-15T23:28:24.495 INFO:teuthology.orchestra.run.smithi163.stdout:/tmp/tmp.vJQrxvem2B 2024-09-15T23:28:24.495 DEBUG:teuthology.orchestra.run.smithi163:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.vJQrxvem2B 2024-09-15T23:28:24.563 DEBUG:teuthology.orchestra.run.smithi163:> sudo chmod 0666 /tmp/tmp.vJQrxvem2B 2024-09-15T23:28:24.702 DEBUG:teuthology.orchestra.remote:smithi163:/tmp/tmp.vJQrxvem2B is 6KB 2024-09-15T23:28:24.751 DEBUG:teuthology.orchestra.run.smithi163:> rm -fr /tmp/tmp.vJQrxvem2B 2024-09-15T23:28:24.766 DEBUG:teuthology.orchestra.run.smithi163:> sudo /bin/ls /boot/loader/entries || true 2024-09-15T23:28:24.829 INFO:teuthology.orchestra.run.smithi163.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-15T23:28:24.829 INFO:teuthology.orchestra.run.smithi163.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-15T23:28:24.829 INFO:teuthology.orchestra.run.smithi163.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-15T23:28:24.829 INFO:teuthology.orchestra.run.smithi163.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-15T23:28:24.831 DEBUG:teuthology.orchestra.run.smithi163:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-15T23:28:24.908 INFO:teuthology.orchestra.run.smithi190.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-15T23:28:24.936 INFO:teuthology.orchestra.run.smithi190.stderr:done 2024-09-15T23:28:24.938 DEBUG:teuthology.orchestra.run.smithi190:> mktemp 2024-09-15T23:28:24.953 INFO:teuthology.orchestra.run.smithi190.stdout:/tmp/tmp.hyrhO25eQL 2024-09-15T23:28:24.954 DEBUG:teuthology.orchestra.run.smithi190:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.hyrhO25eQL 2024-09-15T23:28:24.978 DEBUG:teuthology.orchestra.run.smithi163:> sudo shutdown -r now 2024-09-15T23:28:25.021 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod 0666 /tmp/tmp.hyrhO25eQL 2024-09-15T23:28:25.159 DEBUG:teuthology.orchestra.remote:smithi190:/tmp/tmp.hyrhO25eQL is 6KB 2024-09-15T23:28:25.180 DEBUG:teuthology.orchestra.run.smithi190:> rm -fr /tmp/tmp.hyrhO25eQL 2024-09-15T23:28:25.195 DEBUG:teuthology.orchestra.run.smithi190:> sudo /bin/ls /boot/loader/entries || true 2024-09-15T23:28:25.258 INFO:teuthology.orchestra.run.smithi190.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-15T23:28:25.258 INFO:teuthology.orchestra.run.smithi190.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-15T23:28:25.258 INFO:teuthology.orchestra.run.smithi190.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-15T23:28:25.259 INFO:teuthology.orchestra.run.smithi190.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-15T23:28:25.260 DEBUG:teuthology.orchestra.run.smithi190:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-15T23:28:25.416 DEBUG:teuthology.orchestra.run.smithi190:> sudo shutdown -r now 2024-09-15T23:28:26.534 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-15T23:28:26.574 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-15T23:28:26.936 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-15T23:28:26.937 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-15T23:28:26.937 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-15T23:28:26.937 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-15T23:28:27.761 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-15T23:28:27.761 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:28:27.761 INFO:teuthology.orchestra.run.smithi071.stdout:Installed: 2024-09-15T23:28:27.761 INFO:teuthology.orchestra.run.smithi071.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-15T23:28:27.761 INFO:teuthology.orchestra.run.smithi071.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-15T23:28:27.761 INFO:teuthology.orchestra.run.smithi071.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-15T23:28:27.762 INFO:teuthology.orchestra.run.smithi071.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-15T23:28:27.762 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:28:27.762 INFO:teuthology.orchestra.run.smithi071.stdout:Complete! 2024-09-15T23:28:28.128 DEBUG:teuthology.orchestra.run.smithi071:> rpm -q kernel | sort -rV | head -n 1 2024-09-15T23:28:28.214 INFO:teuthology.orchestra.run.smithi071.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-15T23:28:28.214 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-15T23:28:28.215 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-15T23:28:28.215 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-15T23:28:28.215 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-15T23:28:28.215 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-15T23:28:28.215 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi071.front.sepia.ceph.com, path=None, version=distro) 2024-09-15T23:28:28.216 DEBUG:teuthology.orchestra.run.smithi071:> rpm -q kernel | sort -rV | head -n 1 2024-09-15T23:28:28.274 INFO:teuthology.orchestra.run.smithi071.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-15T23:28:28.274 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-15T23:28:28.275 DEBUG:teuthology.orchestra.run.smithi071:> sudo rpm -qi grub2-tools 2024-09-15T23:28:28.317 INFO:teuthology.orchestra.run.smithi071.stdout:Name : grub2-tools 2024-09-15T23:28:28.317 INFO:teuthology.orchestra.run.smithi071.stdout:Epoch : 1 2024-09-15T23:28:28.317 INFO:teuthology.orchestra.run.smithi071.stdout:Version : 2.06 2024-09-15T23:28:28.317 INFO:teuthology.orchestra.run.smithi071.stdout:Release : 82.el9 2024-09-15T23:28:28.317 INFO:teuthology.orchestra.run.smithi071.stdout:Architecture: x86_64 2024-09-15T23:28:28.317 INFO:teuthology.orchestra.run.smithi071.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-15T23:28:28.317 INFO:teuthology.orchestra.run.smithi071.stdout:Group : Unspecified 2024-09-15T23:28:28.317 INFO:teuthology.orchestra.run.smithi071.stdout:Size : 8274670 2024-09-15T23:28:28.318 INFO:teuthology.orchestra.run.smithi071.stdout:License : GPLv3+ 2024-09-15T23:28:28.318 INFO:teuthology.orchestra.run.smithi071.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-15T23:28:28.318 INFO:teuthology.orchestra.run.smithi071.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-15T23:28:28.318 INFO:teuthology.orchestra.run.smithi071.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-15T23:28:28.318 INFO:teuthology.orchestra.run.smithi071.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-15T23:28:28.318 INFO:teuthology.orchestra.run.smithi071.stdout:Packager : builder@centos.org 2024-09-15T23:28:28.318 INFO:teuthology.orchestra.run.smithi071.stdout:Vendor : CentOS 2024-09-15T23:28:28.318 INFO:teuthology.orchestra.run.smithi071.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-15T23:28:28.318 INFO:teuthology.orchestra.run.smithi071.stdout:Summary : Support tools for GRUB. 2024-09-15T23:28:28.318 INFO:teuthology.orchestra.run.smithi071.stdout:Description : 2024-09-15T23:28:28.318 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:28:28.318 INFO:teuthology.orchestra.run.smithi071.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-15T23:28:28.318 INFO:teuthology.orchestra.run.smithi071.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-15T23:28:28.319 INFO:teuthology.orchestra.run.smithi071.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-15T23:28:28.319 INFO:teuthology.orchestra.run.smithi071.stdout:hardware devices. 2024-09-15T23:28:28.319 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:28:28.319 INFO:teuthology.orchestra.run.smithi071.stdout:This subpackage provides tools for support of all platforms. 2024-09-15T23:28:28.320 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-15T23:28:28.320 INFO:teuthology.task.kernel:Updating grub on smithi071 to boot 5.14.0-505.el9.x86_64 2024-09-15T23:28:28.320 DEBUG:teuthology.orchestra.run.smithi071:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-15T23:28:29.013 INFO:teuthology.orchestra.run.smithi071.stderr:Generating grub configuration file ... 2024-09-15T23:28:30.307 INFO:teuthology.orchestra.run.smithi071.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-15T23:28:30.353 INFO:teuthology.orchestra.run.smithi071.stderr:done 2024-09-15T23:28:30.355 DEBUG:teuthology.orchestra.run.smithi071:> mktemp 2024-09-15T23:28:30.371 INFO:teuthology.orchestra.run.smithi071.stdout:/tmp/tmp.GsmRHY8jb1 2024-09-15T23:28:30.371 DEBUG:teuthology.orchestra.run.smithi071:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.GsmRHY8jb1 2024-09-15T23:28:30.441 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 0666 /tmp/tmp.GsmRHY8jb1 2024-09-15T23:28:30.579 DEBUG:teuthology.orchestra.remote:smithi071:/tmp/tmp.GsmRHY8jb1 is 6KB 2024-09-15T23:28:30.628 DEBUG:teuthology.orchestra.run.smithi071:> rm -fr /tmp/tmp.GsmRHY8jb1 2024-09-15T23:28:30.643 DEBUG:teuthology.orchestra.run.smithi071:> sudo /bin/ls /boot/loader/entries || true 2024-09-15T23:28:30.706 INFO:teuthology.orchestra.run.smithi071.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-15T23:28:30.706 INFO:teuthology.orchestra.run.smithi071.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-15T23:28:30.706 INFO:teuthology.orchestra.run.smithi071.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-15T23:28:30.706 INFO:teuthology.orchestra.run.smithi071.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-15T23:28:30.707 DEBUG:teuthology.orchestra.run.smithi071:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-15T23:28:30.860 DEBUG:teuthology.orchestra.run.smithi071:> sudo shutdown -r now 2024-09-15T23:28:55.005 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-15T23:28:55.005 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi163.front.sepia.ceph.com' 2024-09-15T23:28:55.006 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi163.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T23:28:55.418 INFO:teuthology.task.kernel:Checking client mon.c for new kernel version... 2024-09-15T23:28:55.419 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi190.front.sepia.ceph.com' 2024-09-15T23:28:55.419 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi190.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T23:29:00.869 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-15T23:29:00.869 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2024-09-15T23:29:00.870 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T23:29:13.533 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.163 2024-09-15T23:29:13.789 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.190 2024-09-15T23:29:19.421 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.71 2024-09-15T23:29:22.537 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi163.front.sepia.ceph.com' 2024-09-15T23:29:22.537 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi163.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T23:29:22.790 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi190.front.sepia.ceph.com' 2024-09-15T23:29:22.791 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi190.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T23:29:25.597 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.163 2024-09-15T23:29:25.853 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.190 2024-09-15T23:29:28.424 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2024-09-15T23:29:28.425 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T23:29:37.607 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi163.front.sepia.ceph.com' 2024-09-15T23:29:37.608 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi163.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T23:29:37.854 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi190.front.sepia.ceph.com' 2024-09-15T23:29:37.855 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi190.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T23:29:40.669 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.163 2024-09-15T23:29:55.684 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi163.front.sepia.ceph.com' 2024-09-15T23:29:55.685 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi163.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T23:30:09.717 DEBUG:teuthology.orchestra.run.smithi190:> true 2024-09-15T23:30:10.048 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi190.front.sepia.ceph.com' 2024-09-15T23:30:10.048 INFO:teuthology.task.kernel:Checking kernel version of mon.c, want "5.14.0-505.el9.x86_64"... 2024-09-15T23:30:10.048 DEBUG:teuthology.orchestra.run.smithi190:> uname -r 2024-09-15T23:30:10.063 INFO:teuthology.orchestra.run.smithi190.stdout:5.14.0-505.el9.x86_64 2024-09-15T23:30:10.063 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-15T23:30:10.063 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-15T23:30:10.063 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-15T23:30:11.065 INFO:teuthology.task.kernel:Enabling kdb on mon.c... 2024-09-15T23:30:11.065 DEBUG:teuthology.orchestra.run.smithi190:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-15T23:30:11.135 INFO:teuthology.orchestra.run.smithi190.stdout:ttyS1 2024-09-15T23:30:11.153 DEBUG:teuthology.parallel:result is None 2024-09-15T23:30:14.205 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.163 2024-09-15T23:30:28.427 DEBUG:teuthology.orchestra.remote:timed out 2024-09-15T23:30:32.206 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi163.front.sepia.ceph.com' 2024-09-15T23:30:32.207 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi163.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T23:30:32.551 DEBUG:teuthology.orchestra.run.smithi163:> true 2024-09-15T23:30:32.924 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi163.front.sepia.ceph.com' 2024-09-15T23:30:32.924 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-15T23:30:32.924 DEBUG:teuthology.orchestra.run.smithi163:> uname -r 2024-09-15T23:30:32.938 INFO:teuthology.orchestra.run.smithi163.stdout:5.14.0-505.el9.x86_64 2024-09-15T23:30:32.938 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-15T23:30:32.938 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-15T23:30:32.938 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-15T23:30:33.939 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-15T23:30:33.939 DEBUG:teuthology.orchestra.run.smithi163:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-15T23:30:34.005 INFO:teuthology.orchestra.run.smithi163.stdout:ttyS1 2024-09-15T23:30:34.032 DEBUG:teuthology.parallel:result is None 2024-09-15T23:30:40.428 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2024-09-15T23:30:40.428 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T23:30:40.803 DEBUG:teuthology.orchestra.run.smithi071:> true 2024-09-15T23:30:41.153 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi071.front.sepia.ceph.com' 2024-09-15T23:30:41.153 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-15T23:30:41.153 DEBUG:teuthology.orchestra.run.smithi071:> uname -r 2024-09-15T23:30:41.169 INFO:teuthology.orchestra.run.smithi071.stdout:5.14.0-505.el9.x86_64 2024-09-15T23:30:41.169 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-15T23:30:41.170 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-15T23:30:41.170 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-15T23:30:42.171 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-15T23:30:42.171 DEBUG:teuthology.orchestra.run.smithi071:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-15T23:30:42.247 INFO:teuthology.orchestra.run.smithi071.stdout:ttyS1 2024-09-15T23:30:42.269 DEBUG:teuthology.parallel:result is None 2024-09-15T23:30:42.270 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-15T23:30:42.275 INFO:teuthology.task.internal:Creating test directory... 2024-09-15T23:30:42.276 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-15T23:30:42.278 DEBUG:teuthology.orchestra.run.smithi163:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-15T23:30:42.281 DEBUG:teuthology.orchestra.run.smithi190:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-15T23:30:42.299 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-15T23:30:42.306 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-15T23:30:42.313 INFO:teuthology.task.internal:Creating archive directory... 2024-09-15T23:30:42.314 DEBUG:teuthology.orchestra.run.smithi071:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-15T23:30:42.337 DEBUG:teuthology.orchestra.run.smithi163:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-15T23:30:42.340 DEBUG:teuthology.orchestra.run.smithi190:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-15T23:30:42.464 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-15T23:30:42.471 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-15T23:30:42.471 DEBUG:teuthology.orchestra.run.smithi071:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-15T23:30:42.474 DEBUG:teuthology.orchestra.run.smithi163:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-15T23:30:42.476 DEBUG:teuthology.orchestra.run.smithi190:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-15T23:30:42.502 INFO:teuthology.orchestra.run.smithi071.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-15T23:30:42.507 INFO:teuthology.orchestra.run.smithi163.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-15T23:30:42.511 INFO:teuthology.orchestra.run.smithi190.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-15T23:30:42.514 INFO:teuthology.orchestra.run.smithi071.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-15T23:30:42.519 INFO:teuthology.orchestra.run.smithi163.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-15T23:30:42.523 INFO:teuthology.orchestra.run.smithi190.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-15T23:30:42.525 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-15T23:30:42.531 INFO:teuthology.task.internal:Configuring sudo... 2024-09-15T23:30:42.531 DEBUG:teuthology.orchestra.run.smithi071:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-15T23:30:42.559 DEBUG:teuthology.orchestra.run.smithi163:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-15T23:30:42.566 DEBUG:teuthology.orchestra.run.smithi190:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-15T23:30:42.593 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-15T23:30:42.603 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-15T23:30:42.604 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-15T23:30:42.629 DEBUG:teuthology.orchestra.run.smithi163:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-15T23:30:42.634 DEBUG:teuthology.orchestra.run.smithi190:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-15T23:30:42.651 DEBUG:teuthology.orchestra.run.smithi071:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-15T23:30:42.722 DEBUG:teuthology.orchestra.run.smithi071:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-15T23:30:42.773 DEBUG:teuthology.orchestra.run.smithi071:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-15T23:30:42.856 DEBUG:teuthology.orchestra.run.smithi071:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-15T23:30:42.898 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-15T23:30:42.898 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-15T23:30:42.963 DEBUG:teuthology.orchestra.run.smithi163:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-15T23:30:43.009 DEBUG:teuthology.orchestra.run.smithi163:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-15T23:30:43.071 DEBUG:teuthology.orchestra.run.smithi163:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-15T23:30:43.115 DEBUG:teuthology.orchestra.run.smithi163:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-15T23:30:43.158 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-15T23:30:43.158 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-15T23:30:43.226 DEBUG:teuthology.orchestra.run.smithi190:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-15T23:30:43.272 DEBUG:teuthology.orchestra.run.smithi190:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-15T23:30:43.332 DEBUG:teuthology.orchestra.run.smithi190:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-15T23:30:43.377 DEBUG:teuthology.orchestra.run.smithi190:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-15T23:30:43.418 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-09-15T23:30:43.418 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-15T23:30:43.485 DEBUG:teuthology.orchestra.run.smithi071:> sudo service rsyslog restart 2024-09-15T23:30:43.487 DEBUG:teuthology.orchestra.run.smithi163:> sudo service rsyslog restart 2024-09-15T23:30:43.489 DEBUG:teuthology.orchestra.run.smithi190:> sudo service rsyslog restart 2024-09-15T23:30:43.527 INFO:teuthology.orchestra.run.smithi071.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-15T23:30:43.532 INFO:teuthology.orchestra.run.smithi163.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-15T23:30:43.570 INFO:teuthology.orchestra.run.smithi190.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-15T23:30:44.101 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-15T23:30:44.109 INFO:teuthology.task.internal:Starting timer... 2024-09-15T23:30:44.109 INFO:teuthology.run_tasks:Running task pcp... 2024-09-15T23:30:44.118 INFO:teuthology.run_tasks:Running task selinux... 2024-09-15T23:30:44.127 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-09-15T23:30:44.127 DEBUG:teuthology.orchestra.run.smithi071:> sudo service auditd rotate 2024-09-15T23:30:44.175 INFO:teuthology.orchestra.run.smithi071.stdout:Rotating logs: 2024-09-15T23:30:44.177 DEBUG:teuthology.orchestra.run.smithi163:> sudo service auditd rotate 2024-09-15T23:30:44.238 INFO:teuthology.orchestra.run.smithi163.stdout:Rotating logs: 2024-09-15T23:30:44.240 DEBUG:teuthology.orchestra.run.smithi190:> sudo service auditd rotate 2024-09-15T23:30:44.300 INFO:teuthology.orchestra.run.smithi190.stdout:Rotating logs: 2024-09-15T23:30:44.302 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-15T23:30:44.302 DEBUG:teuthology.orchestra.run.smithi071:> /usr/sbin/getenforce 2024-09-15T23:30:44.331 INFO:teuthology.orchestra.run.smithi071.stdout:Permissive 2024-09-15T23:30:44.331 DEBUG:teuthology.orchestra.run.smithi163:> /usr/sbin/getenforce 2024-09-15T23:30:44.354 INFO:teuthology.orchestra.run.smithi163.stdout:Permissive 2024-09-15T23:30:44.354 DEBUG:teuthology.orchestra.run.smithi190:> /usr/sbin/getenforce 2024-09-15T23:30:44.373 INFO:teuthology.orchestra.run.smithi190.stdout:Permissive 2024-09-15T23:30:44.374 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi071.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi163.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi190.front.sepia.ceph.com': 'permissive'} 2024-09-15T23:30:44.374 DEBUG:teuthology.orchestra.run.smithi071:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-15T23:30:44.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-15T23:30:44.401 DEBUG:teuthology.orchestra.run.smithi163:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-15T23:30:44.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-15T23:30:44.435 DEBUG:teuthology.orchestra.run.smithi190:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-15T23:30:44.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-15T23:30:44.462 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-15T23:30:44.462 DEBUG:teuthology.orchestra.run.smithi071:> sudo /usr/sbin/setenforce permissive 2024-09-15T23:30:44.492 DEBUG:teuthology.orchestra.run.smithi163:> sudo /usr/sbin/setenforce permissive 2024-09-15T23:30:44.530 DEBUG:teuthology.orchestra.run.smithi190:> sudo /usr/sbin/setenforce permissive 2024-09-15T23:30:44.565 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-15T23:30:44.578 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-15T23:30:44.611 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-15T23:30:44.612 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi071.front.sepia.ceph.com,smithi163.front.sepia.ceph.com,smithi190.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-15T23:34:37.202 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi071.front.sepia.ceph.com'), Remote(name='ubuntu@smithi163.front.sepia.ceph.com'), Remote(name='ubuntu@smithi190.front.sepia.ceph.com')] 2024-09-15T23:34:37.203 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2024-09-15T23:34:37.204 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T23:34:37.284 DEBUG:teuthology.orchestra.run.smithi071:> true 2024-09-15T23:34:37.360 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi071.front.sepia.ceph.com' 2024-09-15T23:34:37.360 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi163.front.sepia.ceph.com' 2024-09-15T23:34:37.361 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi163.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T23:34:37.435 DEBUG:teuthology.orchestra.run.smithi163:> true 2024-09-15T23:34:37.512 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi163.front.sepia.ceph.com' 2024-09-15T23:34:37.513 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi190.front.sepia.ceph.com' 2024-09-15T23:34:37.513 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi190.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-15T23:34:37.590 DEBUG:teuthology.orchestra.run.smithi190:> true 2024-09-15T23:34:37.669 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi190.front.sepia.ceph.com' 2024-09-15T23:34:37.670 INFO:teuthology.run_tasks:Running task clock... 2024-09-15T23:34:37.680 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-15T23:34:37.681 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-15T23:34:37.681 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-15T23:34:37.683 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-15T23:34:37.684 DEBUG:teuthology.orchestra.run.smithi163:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-15T23:34:37.686 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-15T23:34:37.686 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-15T23:34:37.711 INFO:teuthology.orchestra.run.smithi071.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-15T23:34:37.713 INFO:teuthology.orchestra.run.smithi163.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-15T23:34:37.725 INFO:teuthology.orchestra.run.smithi071.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-15T23:34:37.727 INFO:teuthology.orchestra.run.smithi163.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-15T23:34:37.739 INFO:teuthology.orchestra.run.smithi190.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-15T23:34:37.749 INFO:teuthology.orchestra.run.smithi071.stderr:sudo: ntpd: command not found 2024-09-15T23:34:37.751 INFO:teuthology.orchestra.run.smithi163.stderr:sudo: ntpd: command not found 2024-09-15T23:34:37.754 INFO:teuthology.orchestra.run.smithi190.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-15T23:34:37.760 INFO:teuthology.orchestra.run.smithi071.stdout:506 Cannot talk to daemon 2024-09-15T23:34:37.762 INFO:teuthology.orchestra.run.smithi163.stdout:506 Cannot talk to daemon 2024-09-15T23:34:37.774 INFO:teuthology.orchestra.run.smithi071.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-15T23:34:37.776 INFO:teuthology.orchestra.run.smithi163.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-15T23:34:37.780 INFO:teuthology.orchestra.run.smithi190.stderr:sudo: ntpd: command not found 2024-09-15T23:34:37.788 INFO:teuthology.orchestra.run.smithi071.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-15T23:34:37.790 INFO:teuthology.orchestra.run.smithi163.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-15T23:34:37.791 INFO:teuthology.orchestra.run.smithi190.stdout:506 Cannot talk to daemon 2024-09-15T23:34:37.805 INFO:teuthology.orchestra.run.smithi190.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-15T23:34:37.822 INFO:teuthology.orchestra.run.smithi190.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-15T23:34:37.842 INFO:teuthology.orchestra.run.smithi071.stderr:bash: line 1: ntpq: command not found 2024-09-15T23:34:37.846 INFO:teuthology.orchestra.run.smithi071.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-15T23:34:37.846 INFO:teuthology.orchestra.run.smithi071.stdout:=============================================================================== 2024-09-15T23:34:37.846 INFO:teuthology.orchestra.run.smithi071.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-15T23:34:37.846 INFO:teuthology.orchestra.run.smithi071.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-15T23:34:37.846 INFO:teuthology.orchestra.run.smithi071.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-15T23:34:37.846 INFO:teuthology.orchestra.run.smithi071.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-15T23:34:37.847 INFO:teuthology.orchestra.run.smithi163.stderr:bash: line 1: ntpq: command not found 2024-09-15T23:34:37.851 INFO:teuthology.orchestra.run.smithi163.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-15T23:34:37.851 INFO:teuthology.orchestra.run.smithi163.stdout:=============================================================================== 2024-09-15T23:34:37.851 INFO:teuthology.orchestra.run.smithi163.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-15T23:34:37.851 INFO:teuthology.orchestra.run.smithi163.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-15T23:34:37.851 INFO:teuthology.orchestra.run.smithi163.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-15T23:34:37.852 INFO:teuthology.orchestra.run.smithi163.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-15T23:34:37.875 INFO:teuthology.orchestra.run.smithi190.stderr:bash: line 1: ntpq: command not found 2024-09-15T23:34:37.879 INFO:teuthology.orchestra.run.smithi190.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-15T23:34:37.879 INFO:teuthology.orchestra.run.smithi190.stdout:=============================================================================== 2024-09-15T23:34:37.879 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-15T23:34:37.879 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-15T23:34:37.879 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-15T23:34:37.879 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-15T23:34:37.880 INFO:teuthology.run_tasks:Running task install... 2024-09-15T23:34:37.887 DEBUG:teuthology.task.install:project ceph 2024-09-15T23:34:37.888 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}} 2024-09-15T23:34:37.888 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'} 2024-09-15T23:34:37.888 INFO:teuthology.task.install:Using flavor: default 2024-09-15T23:34:37.894 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-15T23:34:37.894 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-15T23:34:37.894 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'tag': None, 'wait_for_package': False} 2024-09-15T23:34:37.894 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-15T23:34:37.896 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'tag': None, 'wait_for_package': False} 2024-09-15T23:34:37.896 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-15T23:34:37.897 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'tag': None, 'wait_for_package': False} 2024-09-15T23:34:37.897 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-15T23:34:38.049 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/ 2024-09-15T23:34:38.050 INFO:teuthology.task.install.rpm:Package version is 19.1.1-326.g8921c8ef 2024-09-15T23:34:38.056 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/ 2024-09-15T23:34:38.056 INFO:teuthology.task.install.rpm:Package version is 19.1.1-326.g8921c8ef 2024-09-15T23:34:38.060 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/ 2024-09-15T23:34:38.060 INFO:teuthology.task.install.rpm:Package version is 19.1.1-326.g8921c8ef 2024-09-15T23:34:38.159 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-15T23:34:38.159 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-15T23:34:38.159 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-15T23:34:38.166 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-15T23:34:38.167 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-09-15T23:34:38.167 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-15T23:34:38.172 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-15T23:34:38.172 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-15T23:34:38.172 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-15T23:34:38.185 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-15T23:34:38.185 DEBUG:teuthology.orchestra.run.smithi071:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8921c8ef947807b717db041d85f0761b7914d5fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-15T23:34:38.193 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-15T23:34:38.193 DEBUG:teuthology.orchestra.run.smithi190:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8921c8ef947807b717db041d85f0761b7914d5fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-15T23:34:38.199 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-15T23:34:38.199 DEBUG:teuthology.orchestra.run.smithi163:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8921c8ef947807b717db041d85f0761b7914d5fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-15T23:34:38.251 DEBUG:teuthology.orchestra.run.smithi071:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-15T23:34:38.259 DEBUG:teuthology.orchestra.run.smithi190:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-15T23:34:38.266 DEBUG:teuthology.orchestra.run.smithi163:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-15T23:34:38.326 DEBUG:teuthology.orchestra.run.smithi071:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-15T23:34:38.333 DEBUG:teuthology.orchestra.run.smithi190:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-15T23:34:38.341 DEBUG:teuthology.orchestra.run.smithi163:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-15T23:34:38.390 INFO:teuthology.orchestra.run.smithi071.stdout:check_obsoletes = 1 2024-09-15T23:34:38.392 DEBUG:teuthology.orchestra.run.smithi071:> sudo yum clean all 2024-09-15T23:34:38.398 INFO:teuthology.orchestra.run.smithi190.stdout:check_obsoletes = 1 2024-09-15T23:34:38.400 DEBUG:teuthology.orchestra.run.smithi190:> sudo yum clean all 2024-09-15T23:34:38.404 INFO:teuthology.orchestra.run.smithi163.stdout:check_obsoletes = 1 2024-09-15T23:34:38.406 DEBUG:teuthology.orchestra.run.smithi163:> sudo yum clean all 2024-09-15T23:34:38.614 INFO:teuthology.orchestra.run.smithi071.stdout:45 files removed 2024-09-15T23:34:38.635 INFO:teuthology.orchestra.run.smithi190.stdout:45 files removed 2024-09-15T23:34:38.641 DEBUG:teuthology.orchestra.run.smithi071:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-15T23:34:38.641 INFO:teuthology.orchestra.run.smithi163.stdout:45 files removed 2024-09-15T23:34:38.663 DEBUG:teuthology.orchestra.run.smithi190:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-15T23:34:38.667 DEBUG:teuthology.orchestra.run.smithi163:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-15T23:34:39.200 INFO:teuthology.orchestra.run.smithi071.stdout:ceph packages for x86_64 304 kB/s | 83 kB 00:00 2024-09-15T23:34:39.213 INFO:teuthology.orchestra.run.smithi190.stdout:ceph packages for x86_64 316 kB/s | 83 kB 00:00 2024-09-15T23:34:39.249 INFO:teuthology.orchestra.run.smithi163.stdout:ceph packages for x86_64 283 kB/s | 83 kB 00:00 2024-09-15T23:34:39.483 INFO:teuthology.orchestra.run.smithi071.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-15T23:34:39.506 INFO:teuthology.orchestra.run.smithi190.stdout:ceph noarch packages 47 kB/s | 12 kB 00:00 2024-09-15T23:34:39.516 INFO:teuthology.orchestra.run.smithi163.stdout:ceph noarch packages 52 kB/s | 12 kB 00:00 2024-09-15T23:34:39.751 INFO:teuthology.orchestra.run.smithi071.stdout:ceph source packages 8.2 kB/s | 1.9 kB 00:00 2024-09-15T23:34:39.775 INFO:teuthology.orchestra.run.smithi163.stdout:ceph source packages 8.5 kB/s | 1.9 kB 00:00 2024-09-15T23:34:39.780 INFO:teuthology.orchestra.run.smithi190.stdout:ceph source packages 8.0 kB/s | 1.9 kB 00:00 2024-09-15T23:34:40.251 INFO:teuthology.orchestra.run.smithi163.stdout:CentOS Stream 9 - BaseOS 19 MB/s | 8.2 MB 00:00 2024-09-15T23:34:41.231 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - BaseOS 5.8 MB/s | 8.2 MB 00:01 2024-09-15T23:34:41.937 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - BaseOS 3.8 MB/s | 8.2 MB 00:02 2024-09-15T23:34:42.502 INFO:teuthology.orchestra.run.smithi163.stdout:CentOS Stream 9 - AppStream 18 MB/s | 20 MB 00:01 2024-09-15T23:34:43.159 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - AppStream 25 MB/s | 20 MB 00:00 2024-09-15T23:34:43.885 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - AppStream 24 MB/s | 20 MB 00:00 2024-09-15T23:34:47.636 INFO:teuthology.orchestra.run.smithi163.stdout:CentOS Stream 9 - CRB 5.2 MB/s | 6.5 MB 00:01 2024-09-15T23:34:48.244 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.5 MB 00:00 2024-09-15T23:34:49.251 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - CRB 2.9 MB/s | 6.5 MB 00:02 2024-09-15T23:34:49.637 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - Extras packages 103 kB/s | 19 kB 00:00 2024-09-15T23:34:49.987 INFO:teuthology.orchestra.run.smithi163.stdout:CentOS Stream 9 - Extras packages 17 kB/s | 19 kB 00:01 2024-09-15T23:34:50.732 INFO:teuthology.orchestra.run.smithi071.stdout:Extra Packages for Enterprise Linux 23 MB/s | 23 MB 00:00 2024-09-15T23:34:50.891 INFO:teuthology.orchestra.run.smithi163.stdout:Extra Packages for Enterprise Linux 29 MB/s | 23 MB 00:00 2024-09-15T23:34:51.094 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - Extras packages 37 kB/s | 19 kB 00:00 2024-09-15T23:34:52.098 INFO:teuthology.orchestra.run.smithi190.stdout:Extra Packages for Enterprise Linux 26 MB/s | 23 MB 00:00 2024-09-15T23:34:56.065 INFO:teuthology.orchestra.run.smithi071.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-09-15T23:34:56.556 INFO:teuthology.orchestra.run.smithi163.stdout:lab-extras 41 kB/s | 1.7 kB 00:00 2024-09-15T23:34:57.537 INFO:teuthology.orchestra.run.smithi190.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-15T23:34:58.539 INFO:teuthology.orchestra.run.smithi071.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-15T23:34:58.540 INFO:teuthology.orchestra.run.smithi071.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-15T23:34:58.551 INFO:teuthology.orchestra.run.smithi071.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-15T23:34:58.552 INFO:teuthology.orchestra.run.smithi071.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-15T23:34:58.553 INFO:teuthology.orchestra.run.smithi071.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-15T23:34:58.553 INFO:teuthology.orchestra.run.smithi071.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-15T23:34:58.555 INFO:teuthology.orchestra.run.smithi071.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-15T23:34:58.557 INFO:teuthology.orchestra.run.smithi071.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-15T23:34:58.558 INFO:teuthology.orchestra.run.smithi071.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-15T23:34:58.620 INFO:teuthology.orchestra.run.smithi071.stdout:Dependencies resolved. 2024-09-15T23:34:58.632 INFO:teuthology.orchestra.run.smithi071.stdout:====================================================================================== 2024-09-15T23:34:58.633 INFO:teuthology.orchestra.run.smithi071.stdout: Package Arch Version Repository Size 2024-09-15T23:34:58.633 INFO:teuthology.orchestra.run.smithi071.stdout:====================================================================================== 2024-09-15T23:34:58.633 INFO:teuthology.orchestra.run.smithi071.stdout:Installing: 2024-09-15T23:34:58.633 INFO:teuthology.orchestra.run.smithi071.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-15T23:34:58.633 INFO:teuthology.orchestra.run.smithi071.stdout: ceph x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 6.5 k 2024-09-15T23:34:58.633 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-base x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.4 M 2024-09-15T23:34:58.633 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 896 k 2024-09-15T23:34:58.633 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 145 k 2024-09-15T23:34:58.633 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 1.5 M 2024-09-15T23:34:58.633 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 146 k 2024-09-15T23:34:58.633 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-dashboard noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 3.6 M 2024-09-15T23:34:58.633 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 7.4 M 2024-09-15T23:34:58.634 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-rook noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 49 k 2024-09-15T23:34:58.634 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-radosgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 11 M 2024-09-15T23:34:58.634 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-test x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 49 M 2024-09-15T23:34:58.634 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-volume noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 285 k 2024-09-15T23:34:58.634 INFO:teuthology.orchestra.run.smithi071.stdout: cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 765 k 2024-09-15T23:34:58.634 INFO:teuthology.orchestra.run.smithi071.stdout: cephfs-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 228 k 2024-09-15T23:34:58.634 INFO:teuthology.orchestra.run.smithi071.stdout: cephfs-shell x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 27 k 2024-09-15T23:34:58.634 INFO:teuthology.orchestra.run.smithi071.stdout: cephfs-top noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 18 k 2024-09-15T23:34:58.634 INFO:teuthology.orchestra.run.smithi071.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-15T23:34:58.634 INFO:teuthology.orchestra.run.smithi071.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-15T23:34:58.634 INFO:teuthology.orchestra.run.smithi071.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-15T23:34:58.634 INFO:teuthology.orchestra.run.smithi071.stdout: libcephfs-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 32 k 2024-09-15T23:34:58.634 INFO:teuthology.orchestra.run.smithi071.stdout: libcephfs2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 751 k 2024-09-15T23:34:58.635 INFO:teuthology.orchestra.run.smithi071.stdout: librados-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 127 k 2024-09-15T23:34:58.635 INFO:teuthology.orchestra.run.smithi071.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-15T23:34:58.635 INFO:teuthology.orchestra.run.smithi071.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-15T23:34:58.635 INFO:teuthology.orchestra.run.smithi071.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-15T23:34:58.635 INFO:teuthology.orchestra.run.smithi071.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-15T23:34:58.635 INFO:teuthology.orchestra.run.smithi071.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-15T23:34:58.635 INFO:teuthology.orchestra.run.smithi071.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-15T23:34:58.635 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cephfs x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 161 k 2024-09-15T23:34:58.635 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rados x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 320 k 2024-09-15T23:34:58.635 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 300 k 2024-09-15T23:34:58.635 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 99 k 2024-09-15T23:34:58.635 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 85 k 2024-09-15T23:34:58.636 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.1 M 2024-09-15T23:34:58.636 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-nbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 170 k 2024-09-15T23:34:58.636 INFO:teuthology.orchestra.run.smithi071.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-15T23:34:58.636 INFO:teuthology.orchestra.run.smithi071.stdout:Upgrading: 2024-09-15T23:34:58.636 INFO:teuthology.orchestra.run.smithi071.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-15T23:34:58.636 INFO:teuthology.orchestra.run.smithi071.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-15T23:34:58.636 INFO:teuthology.orchestra.run.smithi071.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-15T23:34:58.636 INFO:teuthology.orchestra.run.smithi071.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-15T23:34:58.636 INFO:teuthology.orchestra.run.smithi071.stdout: librados2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.4 M 2024-09-15T23:34:58.636 INFO:teuthology.orchestra.run.smithi071.stdout: librbd1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.2 M 2024-09-15T23:34:58.636 INFO:teuthology.orchestra.run.smithi071.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-15T23:34:58.636 INFO:teuthology.orchestra.run.smithi071.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-15T23:34:58.636 INFO:teuthology.orchestra.run.smithi071.stdout:Installing dependencies: 2024-09-15T23:34:58.637 INFO:teuthology.orchestra.run.smithi071.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-15T23:34:58.637 INFO:teuthology.orchestra.run.smithi071.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-15T23:34:58.637 INFO:teuthology.orchestra.run.smithi071.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-15T23:34:58.637 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 21 M 2024-09-15T23:34:58.637 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-grafana-dashboards noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 32 k 2024-09-15T23:34:58.637 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mds x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 2.4 M 2024-09-15T23:34:58.637 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-modules-core noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 249 k 2024-09-15T23:34:58.637 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mon x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 4.7 M 2024-09-15T23:34:58.637 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-osd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 17 M 2024-09-15T23:34:58.637 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-prometheus-alerts noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 16 k 2024-09-15T23:34:58.637 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-selinux x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 25 k 2024-09-15T23:34:58.637 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-15T23:34:58.637 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-15T23:34:58.638 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-15T23:34:58.638 INFO:teuthology.orchestra.run.smithi071.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-15T23:34:58.638 INFO:teuthology.orchestra.run.smithi071.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-15T23:34:58.638 INFO:teuthology.orchestra.run.smithi071.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-15T23:34:58.638 INFO:teuthology.orchestra.run.smithi071.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-15T23:34:58.638 INFO:teuthology.orchestra.run.smithi071.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-15T23:34:58.638 INFO:teuthology.orchestra.run.smithi071.stdout: libcephsqlite x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 163 k 2024-09-15T23:34:58.638 INFO:teuthology.orchestra.run.smithi071.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-15T23:34:58.638 INFO:teuthology.orchestra.run.smithi071.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-15T23:34:58.638 INFO:teuthology.orchestra.run.smithi071.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-15T23:34:58.638 INFO:teuthology.orchestra.run.smithi071.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-15T23:34:58.639 INFO:teuthology.orchestra.run.smithi071.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-15T23:34:58.639 INFO:teuthology.orchestra.run.smithi071.stdout: libradosstriper1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 506 k 2024-09-15T23:34:58.639 INFO:teuthology.orchestra.run.smithi071.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-15T23:34:58.639 INFO:teuthology.orchestra.run.smithi071.stdout: librgw2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.3 M 2024-09-15T23:34:58.639 INFO:teuthology.orchestra.run.smithi071.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-15T23:34:58.639 INFO:teuthology.orchestra.run.smithi071.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-15T23:34:58.639 INFO:teuthology.orchestra.run.smithi071.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-15T23:34:58.639 INFO:teuthology.orchestra.run.smithi071.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-15T23:34:58.639 INFO:teuthology.orchestra.run.smithi071.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-15T23:34:58.639 INFO:teuthology.orchestra.run.smithi071.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-15T23:34:58.639 INFO:teuthology.orchestra.run.smithi071.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-15T23:34:58.639 INFO:teuthology.orchestra.run.smithi071.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-15T23:34:58.639 INFO:teuthology.orchestra.run.smithi071.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-15T23:34:58.640 INFO:teuthology.orchestra.run.smithi071.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-15T23:34:58.640 INFO:teuthology.orchestra.run.smithi071.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-15T23:34:58.640 INFO:teuthology.orchestra.run.smithi071.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-15T23:34:58.640 INFO:teuthology.orchestra.run.smithi071.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-15T23:34:58.640 INFO:teuthology.orchestra.run.smithi071.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-15T23:34:58.640 INFO:teuthology.orchestra.run.smithi071.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-15T23:34:58.640 INFO:teuthology.orchestra.run.smithi071.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-15T23:34:58.640 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-15T23:34:58.641 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ceph-argparse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 45 k 2024-09-15T23:34:58.641 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 136 k 2024-09-15T23:34:58.641 INFO:teuthology.orchestra.run.smithi071.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-15T23:34:58.641 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-15T23:34:58.641 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-15T23:34:58.641 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-15T23:34:58.641 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-15T23:34:58.641 INFO:teuthology.orchestra.run.smithi071.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-15T23:34:58.641 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-15T23:34:58.641 INFO:teuthology.orchestra.run.smithi071.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-15T23:34:58.641 INFO:teuthology.orchestra.run.smithi071.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-15T23:34:58.642 INFO:teuthology.orchestra.run.smithi071.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-15T23:34:58.642 INFO:teuthology.orchestra.run.smithi071.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-15T23:34:58.642 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-15T23:34:58.642 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-15T23:34:58.642 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-15T23:34:58.642 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-15T23:34:58.642 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-15T23:34:58.642 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-15T23:34:58.642 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-15T23:34:58.642 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-15T23:34:58.642 INFO:teuthology.orchestra.run.smithi071.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-15T23:34:58.642 INFO:teuthology.orchestra.run.smithi071.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-15T23:34:58.642 INFO:teuthology.orchestra.run.smithi071.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-15T23:34:58.642 INFO:teuthology.orchestra.run.smithi071.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-15T23:34:58.643 INFO:teuthology.orchestra.run.smithi071.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-15T23:34:58.643 INFO:teuthology.orchestra.run.smithi071.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-15T23:34:58.643 INFO:teuthology.orchestra.run.smithi071.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-15T23:34:58.643 INFO:teuthology.orchestra.run.smithi071.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-15T23:34:58.643 INFO:teuthology.orchestra.run.smithi071.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-15T23:34:58.643 INFO:teuthology.orchestra.run.smithi071.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-15T23:34:58.643 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-15T23:34:58.643 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-15T23:34:58.643 INFO:teuthology.orchestra.run.smithi071.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-15T23:34:58.643 INFO:teuthology.orchestra.run.smithi071.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-15T23:34:58.643 INFO:teuthology.orchestra.run.smithi071.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-15T23:34:58.643 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-15T23:34:58.644 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-15T23:34:58.644 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-15T23:34:58.644 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-15T23:34:58.644 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-15T23:34:58.644 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-15T23:34:58.644 INFO:teuthology.orchestra.run.smithi071.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-15T23:34:58.644 INFO:teuthology.orchestra.run.smithi071.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-15T23:34:58.644 INFO:teuthology.orchestra.run.smithi071.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-15T23:34:58.644 INFO:teuthology.orchestra.run.smithi071.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-15T23:34:58.644 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-15T23:34:58.644 INFO:teuthology.orchestra.run.smithi071.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-15T23:34:58.645 INFO:teuthology.orchestra.run.smithi071.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-15T23:34:58.645 INFO:teuthology.orchestra.run.smithi071.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-15T23:34:58.645 INFO:teuthology.orchestra.run.smithi071.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-15T23:34:58.645 INFO:teuthology.orchestra.run.smithi071.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-15T23:34:58.645 INFO:teuthology.orchestra.run.smithi071.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-15T23:34:58.645 INFO:teuthology.orchestra.run.smithi071.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-15T23:34:58.645 INFO:teuthology.orchestra.run.smithi071.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-15T23:34:58.645 INFO:teuthology.orchestra.run.smithi071.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-15T23:34:58.645 INFO:teuthology.orchestra.run.smithi071.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-15T23:34:58.645 INFO:teuthology.orchestra.run.smithi071.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-15T23:34:58.645 INFO:teuthology.orchestra.run.smithi071.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-15T23:34:58.646 INFO:teuthology.orchestra.run.smithi071.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-15T23:34:58.646 INFO:teuthology.orchestra.run.smithi071.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-15T23:34:58.646 INFO:teuthology.orchestra.run.smithi071.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-15T23:34:58.646 INFO:teuthology.orchestra.run.smithi071.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-15T23:34:58.646 INFO:teuthology.orchestra.run.smithi071.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-15T23:34:58.646 INFO:teuthology.orchestra.run.smithi071.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-15T23:34:58.646 INFO:teuthology.orchestra.run.smithi071.stdout:Installing weak dependencies: 2024-09-15T23:34:58.646 INFO:teuthology.orchestra.run.smithi071.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-15T23:34:58.646 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:34:58.646 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction Summary 2024-09-15T23:34:58.647 INFO:teuthology.orchestra.run.smithi071.stdout:====================================================================================== 2024-09-15T23:34:58.647 INFO:teuthology.orchestra.run.smithi071.stdout:Install 148 Packages 2024-09-15T23:34:58.647 INFO:teuthology.orchestra.run.smithi071.stdout:Upgrade 8 Packages 2024-09-15T23:34:58.647 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:34:58.648 INFO:teuthology.orchestra.run.smithi071.stdout:Total download size: 226 M 2024-09-15T23:34:58.648 INFO:teuthology.orchestra.run.smithi071.stdout:Downloading Packages: 2024-09-15T23:34:58.893 INFO:teuthology.orchestra.run.smithi163.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-15T23:34:58.894 INFO:teuthology.orchestra.run.smithi163.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-15T23:34:58.907 INFO:teuthology.orchestra.run.smithi163.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-15T23:34:58.908 INFO:teuthology.orchestra.run.smithi163.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-15T23:34:58.909 INFO:teuthology.orchestra.run.smithi163.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-15T23:34:58.910 INFO:teuthology.orchestra.run.smithi163.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-15T23:34:58.912 INFO:teuthology.orchestra.run.smithi163.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-15T23:34:58.915 INFO:teuthology.orchestra.run.smithi163.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-15T23:34:58.916 INFO:teuthology.orchestra.run.smithi163.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-15T23:34:58.979 INFO:teuthology.orchestra.run.smithi163.stdout:Dependencies resolved. 2024-09-15T23:34:58.993 INFO:teuthology.orchestra.run.smithi163.stdout:====================================================================================== 2024-09-15T23:34:58.993 INFO:teuthology.orchestra.run.smithi163.stdout: Package Arch Version Repository Size 2024-09-15T23:34:58.993 INFO:teuthology.orchestra.run.smithi163.stdout:====================================================================================== 2024-09-15T23:34:58.993 INFO:teuthology.orchestra.run.smithi163.stdout:Installing: 2024-09-15T23:34:58.993 INFO:teuthology.orchestra.run.smithi163.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-15T23:34:58.993 INFO:teuthology.orchestra.run.smithi163.stdout: ceph x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 6.5 k 2024-09-15T23:34:58.993 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-base x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.4 M 2024-09-15T23:34:58.993 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 896 k 2024-09-15T23:34:58.994 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 145 k 2024-09-15T23:34:58.994 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 1.5 M 2024-09-15T23:34:58.994 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 146 k 2024-09-15T23:34:58.994 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-dashboard noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 3.6 M 2024-09-15T23:34:58.994 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 7.4 M 2024-09-15T23:34:58.994 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-rook noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 49 k 2024-09-15T23:34:58.994 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-radosgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 11 M 2024-09-15T23:34:58.994 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-test x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 49 M 2024-09-15T23:34:58.994 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-volume noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 285 k 2024-09-15T23:34:58.994 INFO:teuthology.orchestra.run.smithi163.stdout: cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 765 k 2024-09-15T23:34:58.994 INFO:teuthology.orchestra.run.smithi163.stdout: cephfs-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 228 k 2024-09-15T23:34:58.994 INFO:teuthology.orchestra.run.smithi163.stdout: cephfs-shell x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 27 k 2024-09-15T23:34:58.995 INFO:teuthology.orchestra.run.smithi163.stdout: cephfs-top noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 18 k 2024-09-15T23:34:58.995 INFO:teuthology.orchestra.run.smithi163.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-15T23:34:58.995 INFO:teuthology.orchestra.run.smithi163.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-15T23:34:58.995 INFO:teuthology.orchestra.run.smithi163.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-15T23:34:58.995 INFO:teuthology.orchestra.run.smithi163.stdout: libcephfs-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 32 k 2024-09-15T23:34:58.995 INFO:teuthology.orchestra.run.smithi163.stdout: libcephfs2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 751 k 2024-09-15T23:34:58.995 INFO:teuthology.orchestra.run.smithi163.stdout: librados-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 127 k 2024-09-15T23:34:58.995 INFO:teuthology.orchestra.run.smithi163.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-15T23:34:58.995 INFO:teuthology.orchestra.run.smithi163.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-15T23:34:58.995 INFO:teuthology.orchestra.run.smithi163.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-15T23:34:58.995 INFO:teuthology.orchestra.run.smithi163.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-15T23:34:58.995 INFO:teuthology.orchestra.run.smithi163.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-15T23:34:58.996 INFO:teuthology.orchestra.run.smithi163.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-15T23:34:58.996 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cephfs x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 161 k 2024-09-15T23:34:58.996 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rados x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 320 k 2024-09-15T23:34:58.996 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 300 k 2024-09-15T23:34:58.996 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 99 k 2024-09-15T23:34:58.996 INFO:teuthology.orchestra.run.smithi163.stdout: rbd-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 85 k 2024-09-15T23:34:58.996 INFO:teuthology.orchestra.run.smithi163.stdout: rbd-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.1 M 2024-09-15T23:34:58.996 INFO:teuthology.orchestra.run.smithi163.stdout: rbd-nbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 170 k 2024-09-15T23:34:58.996 INFO:teuthology.orchestra.run.smithi163.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-15T23:34:58.996 INFO:teuthology.orchestra.run.smithi163.stdout:Upgrading: 2024-09-15T23:34:58.996 INFO:teuthology.orchestra.run.smithi163.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-15T23:34:58.996 INFO:teuthology.orchestra.run.smithi163.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-15T23:34:58.997 INFO:teuthology.orchestra.run.smithi163.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-15T23:34:58.997 INFO:teuthology.orchestra.run.smithi163.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-15T23:34:58.997 INFO:teuthology.orchestra.run.smithi163.stdout: librados2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.4 M 2024-09-15T23:34:58.997 INFO:teuthology.orchestra.run.smithi163.stdout: librbd1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.2 M 2024-09-15T23:34:58.997 INFO:teuthology.orchestra.run.smithi163.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-15T23:34:58.997 INFO:teuthology.orchestra.run.smithi163.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-15T23:34:58.997 INFO:teuthology.orchestra.run.smithi163.stdout:Installing dependencies: 2024-09-15T23:34:58.997 INFO:teuthology.orchestra.run.smithi163.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-15T23:34:58.997 INFO:teuthology.orchestra.run.smithi163.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-15T23:34:58.997 INFO:teuthology.orchestra.run.smithi163.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-15T23:34:58.997 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 21 M 2024-09-15T23:34:58.997 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-grafana-dashboards noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 32 k 2024-09-15T23:34:58.998 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mds x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 2.4 M 2024-09-15T23:34:58.998 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-modules-core noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 249 k 2024-09-15T23:34:58.998 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mon x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 4.7 M 2024-09-15T23:34:58.998 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-osd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 17 M 2024-09-15T23:34:58.998 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-prometheus-alerts noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 16 k 2024-09-15T23:34:58.998 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-selinux x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 25 k 2024-09-15T23:34:58.998 INFO:teuthology.orchestra.run.smithi163.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-15T23:34:58.998 INFO:teuthology.orchestra.run.smithi163.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-15T23:34:58.998 INFO:teuthology.orchestra.run.smithi163.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-15T23:34:58.998 INFO:teuthology.orchestra.run.smithi163.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-15T23:34:58.998 INFO:teuthology.orchestra.run.smithi163.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-15T23:34:58.998 INFO:teuthology.orchestra.run.smithi163.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-15T23:34:58.998 INFO:teuthology.orchestra.run.smithi163.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-15T23:34:58.998 INFO:teuthology.orchestra.run.smithi163.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-15T23:34:58.999 INFO:teuthology.orchestra.run.smithi163.stdout: libcephsqlite x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 163 k 2024-09-15T23:34:58.999 INFO:teuthology.orchestra.run.smithi163.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-15T23:34:58.999 INFO:teuthology.orchestra.run.smithi163.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-15T23:34:58.999 INFO:teuthology.orchestra.run.smithi163.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-15T23:34:58.999 INFO:teuthology.orchestra.run.smithi163.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-15T23:34:58.999 INFO:teuthology.orchestra.run.smithi163.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-15T23:34:58.999 INFO:teuthology.orchestra.run.smithi163.stdout: libradosstriper1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 506 k 2024-09-15T23:34:58.999 INFO:teuthology.orchestra.run.smithi163.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-15T23:34:58.999 INFO:teuthology.orchestra.run.smithi163.stdout: librgw2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.3 M 2024-09-15T23:34:58.999 INFO:teuthology.orchestra.run.smithi163.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-15T23:34:58.999 INFO:teuthology.orchestra.run.smithi163.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-15T23:34:58.999 INFO:teuthology.orchestra.run.smithi163.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-15T23:34:59.000 INFO:teuthology.orchestra.run.smithi163.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-15T23:34:59.000 INFO:teuthology.orchestra.run.smithi163.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-15T23:34:59.000 INFO:teuthology.orchestra.run.smithi163.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-15T23:34:59.000 INFO:teuthology.orchestra.run.smithi163.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-15T23:34:59.000 INFO:teuthology.orchestra.run.smithi163.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-15T23:34:59.000 INFO:teuthology.orchestra.run.smithi163.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-15T23:34:59.000 INFO:teuthology.orchestra.run.smithi163.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-15T23:34:59.000 INFO:teuthology.orchestra.run.smithi163.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-15T23:34:59.000 INFO:teuthology.orchestra.run.smithi163.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-15T23:34:59.000 INFO:teuthology.orchestra.run.smithi163.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-15T23:34:59.000 INFO:teuthology.orchestra.run.smithi163.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-15T23:34:59.000 INFO:teuthology.orchestra.run.smithi163.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-15T23:34:59.000 INFO:teuthology.orchestra.run.smithi163.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-15T23:34:59.001 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-15T23:34:59.001 INFO:teuthology.orchestra.run.smithi163.stdout: python3-ceph-argparse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 45 k 2024-09-15T23:34:59.001 INFO:teuthology.orchestra.run.smithi163.stdout: python3-ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 136 k 2024-09-15T23:34:59.001 INFO:teuthology.orchestra.run.smithi163.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-15T23:34:59.001 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-15T23:34:59.001 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-15T23:34:59.001 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-15T23:34:59.001 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-15T23:34:59.001 INFO:teuthology.orchestra.run.smithi163.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-15T23:34:59.001 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-15T23:34:59.001 INFO:teuthology.orchestra.run.smithi163.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-15T23:34:59.001 INFO:teuthology.orchestra.run.smithi163.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-15T23:34:59.002 INFO:teuthology.orchestra.run.smithi163.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-15T23:34:59.002 INFO:teuthology.orchestra.run.smithi163.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-15T23:34:59.002 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-15T23:34:59.002 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-15T23:34:59.002 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-15T23:34:59.002 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-15T23:34:59.002 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-15T23:34:59.002 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-15T23:34:59.002 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-15T23:34:59.002 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-15T23:34:59.002 INFO:teuthology.orchestra.run.smithi163.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-15T23:34:59.002 INFO:teuthology.orchestra.run.smithi163.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-15T23:34:59.002 INFO:teuthology.orchestra.run.smithi163.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-15T23:34:59.003 INFO:teuthology.orchestra.run.smithi163.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-15T23:34:59.003 INFO:teuthology.orchestra.run.smithi163.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-15T23:34:59.003 INFO:teuthology.orchestra.run.smithi163.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-15T23:34:59.003 INFO:teuthology.orchestra.run.smithi163.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-15T23:34:59.003 INFO:teuthology.orchestra.run.smithi163.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-15T23:34:59.003 INFO:teuthology.orchestra.run.smithi163.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-15T23:34:59.003 INFO:teuthology.orchestra.run.smithi163.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-15T23:34:59.003 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-15T23:34:59.003 INFO:teuthology.orchestra.run.smithi163.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-15T23:34:59.003 INFO:teuthology.orchestra.run.smithi163.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-15T23:34:59.003 INFO:teuthology.orchestra.run.smithi163.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-15T23:34:59.003 INFO:teuthology.orchestra.run.smithi163.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-15T23:34:59.003 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-15T23:34:59.004 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-15T23:34:59.004 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-15T23:34:59.004 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-15T23:34:59.004 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-15T23:34:59.004 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-15T23:34:59.004 INFO:teuthology.orchestra.run.smithi163.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-15T23:34:59.004 INFO:teuthology.orchestra.run.smithi163.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-15T23:34:59.004 INFO:teuthology.orchestra.run.smithi163.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-15T23:34:59.004 INFO:teuthology.orchestra.run.smithi163.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-15T23:34:59.004 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-15T23:34:59.004 INFO:teuthology.orchestra.run.smithi163.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-15T23:34:59.004 INFO:teuthology.orchestra.run.smithi163.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-15T23:34:59.004 INFO:teuthology.orchestra.run.smithi163.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-15T23:34:59.005 INFO:teuthology.orchestra.run.smithi163.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-15T23:34:59.005 INFO:teuthology.orchestra.run.smithi163.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-15T23:34:59.005 INFO:teuthology.orchestra.run.smithi163.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-15T23:34:59.005 INFO:teuthology.orchestra.run.smithi163.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-15T23:34:59.005 INFO:teuthology.orchestra.run.smithi163.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-15T23:34:59.005 INFO:teuthology.orchestra.run.smithi163.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-15T23:34:59.005 INFO:teuthology.orchestra.run.smithi163.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-15T23:34:59.005 INFO:teuthology.orchestra.run.smithi163.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-15T23:34:59.005 INFO:teuthology.orchestra.run.smithi163.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-15T23:34:59.005 INFO:teuthology.orchestra.run.smithi163.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-15T23:34:59.005 INFO:teuthology.orchestra.run.smithi163.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-15T23:34:59.005 INFO:teuthology.orchestra.run.smithi163.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-15T23:34:59.005 INFO:teuthology.orchestra.run.smithi163.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-15T23:34:59.006 INFO:teuthology.orchestra.run.smithi163.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-15T23:34:59.006 INFO:teuthology.orchestra.run.smithi163.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-15T23:34:59.006 INFO:teuthology.orchestra.run.smithi163.stdout:Installing weak dependencies: 2024-09-15T23:34:59.006 INFO:teuthology.orchestra.run.smithi163.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-15T23:34:59.006 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:34:59.006 INFO:teuthology.orchestra.run.smithi163.stdout:Transaction Summary 2024-09-15T23:34:59.006 INFO:teuthology.orchestra.run.smithi163.stdout:====================================================================================== 2024-09-15T23:34:59.006 INFO:teuthology.orchestra.run.smithi163.stdout:Install 148 Packages 2024-09-15T23:34:59.006 INFO:teuthology.orchestra.run.smithi163.stdout:Upgrade 8 Packages 2024-09-15T23:34:59.006 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:34:59.007 INFO:teuthology.orchestra.run.smithi163.stdout:Total download size: 226 M 2024-09-15T23:34:59.007 INFO:teuthology.orchestra.run.smithi163.stdout:Downloading Packages: 2024-09-15T23:34:59.449 INFO:teuthology.orchestra.run.smithi071.stdout:(1/156): ceph-19.1.1-326.g8921c8ef.el9.x86_64.r 45 kB/s | 6.5 kB 00:00 2024-09-15T23:34:59.573 INFO:teuthology.orchestra.run.smithi163.stdout:(1/156): ceph-19.1.1-326.g8921c8ef.el9.x86_64.r 47 kB/s | 6.5 kB 00:00 2024-09-15T23:34:59.848 INFO:teuthology.orchestra.run.smithi190.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-15T23:34:59.849 INFO:teuthology.orchestra.run.smithi190.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-15T23:34:59.858 INFO:teuthology.orchestra.run.smithi071.stdout:(2/156): ceph-base-19.1.1-326.g8921c8ef.el9.x86 9.8 MB/s | 5.4 MB 00:00 2024-09-15T23:34:59.860 INFO:teuthology.orchestra.run.smithi190.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-15T23:34:59.861 INFO:teuthology.orchestra.run.smithi190.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-15T23:34:59.861 INFO:teuthology.orchestra.run.smithi190.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-15T23:34:59.862 INFO:teuthology.orchestra.run.smithi190.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-15T23:34:59.864 INFO:teuthology.orchestra.run.smithi190.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-15T23:34:59.866 INFO:teuthology.orchestra.run.smithi190.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-15T23:34:59.867 INFO:teuthology.orchestra.run.smithi190.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-15T23:34:59.891 INFO:teuthology.orchestra.run.smithi071.stdout:(3/156): ceph-fuse-19.1.1-326.g8921c8ef.el9.x86 2.0 MB/s | 896 kB 00:00 2024-09-15T23:34:59.916 INFO:teuthology.orchestra.run.smithi071.stdout:(4/156): ceph-immutable-object-cache-19.1.1-326 2.4 MB/s | 145 kB 00:00 2024-09-15T23:34:59.929 INFO:teuthology.orchestra.run.smithi190.stdout:Dependencies resolved. 2024-09-15T23:34:59.941 INFO:teuthology.orchestra.run.smithi190.stdout:====================================================================================== 2024-09-15T23:34:59.942 INFO:teuthology.orchestra.run.smithi190.stdout: Package Arch Version Repository Size 2024-09-15T23:34:59.942 INFO:teuthology.orchestra.run.smithi190.stdout:====================================================================================== 2024-09-15T23:34:59.942 INFO:teuthology.orchestra.run.smithi190.stdout:Installing: 2024-09-15T23:34:59.942 INFO:teuthology.orchestra.run.smithi190.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-15T23:34:59.942 INFO:teuthology.orchestra.run.smithi190.stdout: ceph x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 6.5 k 2024-09-15T23:34:59.942 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-base x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.4 M 2024-09-15T23:34:59.942 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 896 k 2024-09-15T23:34:59.942 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 145 k 2024-09-15T23:34:59.942 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 1.5 M 2024-09-15T23:34:59.942 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 146 k 2024-09-15T23:34:59.942 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-dashboard noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 3.6 M 2024-09-15T23:34:59.943 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 7.4 M 2024-09-15T23:34:59.943 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-rook noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 49 k 2024-09-15T23:34:59.943 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-radosgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 11 M 2024-09-15T23:34:59.943 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-test x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 49 M 2024-09-15T23:34:59.943 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-volume noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 285 k 2024-09-15T23:34:59.943 INFO:teuthology.orchestra.run.smithi190.stdout: cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 765 k 2024-09-15T23:34:59.943 INFO:teuthology.orchestra.run.smithi190.stdout: cephfs-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 228 k 2024-09-15T23:34:59.943 INFO:teuthology.orchestra.run.smithi190.stdout: cephfs-shell x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 27 k 2024-09-15T23:34:59.943 INFO:teuthology.orchestra.run.smithi190.stdout: cephfs-top noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 18 k 2024-09-15T23:34:59.943 INFO:teuthology.orchestra.run.smithi190.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-15T23:34:59.943 INFO:teuthology.orchestra.run.smithi190.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-15T23:34:59.943 INFO:teuthology.orchestra.run.smithi190.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-15T23:34:59.943 INFO:teuthology.orchestra.run.smithi190.stdout: libcephfs-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 32 k 2024-09-15T23:34:59.944 INFO:teuthology.orchestra.run.smithi190.stdout: libcephfs2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 751 k 2024-09-15T23:34:59.944 INFO:teuthology.orchestra.run.smithi190.stdout: librados-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 127 k 2024-09-15T23:34:59.944 INFO:teuthology.orchestra.run.smithi190.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-15T23:34:59.944 INFO:teuthology.orchestra.run.smithi190.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-15T23:34:59.944 INFO:teuthology.orchestra.run.smithi190.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-15T23:34:59.944 INFO:teuthology.orchestra.run.smithi190.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-15T23:34:59.944 INFO:teuthology.orchestra.run.smithi190.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-15T23:34:59.944 INFO:teuthology.orchestra.run.smithi190.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-15T23:34:59.944 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cephfs x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 161 k 2024-09-15T23:34:59.944 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rados x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 320 k 2024-09-15T23:34:59.944 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 300 k 2024-09-15T23:34:59.944 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 99 k 2024-09-15T23:34:59.945 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 85 k 2024-09-15T23:34:59.945 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.1 M 2024-09-15T23:34:59.945 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-nbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 170 k 2024-09-15T23:34:59.945 INFO:teuthology.orchestra.run.smithi190.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-15T23:34:59.945 INFO:teuthology.orchestra.run.smithi190.stdout:Upgrading: 2024-09-15T23:34:59.945 INFO:teuthology.orchestra.run.smithi190.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-15T23:34:59.945 INFO:teuthology.orchestra.run.smithi190.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-15T23:34:59.945 INFO:teuthology.orchestra.run.smithi190.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-15T23:34:59.945 INFO:teuthology.orchestra.run.smithi190.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-15T23:34:59.945 INFO:teuthology.orchestra.run.smithi190.stdout: librados2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.4 M 2024-09-15T23:34:59.945 INFO:teuthology.orchestra.run.smithi190.stdout: librbd1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.2 M 2024-09-15T23:34:59.945 INFO:teuthology.orchestra.run.smithi190.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-15T23:34:59.945 INFO:teuthology.orchestra.run.smithi190.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-15T23:34:59.946 INFO:teuthology.orchestra.run.smithi190.stdout:Installing dependencies: 2024-09-15T23:34:59.946 INFO:teuthology.orchestra.run.smithi190.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-15T23:34:59.946 INFO:teuthology.orchestra.run.smithi190.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-15T23:34:59.946 INFO:teuthology.orchestra.run.smithi190.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-15T23:34:59.946 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 21 M 2024-09-15T23:34:59.946 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-grafana-dashboards noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 32 k 2024-09-15T23:34:59.946 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mds x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 2.4 M 2024-09-15T23:34:59.946 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-modules-core noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 249 k 2024-09-15T23:34:59.946 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mon x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 4.7 M 2024-09-15T23:34:59.946 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-osd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 17 M 2024-09-15T23:34:59.946 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-prometheus-alerts noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 16 k 2024-09-15T23:34:59.946 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-selinux x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 25 k 2024-09-15T23:34:59.947 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-15T23:34:59.947 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-15T23:34:59.947 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-15T23:34:59.947 INFO:teuthology.orchestra.run.smithi190.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-15T23:34:59.947 INFO:teuthology.orchestra.run.smithi190.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-15T23:34:59.947 INFO:teuthology.orchestra.run.smithi190.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-15T23:34:59.947 INFO:teuthology.orchestra.run.smithi190.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-15T23:34:59.947 INFO:teuthology.orchestra.run.smithi190.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-15T23:34:59.947 INFO:teuthology.orchestra.run.smithi190.stdout: libcephsqlite x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 163 k 2024-09-15T23:34:59.947 INFO:teuthology.orchestra.run.smithi190.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-15T23:34:59.947 INFO:teuthology.orchestra.run.smithi190.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-15T23:34:59.947 INFO:teuthology.orchestra.run.smithi190.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-15T23:34:59.947 INFO:teuthology.orchestra.run.smithi190.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-15T23:34:59.948 INFO:teuthology.orchestra.run.smithi190.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-15T23:34:59.948 INFO:teuthology.orchestra.run.smithi190.stdout: libradosstriper1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 506 k 2024-09-15T23:34:59.948 INFO:teuthology.orchestra.run.smithi190.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-15T23:34:59.948 INFO:teuthology.orchestra.run.smithi190.stdout: librgw2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.3 M 2024-09-15T23:34:59.948 INFO:teuthology.orchestra.run.smithi190.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-15T23:34:59.948 INFO:teuthology.orchestra.run.smithi190.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-15T23:34:59.948 INFO:teuthology.orchestra.run.smithi190.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-15T23:34:59.948 INFO:teuthology.orchestra.run.smithi190.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-15T23:34:59.948 INFO:teuthology.orchestra.run.smithi190.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-15T23:34:59.948 INFO:teuthology.orchestra.run.smithi190.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-15T23:34:59.948 INFO:teuthology.orchestra.run.smithi190.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-15T23:34:59.948 INFO:teuthology.orchestra.run.smithi190.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-15T23:34:59.948 INFO:teuthology.orchestra.run.smithi190.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-15T23:34:59.949 INFO:teuthology.orchestra.run.smithi190.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-15T23:34:59.949 INFO:teuthology.orchestra.run.smithi190.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-15T23:34:59.949 INFO:teuthology.orchestra.run.smithi190.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-15T23:34:59.949 INFO:teuthology.orchestra.run.smithi190.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-15T23:34:59.949 INFO:teuthology.orchestra.run.smithi190.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-15T23:34:59.949 INFO:teuthology.orchestra.run.smithi190.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-15T23:34:59.949 INFO:teuthology.orchestra.run.smithi190.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-15T23:34:59.949 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-15T23:34:59.949 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ceph-argparse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 45 k 2024-09-15T23:34:59.949 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 136 k 2024-09-15T23:34:59.949 INFO:teuthology.orchestra.run.smithi190.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-15T23:34:59.949 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-15T23:34:59.950 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-15T23:34:59.950 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-15T23:34:59.950 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-15T23:34:59.950 INFO:teuthology.orchestra.run.smithi190.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-15T23:34:59.950 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-15T23:34:59.950 INFO:teuthology.orchestra.run.smithi190.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-15T23:34:59.950 INFO:teuthology.orchestra.run.smithi190.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-15T23:34:59.950 INFO:teuthology.orchestra.run.smithi190.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-15T23:34:59.950 INFO:teuthology.orchestra.run.smithi190.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-15T23:34:59.950 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-15T23:34:59.950 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-15T23:34:59.950 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-15T23:34:59.950 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-15T23:34:59.951 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-15T23:34:59.951 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-15T23:34:59.951 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-15T23:34:59.951 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-15T23:34:59.951 INFO:teuthology.orchestra.run.smithi190.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-15T23:34:59.951 INFO:teuthology.orchestra.run.smithi190.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-15T23:34:59.951 INFO:teuthology.orchestra.run.smithi190.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-15T23:34:59.951 INFO:teuthology.orchestra.run.smithi190.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-15T23:34:59.951 INFO:teuthology.orchestra.run.smithi190.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-15T23:34:59.951 INFO:teuthology.orchestra.run.smithi190.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-15T23:34:59.951 INFO:teuthology.orchestra.run.smithi190.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-15T23:34:59.951 INFO:teuthology.orchestra.run.smithi190.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-15T23:34:59.952 INFO:teuthology.orchestra.run.smithi190.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-15T23:34:59.952 INFO:teuthology.orchestra.run.smithi190.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-15T23:34:59.952 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-15T23:34:59.952 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-15T23:34:59.952 INFO:teuthology.orchestra.run.smithi190.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-15T23:34:59.952 INFO:teuthology.orchestra.run.smithi190.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-15T23:34:59.952 INFO:teuthology.orchestra.run.smithi190.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-15T23:34:59.952 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-15T23:34:59.952 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-15T23:34:59.952 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-15T23:34:59.952 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-15T23:34:59.952 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-15T23:34:59.953 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-15T23:34:59.953 INFO:teuthology.orchestra.run.smithi190.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-15T23:34:59.953 INFO:teuthology.orchestra.run.smithi190.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-15T23:34:59.953 INFO:teuthology.orchestra.run.smithi190.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-15T23:34:59.953 INFO:teuthology.orchestra.run.smithi190.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-15T23:34:59.953 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-15T23:34:59.953 INFO:teuthology.orchestra.run.smithi190.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-15T23:34:59.953 INFO:teuthology.orchestra.run.smithi190.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-15T23:34:59.953 INFO:teuthology.orchestra.run.smithi190.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-15T23:34:59.953 INFO:teuthology.orchestra.run.smithi190.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-15T23:34:59.953 INFO:teuthology.orchestra.run.smithi190.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-15T23:34:59.953 INFO:teuthology.orchestra.run.smithi190.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-15T23:34:59.953 INFO:teuthology.orchestra.run.smithi190.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-15T23:34:59.954 INFO:teuthology.orchestra.run.smithi190.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-15T23:34:59.954 INFO:teuthology.orchestra.run.smithi190.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-15T23:34:59.954 INFO:teuthology.orchestra.run.smithi190.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-15T23:34:59.954 INFO:teuthology.orchestra.run.smithi190.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-15T23:34:59.954 INFO:teuthology.orchestra.run.smithi190.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-15T23:34:59.954 INFO:teuthology.orchestra.run.smithi190.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-15T23:34:59.954 INFO:teuthology.orchestra.run.smithi190.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-15T23:34:59.954 INFO:teuthology.orchestra.run.smithi190.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-15T23:34:59.954 INFO:teuthology.orchestra.run.smithi190.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-15T23:34:59.954 INFO:teuthology.orchestra.run.smithi190.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-15T23:34:59.954 INFO:teuthology.orchestra.run.smithi190.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-15T23:34:59.954 INFO:teuthology.orchestra.run.smithi190.stdout:Installing weak dependencies: 2024-09-15T23:34:59.954 INFO:teuthology.orchestra.run.smithi190.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-15T23:34:59.955 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:34:59.955 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction Summary 2024-09-15T23:34:59.955 INFO:teuthology.orchestra.run.smithi190.stdout:====================================================================================== 2024-09-15T23:34:59.955 INFO:teuthology.orchestra.run.smithi190.stdout:Install 148 Packages 2024-09-15T23:34:59.955 INFO:teuthology.orchestra.run.smithi190.stdout:Upgrade 8 Packages 2024-09-15T23:34:59.955 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:34:59.956 INFO:teuthology.orchestra.run.smithi190.stdout:Total download size: 226 M 2024-09-15T23:34:59.956 INFO:teuthology.orchestra.run.smithi190.stdout:Downloading Packages: 2024-09-15T23:35:00.009 INFO:teuthology.orchestra.run.smithi071.stdout:(5/156): ceph-mgr-19.1.1-326.g8921c8ef.el9.x86_ 17 MB/s | 1.5 MB 00:00 2024-09-15T23:35:00.132 INFO:teuthology.orchestra.run.smithi163.stdout:(2/156): ceph-fuse-19.1.1-326.g8921c8ef.el9.x86 1.6 MB/s | 896 kB 00:00 2024-09-15T23:35:00.265 INFO:teuthology.orchestra.run.smithi163.stdout:(3/156): ceph-immutable-object-cache-19.1.1-326 1.1 MB/s | 145 kB 00:00 2024-09-15T23:35:00.300 INFO:teuthology.orchestra.run.smithi071.stdout:(6/156): ceph-mon-19.1.1-326.g8921c8ef.el9.x86_ 16 MB/s | 4.7 MB 00:00 2024-09-15T23:35:00.501 INFO:teuthology.orchestra.run.smithi071.stdout:(7/156): ceph-common-19.1.1-326.g8921c8ef.el9.x 18 MB/s | 21 MB 00:01 2024-09-15T23:35:00.538 INFO:teuthology.orchestra.run.smithi190.stdout:(1/156): ceph-19.1.1-326.g8921c8ef.el9.x86_64.r 50 kB/s | 6.5 kB 00:00 2024-09-15T23:35:00.549 INFO:teuthology.orchestra.run.smithi163.stdout:(4/156): ceph-base-19.1.1-326.g8921c8ef.el9.x86 4.8 MB/s | 5.4 MB 00:01 2024-09-15T23:35:00.551 INFO:teuthology.orchestra.run.smithi071.stdout:(8/156): ceph-mds-19.1.1-326.g8921c8ef.el9.x86_ 3.6 MB/s | 2.4 MB 00:00 2024-09-15T23:35:00.618 INFO:teuthology.orchestra.run.smithi071.stdout:(9/156): ceph-selinux-19.1.1-326.g8921c8ef.el9. 378 kB/s | 25 kB 00:00 2024-09-15T23:35:00.791 INFO:teuthology.orchestra.run.smithi163.stdout:(5/156): ceph-mgr-19.1.1-326.g8921c8ef.el9.x86_ 6.3 MB/s | 1.5 MB 00:00 2024-09-15T23:35:00.858 INFO:teuthology.orchestra.run.smithi163.stdout:(6/156): ceph-mds-19.1.1-326.g8921c8ef.el9.x86_ 4.0 MB/s | 2.4 MB 00:00 2024-09-15T23:35:01.218 INFO:teuthology.orchestra.run.smithi071.stdout:(10/156): ceph-radosgw-19.1.1-326.g8921c8ef.el9 15 MB/s | 11 MB 00:00 2024-09-15T23:35:01.230 INFO:teuthology.orchestra.run.smithi190.stdout:(2/156): ceph-fuse-19.1.1-326.g8921c8ef.el9.x86 1.3 MB/s | 896 kB 00:00 2024-09-15T23:35:01.314 INFO:teuthology.orchestra.run.smithi190.stdout:(3/156): ceph-immutable-object-cache-19.1.1-326 1.7 MB/s | 145 kB 00:00 2024-09-15T23:35:01.333 INFO:teuthology.orchestra.run.smithi163.stdout:(7/156): ceph-mon-19.1.1-326.g8921c8ef.el9.x86_ 8.7 MB/s | 4.7 MB 00:00 2024-09-15T23:35:01.377 INFO:teuthology.orchestra.run.smithi071.stdout:(11/156): ceph-osd-19.1.1-326.g8921c8ef.el9.x86 16 MB/s | 17 MB 00:01 2024-09-15T23:35:01.402 INFO:teuthology.orchestra.run.smithi071.stdout:(12/156): cephfs-mirror-19.1.1-326.g8921c8ef.el 1.2 MB/s | 228 kB 00:00 2024-09-15T23:35:01.443 INFO:teuthology.orchestra.run.smithi071.stdout:(13/156): cephfs-shell-19.1.1-326.g8921c8ef.el9 407 kB/s | 27 kB 00:00 2024-09-15T23:35:01.469 INFO:teuthology.orchestra.run.smithi071.stdout:(14/156): libcephfs-devel-19.1.1-326.g8921c8ef. 474 kB/s | 32 kB 00:00 2024-09-15T23:35:01.535 INFO:teuthology.orchestra.run.smithi071.stdout:(15/156): libcephfs2-19.1.1-326.g8921c8ef.el9.x 8.0 MB/s | 751 kB 00:00 2024-09-15T23:35:01.561 INFO:teuthology.orchestra.run.smithi071.stdout:(16/156): libcephsqlite-19.1.1-326.g8921c8ef.el 1.7 MB/s | 163 kB 00:00 2024-09-15T23:35:01.611 INFO:teuthology.orchestra.run.smithi071.stdout:(17/156): librados-devel-19.1.1-326.g8921c8ef.e 1.6 MB/s | 127 kB 00:00 2024-09-15T23:35:01.661 INFO:teuthology.orchestra.run.smithi071.stdout:(18/156): libradosstriper1-19.1.1-326.g8921c8ef 4.9 MB/s | 506 kB 00:00 2024-09-15T23:35:01.762 INFO:teuthology.orchestra.run.smithi071.stdout:(19/156): python3-ceph-argparse-19.1.1-326.g892 452 kB/s | 45 kB 00:00 2024-09-15T23:35:01.862 INFO:teuthology.orchestra.run.smithi071.stdout:(20/156): python3-ceph-common-19.1.1-326.g8921c 1.3 MB/s | 136 kB 00:00 2024-09-15T23:35:01.956 INFO:teuthology.orchestra.run.smithi190.stdout:(4/156): ceph-base-19.1.1-326.g8921c8ef.el9.x86 3.5 MB/s | 5.4 MB 00:01 2024-09-15T23:35:01.962 INFO:teuthology.orchestra.run.smithi071.stdout:(21/156): python3-cephfs-19.1.1-326.g8921c8ef.e 1.6 MB/s | 161 kB 00:00 2024-09-15T23:35:02.079 INFO:teuthology.orchestra.run.smithi071.stdout:(22/156): librgw2-19.1.1-326.g8921c8ef.el9.x86_ 11 MB/s | 5.3 MB 00:00 2024-09-15T23:35:02.104 INFO:teuthology.orchestra.run.smithi071.stdout:(23/156): python3-rados-19.1.1-326.g8921c8ef.el 2.2 MB/s | 320 kB 00:00 2024-09-15T23:35:02.146 INFO:teuthology.orchestra.run.smithi071.stdout:(24/156): python3-rbd-19.1.1-326.g8921c8ef.el9. 4.4 MB/s | 300 kB 00:00 2024-09-15T23:35:02.175 INFO:teuthology.orchestra.run.smithi163.stdout:(8/156): ceph-radosgw-19.1.1-326.g8921c8ef.el9. 13 MB/s | 11 MB 00:00 2024-09-15T23:35:02.188 INFO:teuthology.orchestra.run.smithi071.stdout:(25/156): python3-rgw-19.1.1-326.g8921c8ef.el9. 1.2 MB/s | 99 kB 00:00 2024-09-15T23:35:02.206 INFO:teuthology.orchestra.run.smithi190.stdout:(5/156): ceph-mds-19.1.1-326.g8921c8ef.el9.x86_ 2.7 MB/s | 2.4 MB 00:00 2024-09-15T23:35:02.213 INFO:teuthology.orchestra.run.smithi071.stdout:(26/156): rbd-fuse-19.1.1-326.g8921c8ef.el9.x86 1.2 MB/s | 85 kB 00:00 2024-09-15T23:35:02.234 INFO:teuthology.orchestra.run.smithi163.stdout:(9/156): ceph-selinux-19.1.1-326.g8921c8ef.el9. 435 kB/s | 25 kB 00:00 2024-09-15T23:35:02.240 INFO:teuthology.orchestra.run.smithi190.stdout:(6/156): ceph-mgr-19.1.1-326.g8921c8ef.el9.x86_ 5.4 MB/s | 1.5 MB 00:00 2024-09-15T23:35:02.305 INFO:teuthology.orchestra.run.smithi071.stdout:(27/156): rbd-nbd-19.1.1-326.g8921c8ef.el9.x86_ 1.8 MB/s | 170 kB 00:00 2024-09-15T23:35:02.414 INFO:teuthology.orchestra.run.smithi071.stdout:(28/156): ceph-grafana-dashboards-19.1.1-326.g8 294 kB/s | 32 kB 00:00 2024-09-15T23:35:02.506 INFO:teuthology.orchestra.run.smithi071.stdout:(29/156): rbd-mirror-19.1.1-326.g8921c8ef.el9.x 9.8 MB/s | 3.1 MB 00:00 2024-09-15T23:35:02.531 INFO:teuthology.orchestra.run.smithi071.stdout:(30/156): ceph-mgr-cephadm-19.1.1-326.g8921c8ef 1.2 MB/s | 146 kB 00:00 2024-09-15T23:35:02.932 INFO:teuthology.orchestra.run.smithi071.stdout:(31/156): ceph-mgr-dashboard-19.1.1-326.g8921c8 8.4 MB/s | 3.6 MB 00:00 2024-09-15T23:35:03.032 INFO:teuthology.orchestra.run.smithi071.stdout:(32/156): ceph-mgr-modules-core-19.1.1-326.g892 2.4 MB/s | 249 kB 00:00 2024-09-15T23:35:03.099 INFO:teuthology.orchestra.run.smithi071.stdout:(33/156): ceph-mgr-rook-19.1.1-326.g8921c8ef.el 740 kB/s | 49 kB 00:00 2024-09-15T23:35:03.166 INFO:teuthology.orchestra.run.smithi071.stdout:(34/156): ceph-prometheus-alerts-19.1.1-326.g89 247 kB/s | 16 kB 00:00 2024-09-15T23:35:03.184 INFO:teuthology.orchestra.run.smithi163.stdout:(10/156): ceph-osd-19.1.1-326.g8921c8ef.el9.x86 7.2 MB/s | 17 MB 00:02 2024-09-15T23:35:03.249 INFO:teuthology.orchestra.run.smithi071.stdout:(35/156): ceph-volume-19.1.1-326.g8921c8ef.el9. 3.3 MB/s | 285 kB 00:00 2024-09-15T23:35:03.276 INFO:teuthology.orchestra.run.smithi163.stdout:(11/156): cephfs-mirror-19.1.1-326.g8921c8ef.el 2.4 MB/s | 228 kB 00:00 2024-09-15T23:35:03.341 INFO:teuthology.orchestra.run.smithi071.stdout:(36/156): ceph-mgr-diskprediction-local-19.1.1- 9.1 MB/s | 7.4 MB 00:00 2024-09-15T23:35:03.352 INFO:teuthology.orchestra.run.smithi163.stdout:(12/156): cephfs-shell-19.1.1-326.g8921c8ef.el9 360 kB/s | 27 kB 00:00 2024-09-15T23:35:03.400 INFO:teuthology.orchestra.run.smithi071.stdout:(37/156): cephadm-19.1.1-326.g8921c8ef.el9.noar 5.0 MB/s | 765 kB 00:00 2024-09-15T23:35:03.417 INFO:teuthology.orchestra.run.smithi071.stdout:(38/156): cephfs-top-19.1.1-326.g8921c8ef.el9.n 243 kB/s | 18 kB 00:00 2024-09-15T23:35:03.418 INFO:teuthology.orchestra.run.smithi163.stdout:(13/156): libcephfs-devel-19.1.1-326.g8921c8ef. 477 kB/s | 32 kB 00:00 2024-09-15T23:35:03.543 INFO:teuthology.orchestra.run.smithi163.stdout:(14/156): libcephfs2-19.1.1-326.g8921c8ef.el9.x 5.9 MB/s | 751 kB 00:00 2024-09-15T23:35:03.610 INFO:teuthology.orchestra.run.smithi163.stdout:(15/156): libcephsqlite-19.1.1-326.g8921c8ef.el 2.4 MB/s | 163 kB 00:00 2024-09-15T23:35:03.678 INFO:teuthology.orchestra.run.smithi163.stdout:(16/156): librados-devel-19.1.1-326.g8921c8ef.e 1.9 MB/s | 127 kB 00:00 2024-09-15T23:35:03.803 INFO:teuthology.orchestra.run.smithi163.stdout:(17/156): libradosstriper1-19.1.1-326.g8921c8ef 4.0 MB/s | 506 kB 00:00 2024-09-15T23:35:03.897 INFO:teuthology.orchestra.run.smithi071.stdout:(39/156): fuse-2.9.9-16.el9.x86_64.rpm 161 kB/s | 80 kB 00:00 2024-09-15T23:35:04.048 INFO:teuthology.orchestra.run.smithi190.stdout:(7/156): ceph-mon-19.1.1-326.g8921c8ef.el9.x86_ 2.6 MB/s | 4.7 MB 00:01 2024-09-15T23:35:04.092 INFO:teuthology.orchestra.run.smithi071.stdout:(40/156): libquadmath-11.5.0-2.el9.x86_64.rpm 978 kB/s | 191 kB 00:00 2024-09-15T23:35:04.143 INFO:teuthology.orchestra.run.smithi071.stdout:(41/156): libgfortran-11.5.0-2.el9.x86_64.rpm 1.1 MB/s | 801 kB 00:00 2024-09-15T23:35:04.436 INFO:teuthology.orchestra.run.smithi163.stdout:(18/156): librgw2-19.1.1-326.g8921c8ef.el9.x86_ 8.4 MB/s | 5.3 MB 00:00 2024-09-15T23:35:04.478 INFO:teuthology.orchestra.run.smithi163.stdout:(19/156): python3-ceph-argparse-19.1.1-326.g892 1.1 MB/s | 45 kB 00:00 2024-09-15T23:35:04.537 INFO:teuthology.orchestra.run.smithi163.stdout:(20/156): python3-ceph-common-19.1.1-326.g8921c 2.3 MB/s | 136 kB 00:00 2024-09-15T23:35:04.579 INFO:teuthology.orchestra.run.smithi163.stdout:(21/156): python3-cephfs-19.1.1-326.g8921c8ef.e 3.8 MB/s | 161 kB 00:00 2024-09-15T23:35:04.601 INFO:teuthology.orchestra.run.smithi071.stdout:(42/156): ceph-test-19.1.1-326.g8921c8ef.el9.x8 12 MB/s | 49 MB 00:03 2024-09-15T23:35:04.626 INFO:teuthology.orchestra.run.smithi071.stdout:(43/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 474 kB/s | 253 kB 00:00 2024-09-15T23:35:04.629 INFO:teuthology.orchestra.run.smithi163.stdout:(22/156): python3-rados-19.1.1-326.g8921c8ef.el 6.3 MB/s | 320 kB 00:00 2024-09-15T23:35:04.660 INFO:teuthology.orchestra.run.smithi071.stdout:(44/156): python3-cryptography-36.0.1-4.el9.x86 2.4 MB/s | 1.2 MB 00:00 2024-09-15T23:35:04.696 INFO:teuthology.orchestra.run.smithi163.stdout:(23/156): python3-rbd-19.1.1-326.g8921c8ef.el9. 4.4 MB/s | 300 kB 00:00 2024-09-15T23:35:04.735 INFO:teuthology.orchestra.run.smithi071.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 1.2 MB/s | 135 kB 00:00 2024-09-15T23:35:04.740 INFO:teuthology.orchestra.run.smithi190.stdout:(8/156): ceph-common-19.1.1-326.g8921c8ef.el9.x 4.9 MB/s | 21 MB 00:04 2024-09-15T23:35:04.746 INFO:teuthology.orchestra.run.smithi163.stdout:(24/156): python3-rgw-19.1.1-326.g8921c8ef.el9. 1.9 MB/s | 99 kB 00:00 2024-09-15T23:35:04.769 INFO:teuthology.orchestra.run.smithi071.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-09-15T23:35:04.790 INFO:teuthology.orchestra.run.smithi190.stdout:(9/156): ceph-selinux-19.1.1-326.g8921c8ef.el9. 508 kB/s | 25 kB 00:00 2024-09-15T23:35:04.797 INFO:teuthology.orchestra.run.smithi163.stdout:(25/156): rbd-fuse-19.1.1-326.g8921c8ef.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-15T23:35:04.852 INFO:teuthology.orchestra.run.smithi071.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 1.8 MB/s | 215 kB 00:00 2024-09-15T23:35:04.969 INFO:teuthology.orchestra.run.smithi071.stdout:(48/156): automake-1.16.2-8.el9.noarch.rpm 3.4 MB/s | 689 kB 00:00 2024-09-15T23:35:05.019 INFO:teuthology.orchestra.run.smithi071.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 2.1 MB/s | 107 kB 00:00 2024-09-15T23:35:05.061 INFO:teuthology.orchestra.run.smithi071.stdout:(50/156): python3-ply-3.11-14.el9.noarch.rpm 232 kB/s | 106 kB 00:00 2024-09-15T23:35:05.087 INFO:teuthology.orchestra.run.smithi071.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 324 kB/s | 22 kB 00:00 2024-09-15T23:35:05.105 INFO:teuthology.orchestra.run.smithi163.stdout:(26/156): rbd-mirror-19.1.1-326.g8921c8ef.el9.x 10 MB/s | 3.1 MB 00:00 2024-09-15T23:35:05.129 INFO:teuthology.orchestra.run.smithi071.stdout:(52/156): bison-3.7.4-5.el9.x86_64.rpm 3.3 MB/s | 943 kB 00:00 2024-09-15T23:35:05.154 INFO:teuthology.orchestra.run.smithi071.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 490 kB/s | 33 kB 00:00 2024-09-15T23:35:05.156 INFO:teuthology.orchestra.run.smithi163.stdout:(27/156): rbd-nbd-19.1.1-326.g8921c8ef.el9.x86_ 3.3 MB/s | 170 kB 00:00 2024-09-15T23:35:05.195 INFO:teuthology.orchestra.run.smithi071.stdout:(54/156): flexiblas-openblas-openmp-3.0.4-8.el9 440 kB/s | 18 kB 00:00 2024-09-15T23:35:05.214 INFO:teuthology.orchestra.run.smithi163.stdout:(28/156): ceph-grafana-dashboards-19.1.1-326.g8 547 kB/s | 32 kB 00:00 2024-09-15T23:35:05.246 INFO:teuthology.orchestra.run.smithi071.stdout:(55/156): libaio-devel-0.3.111-13.el9.x86_64.rp 223 kB/s | 11 kB 00:00 2024-09-15T23:35:05.273 INFO:teuthology.orchestra.run.smithi163.stdout:(29/156): ceph-mgr-cephadm-19.1.1-326.g8921c8ef 2.4 MB/s | 146 kB 00:00 2024-09-15T23:35:05.296 INFO:teuthology.orchestra.run.smithi071.stdout:(56/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 18 MB/s | 3.0 MB 00:00 2024-09-15T23:35:05.321 INFO:teuthology.orchestra.run.smithi071.stdout:(57/156): flex-2.6.4-9.el9.x86_64.rpm 1.2 MB/s | 313 kB 00:00 2024-09-15T23:35:05.347 INFO:teuthology.orchestra.run.smithi071.stdout:(58/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.6 MB/s | 160 kB 00:00 2024-09-15T23:35:05.372 INFO:teuthology.orchestra.run.smithi071.stdout:(59/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 601 kB/s | 45 kB 00:00 2024-09-15T23:35:05.414 INFO:teuthology.orchestra.run.smithi071.stdout:(60/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 593 kB/s | 24 kB 00:00 2024-09-15T23:35:05.424 INFO:teuthology.orchestra.run.smithi190.stdout:(10/156): ceph-osd-19.1.1-326.g8921c8ef.el9.x86 5.3 MB/s | 17 MB 00:03 2024-09-15T23:35:05.439 INFO:teuthology.orchestra.run.smithi071.stdout:(61/156): libtool-2.4.6-46.el9.x86_64.rpm 8.5 MB/s | 581 kB 00:00 2024-09-15T23:35:05.464 INFO:teuthology.orchestra.run.smithi071.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 946 kB/s | 47 kB 00:00 2024-09-15T23:35:05.474 INFO:teuthology.orchestra.run.smithi190.stdout:(11/156): cephfs-mirror-19.1.1-326.g8921c8ef.el 4.5 MB/s | 228 kB 00:00 2024-09-15T23:35:05.489 INFO:teuthology.orchestra.run.smithi071.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-09-15T23:35:05.516 INFO:teuthology.orchestra.run.smithi190.stdout:(12/156): cephfs-shell-19.1.1-326.g8921c8ef.el9 652 kB/s | 27 kB 00:00 2024-09-15T23:35:05.523 INFO:teuthology.orchestra.run.smithi071.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 3.1 MB/s | 188 kB 00:00 2024-09-15T23:35:05.548 INFO:teuthology.orchestra.run.smithi071.stdout:(65/156): librdkafka-1.6.1-102.el9.x86_64.rpm 2.9 MB/s | 662 kB 00:00 2024-09-15T23:35:05.558 INFO:teuthology.orchestra.run.smithi190.stdout:(13/156): libcephfs-devel-19.1.1-326.g8921c8ef. 762 kB/s | 32 kB 00:00 2024-09-15T23:35:05.574 INFO:teuthology.orchestra.run.smithi071.stdout:(66/156): openblas-0.3.26-2.el9.x86_64.rpm 458 kB/s | 38 kB 00:00 2024-09-15T23:35:05.658 INFO:teuthology.orchestra.run.smithi190.stdout:(14/156): libcephfs2-19.1.1-326.g8921c8ef.el9.x 7.3 MB/s | 751 kB 00:00 2024-09-15T23:35:05.666 INFO:teuthology.orchestra.run.smithi071.stdout:(67/156): openblas-openmp-0.3.26-2.el9.x86_64.r 35 MB/s | 4.9 MB 00:00 2024-09-15T23:35:05.709 INFO:teuthology.orchestra.run.smithi190.stdout:(15/156): libcephsqlite-19.1.1-326.g8921c8ef.el 3.2 MB/s | 163 kB 00:00 2024-09-15T23:35:05.733 INFO:teuthology.orchestra.run.smithi071.stdout:(68/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 24 MB/s | 4.4 MB 00:00 2024-09-15T23:35:05.749 INFO:teuthology.orchestra.run.smithi163.stdout:(30/156): ceph-test-19.1.1-326.g8921c8ef.el9.x8 14 MB/s | 49 MB 00:03 2024-09-15T23:35:05.766 INFO:teuthology.orchestra.run.smithi071.stdout:(69/156): postgresql-contrib-13.16-1.el9.x86_64 8.9 MB/s | 910 kB 00:00 2024-09-15T23:35:05.767 INFO:teuthology.orchestra.run.smithi190.stdout:(16/156): librados-devel-19.1.1-326.g8921c8ef.e 2.1 MB/s | 127 kB 00:00 2024-09-15T23:35:05.791 INFO:teuthology.orchestra.run.smithi071.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 2.3 MB/s | 137 kB 00:00 2024-09-15T23:35:05.832 INFO:teuthology.orchestra.run.smithi163.stdout:(31/156): ceph-mgr-dashboard-19.1.1-326.g8921c8 6.4 MB/s | 3.6 MB 00:00 2024-09-15T23:35:05.850 INFO:teuthology.orchestra.run.smithi071.stdout:(71/156): protobuf-3.14.0-13.el9.x86_64.rpm 17 MB/s | 1.0 MB 00:00 2024-09-15T23:35:05.851 INFO:teuthology.orchestra.run.smithi190.stdout:(17/156): libradosstriper1-19.1.1-326.g8921c8ef 5.9 MB/s | 506 kB 00:00 2024-09-15T23:35:05.891 INFO:teuthology.orchestra.run.smithi163.stdout:(32/156): ceph-mgr-modules-core-19.1.1-326.g892 4.2 MB/s | 249 kB 00:00 2024-09-15T23:35:05.925 INFO:teuthology.orchestra.run.smithi071.stdout:(72/156): postgresql-server-13.16-1.el9.x86_64. 36 MB/s | 5.8 MB 00:00 2024-09-15T23:35:05.958 INFO:teuthology.orchestra.run.smithi163.stdout:(33/156): ceph-mgr-rook-19.1.1-326.g8921c8ef.el 742 kB/s | 49 kB 00:00 2024-09-15T23:35:05.959 INFO:teuthology.orchestra.run.smithi071.stdout:(73/156): postgresql-13.16-1.el9.x86_64.rpm 4.1 MB/s | 1.6 MB 00:00 2024-09-15T23:35:05.976 INFO:teuthology.orchestra.run.smithi071.stdout:(74/156): python3-attrs-20.3.0-7.el9.noarch.rpm 697 kB/s | 87 kB 00:00 2024-09-15T23:35:06.001 INFO:teuthology.orchestra.run.smithi071.stdout:(75/156): python3-colorama-0.4.6-3.el9.noarch.r 1.4 MB/s | 61 kB 00:00 2024-09-15T23:35:06.025 INFO:teuthology.orchestra.run.smithi163.stdout:(34/156): ceph-prometheus-alerts-19.1.1-326.g89 246 kB/s | 16 kB 00:00 2024-09-15T23:35:06.026 INFO:teuthology.orchestra.run.smithi071.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 4.8 MB/s | 245 kB 00:00 2024-09-15T23:35:06.100 INFO:teuthology.orchestra.run.smithi163.stdout:(35/156): ceph-volume-19.1.1-326.g8921c8ef.el9. 3.7 MB/s | 285 kB 00:00 2024-09-15T23:35:06.101 INFO:teuthology.orchestra.run.smithi071.stdout:(77/156): python3-babel-2.9.1-2.el9.noarch.rpm 34 MB/s | 6.0 MB 00:00 2024-09-15T23:35:06.127 INFO:teuthology.orchestra.run.smithi071.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 255 kB/s | 26 kB 00:00 2024-09-15T23:35:06.152 INFO:teuthology.orchestra.run.smithi071.stdout:(79/156): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-09-15T23:35:06.177 INFO:teuthology.orchestra.run.smithi071.stdout:(80/156): python3-jinja2-2.11.3-6.el9.noarch.rp 1.4 MB/s | 248 kB 00:00 2024-09-15T23:35:06.202 INFO:teuthology.orchestra.run.smithi071.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 695 kB/s | 35 kB 00:00 2024-09-15T23:35:06.209 INFO:teuthology.orchestra.run.smithi163.stdout:(36/156): cephadm-19.1.1-326.g8921c8ef.el9.noar 6.9 MB/s | 765 kB 00:00 2024-09-15T23:35:06.226 INFO:teuthology.orchestra.run.smithi190.stdout:(18/156): ceph-radosgw-19.1.1-326.g8921c8ef.el9 4.9 MB/s | 11 MB 00:02 2024-09-15T23:35:06.228 INFO:teuthology.orchestra.run.smithi071.stdout:(82/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.7 MB/s | 172 kB 00:00 2024-09-15T23:35:06.253 INFO:teuthology.orchestra.run.smithi071.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.9 MB/s | 250 kB 00:00 2024-09-15T23:35:06.277 INFO:teuthology.orchestra.run.smithi190.stdout:(19/156): python3-ceph-argparse-19.1.1-326.g892 906 kB/s | 45 kB 00:00 2024-09-15T23:35:06.279 INFO:teuthology.orchestra.run.smithi071.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-09-15T23:35:06.303 INFO:teuthology.orchestra.run.smithi071.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-15T23:35:06.309 INFO:teuthology.orchestra.run.smithi163.stdout:(37/156): ceph-mgr-diskprediction-local-19.1.1- 13 MB/s | 7.4 MB 00:00 2024-09-15T23:35:06.327 INFO:teuthology.orchestra.run.smithi190.stdout:(20/156): python3-ceph-common-19.1.1-326.g8921c 2.7 MB/s | 136 kB 00:00 2024-09-15T23:35:06.329 INFO:teuthology.orchestra.run.smithi071.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 843 kB/s | 42 kB 00:00 2024-09-15T23:35:06.334 INFO:teuthology.orchestra.run.smithi163.stdout:(38/156): cephfs-top-19.1.1-326.g8921c8ef.el9.n 145 kB/s | 18 kB 00:00 2024-09-15T23:35:06.354 INFO:teuthology.orchestra.run.smithi071.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 5.3 MB/s | 269 kB 00:00 2024-09-15T23:35:06.379 INFO:teuthology.orchestra.run.smithi071.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-09-15T23:35:06.385 INFO:teuthology.orchestra.run.smithi190.stdout:(21/156): python3-cephfs-19.1.1-326.g8921c8ef.e 2.7 MB/s | 161 kB 00:00 2024-09-15T23:35:06.404 INFO:teuthology.orchestra.run.smithi071.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-09-15T23:35:06.430 INFO:teuthology.orchestra.run.smithi071.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-15T23:35:06.455 INFO:teuthology.orchestra.run.smithi071.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-15T23:35:06.478 INFO:teuthology.orchestra.run.smithi190.stdout:(22/156): python3-rados-19.1.1-326.g8921c8ef.el 3.4 MB/s | 320 kB 00:00 2024-09-15T23:35:06.497 INFO:teuthology.orchestra.run.smithi071.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 1.0 MB/s | 42 kB 00:00 2024-09-15T23:35:06.539 INFO:teuthology.orchestra.run.smithi071.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.0 MB/s | 44 kB 00:00 2024-09-15T23:35:06.578 INFO:teuthology.orchestra.run.smithi190.stdout:(23/156): librgw2-19.1.1-326.g8921c8ef.el9.x86_ 7.4 MB/s | 5.3 MB 00:00 2024-09-15T23:35:06.589 INFO:teuthology.orchestra.run.smithi071.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-09-15T23:35:06.603 INFO:teuthology.orchestra.run.smithi190.stdout:(24/156): python3-rbd-19.1.1-326.g8921c8ef.el9. 2.3 MB/s | 300 kB 00:00 2024-09-15T23:35:06.626 INFO:teuthology.orchestra.run.smithi163.stdout:(39/156): ceph-common-19.1.1-326.g8921c8ef.el9. 2.9 MB/s | 21 MB 00:07 2024-09-15T23:35:06.628 INFO:teuthology.orchestra.run.smithi190.stdout:(25/156): python3-rgw-19.1.1-326.g8921c8ef.el9. 1.9 MB/s | 99 kB 00:00 2024-09-15T23:35:06.651 INFO:teuthology.orchestra.run.smithi163.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 233 kB/s | 80 kB 00:00 2024-09-15T23:35:06.656 INFO:teuthology.orchestra.run.smithi071.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 540 kB/s | 36 kB 00:00 2024-09-15T23:35:06.679 INFO:teuthology.orchestra.run.smithi190.stdout:(26/156): rbd-fuse-19.1.1-326.g8921c8ef.el9.x86 1.1 MB/s | 85 kB 00:00 2024-09-15T23:35:06.746 INFO:teuthology.orchestra.run.smithi190.stdout:(27/156): rbd-nbd-19.1.1-326.g8921c8ef.el9.x86_ 2.5 MB/s | 170 kB 00:00 2024-09-15T23:35:06.766 INFO:teuthology.orchestra.run.smithi163.stdout:(41/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.2 MB/s | 253 kB 00:00 2024-09-15T23:35:06.794 INFO:teuthology.orchestra.run.smithi163.stdout:(42/156): libquadmath-11.5.0-2.el9.x86_64.rpm 1.1 MB/s | 191 kB 00:00 2024-09-15T23:35:06.804 INFO:teuthology.orchestra.run.smithi190.stdout:(28/156): ceph-grafana-dashboards-19.1.1-326.g8 547 kB/s | 32 kB 00:00 2024-09-15T23:35:06.815 INFO:teuthology.orchestra.run.smithi071.stdout:(96/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 42 MB/s | 16 MB 00:00 2024-09-15T23:35:06.827 INFO:teuthology.orchestra.run.smithi163.stdout:(43/156): libgfortran-11.5.0-2.el9.x86_64.rpm 1.6 MB/s | 801 kB 00:00 2024-09-15T23:35:06.840 INFO:teuthology.orchestra.run.smithi071.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 258 kB/s | 47 kB 00:00 2024-09-15T23:35:06.853 INFO:teuthology.orchestra.run.smithi163.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-09-15T23:35:06.872 INFO:teuthology.orchestra.run.smithi190.stdout:(29/156): ceph-mgr-cephadm-19.1.1-326.g8921c8ef 2.1 MB/s | 146 kB 00:00 2024-09-15T23:35:06.874 INFO:teuthology.orchestra.run.smithi071.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 5.1 MB/s | 304 kB 00:00 2024-09-15T23:35:06.895 INFO:teuthology.orchestra.run.smithi163.stdout:(45/156): python3-cryptography-36.0.1-4.el9.x86 9.6 MB/s | 1.2 MB 00:00 2024-09-15T23:35:06.900 INFO:teuthology.orchestra.run.smithi071.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 988 kB/s | 58 kB 00:00 2024-09-15T23:35:06.920 INFO:teuthology.orchestra.run.smithi163.stdout:(46/156): python3-pycparser-2.20-6.el9.noarch.r 1.4 MB/s | 135 kB 00:00 2024-09-15T23:35:06.924 INFO:teuthology.orchestra.run.smithi071.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.9 MB/s | 96 kB 00:00 2024-09-15T23:35:06.945 INFO:teuthology.orchestra.run.smithi163.stdout:(47/156): python3-requests-2.25.1-8.el9.noarch. 1.3 MB/s | 125 kB 00:00 2024-09-15T23:35:06.950 INFO:teuthology.orchestra.run.smithi071.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-15T23:35:06.971 INFO:teuthology.orchestra.run.smithi163.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 2.8 MB/s | 215 kB 00:00 2024-09-15T23:35:06.975 INFO:teuthology.orchestra.run.smithi071.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 892 kB/s | 45 kB 00:00 2024-09-15T23:35:07.050 INFO:teuthology.orchestra.run.smithi071.stdout:(103/156): python3-numpy-1.20.1-5.el9.x86_64.rp 5.8 MB/s | 5.1 MB 00:00 2024-09-15T23:35:07.079 INFO:teuthology.orchestra.run.smithi163.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 988 kB/s | 107 kB 00:00 2024-09-15T23:35:07.113 INFO:teuthology.orchestra.run.smithi163.stdout:(50/156): elfutils-libelf-devel-0.191-4.el9.x86 654 kB/s | 22 kB 00:00 2024-09-15T23:35:07.134 INFO:teuthology.orchestra.run.smithi071.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 6.4 MB/s | 548 kB 00:00 2024-09-15T23:35:07.146 INFO:teuthology.orchestra.run.smithi163.stdout:(51/156): automake-1.16.2-8.el9.noarch.rpm 3.0 MB/s | 689 kB 00:00 2024-09-15T23:35:07.167 INFO:teuthology.orchestra.run.smithi071.stdout:(105/156): lua-devel-5.4.4-4.el9.x86_64.rpm 102 kB/s | 22 kB 00:00 2024-09-15T23:35:07.172 INFO:teuthology.orchestra.run.smithi190.stdout:(30/156): rbd-mirror-19.1.1-326.g8921c8ef.el9.x 5.7 MB/s | 3.1 MB 00:00 2024-09-15T23:35:07.180 INFO:teuthology.orchestra.run.smithi163.stdout:(52/156): bison-3.7.4-5.el9.x86_64.rpm 3.9 MB/s | 943 kB 00:00 2024-09-15T23:35:07.209 INFO:teuthology.orchestra.run.smithi071.stdout:(106/156): gperftools-libs-2.9.1-3.el9.x86_64.r 4.0 MB/s | 308 kB 00:00 2024-09-15T23:35:07.222 INFO:teuthology.orchestra.run.smithi163.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 788 kB/s | 33 kB 00:00 2024-09-15T23:35:07.243 INFO:teuthology.orchestra.run.smithi071.stdout:(107/156): grpc-data-1.46.7-10.el9.noarch.rpm 259 kB/s | 19 kB 00:00 2024-09-15T23:35:07.247 INFO:teuthology.orchestra.run.smithi163.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 2.3 MB/s | 313 kB 00:00 2024-09-15T23:35:07.268 INFO:teuthology.orchestra.run.smithi071.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-15T23:35:07.272 INFO:teuthology.orchestra.run.smithi163.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 364 kB/s | 18 kB 00:00 2024-09-15T23:35:07.298 INFO:teuthology.orchestra.run.smithi163.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 221 kB/s | 11 kB 00:00 2024-09-15T23:35:07.311 INFO:teuthology.orchestra.run.smithi071.stdout:(109/156): protobuf-compiler-3.14.0-13.el9.x86_ 2.5 MB/s | 863 kB 00:00 2024-09-15T23:35:07.331 INFO:teuthology.orchestra.run.smithi163.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 160 kB 00:00 2024-09-15T23:35:07.335 INFO:teuthology.orchestra.run.smithi071.stdout:(110/156): liboath-2.6.7-2.el9.x86_64.rpm 725 kB/s | 49 kB 00:00 2024-09-15T23:35:07.357 INFO:teuthology.orchestra.run.smithi163.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 772 kB/s | 45 kB 00:00 2024-09-15T23:35:07.369 INFO:teuthology.orchestra.run.smithi071.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 5.9 MB/s | 151 kB 00:00 2024-09-15T23:35:07.403 INFO:teuthology.orchestra.run.smithi071.stdout:(112/156): libunwind-1.6.2-1.el9.x86_64.rpm 731 kB/s | 67 kB 00:00 2024-09-15T23:35:07.440 INFO:teuthology.orchestra.run.smithi163.stdout:(59/156): libtool-2.4.6-46.el9.x86_64.rpm 6.8 MB/s | 581 kB 00:00 2024-09-15T23:35:07.444 INFO:teuthology.orchestra.run.smithi071.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 11 MB/s | 839 kB 00:00 2024-09-15T23:35:07.470 INFO:teuthology.orchestra.run.smithi071.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-15T23:35:07.480 INFO:teuthology.orchestra.run.smithi190.stdout:(31/156): ceph-mgr-dashboard-19.1.1-326.g8921c8 5.8 MB/s | 3.6 MB 00:00 2024-09-15T23:35:07.482 INFO:teuthology.orchestra.run.smithi163.stdout:(60/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 586 kB/s | 24 kB 00:00 2024-09-15T23:35:07.495 INFO:teuthology.orchestra.run.smithi071.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-15T23:35:07.520 INFO:teuthology.orchestra.run.smithi071.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 564 kB/s | 14 kB 00:00 2024-09-15T23:35:07.524 INFO:teuthology.orchestra.run.smithi163.stdout:(61/156): librdkafka-1.6.1-102.el9.x86_64.rpm 3.4 MB/s | 662 kB 00:00 2024-09-15T23:35:07.547 INFO:teuthology.orchestra.run.smithi190.stdout:(32/156): ceph-mgr-modules-core-19.1.1-326.g892 3.7 MB/s | 249 kB 00:00 2024-09-15T23:35:07.554 INFO:teuthology.orchestra.run.smithi071.stdout:(117/156): python3-asyncssh-2.13.2-5.el9.noarch 3.5 MB/s | 548 kB 00:00 2024-09-15T23:35:07.558 INFO:teuthology.orchestra.run.smithi163.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 628 kB/s | 47 kB 00:00 2024-09-15T23:35:07.579 INFO:teuthology.orchestra.run.smithi071.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 2.9 MB/s | 172 kB 00:00 2024-09-15T23:35:07.598 INFO:teuthology.orchestra.run.smithi190.stdout:(33/156): ceph-mgr-rook-19.1.1-326.g8921c8ef.el 986 kB/s | 49 kB 00:00 2024-09-15T23:35:07.621 INFO:teuthology.orchestra.run.smithi071.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 5.2 MB/s | 358 kB 00:00 2024-09-15T23:35:07.625 INFO:teuthology.orchestra.run.smithi163.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.8 MB/s | 292 kB 00:00 2024-09-15T23:35:07.646 INFO:teuthology.orchestra.run.smithi071.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 4.4 MB/s | 303 kB 00:00 2024-09-15T23:35:07.648 INFO:teuthology.orchestra.run.smithi190.stdout:(34/156): ceph-prometheus-alerts-19.1.1-326.g89 329 kB/s | 16 kB 00:00 2024-09-15T23:35:07.650 INFO:teuthology.orchestra.run.smithi163.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 2.0 MB/s | 188 kB 00:00 2024-09-15T23:35:07.676 INFO:teuthology.orchestra.run.smithi163.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 764 kB/s | 38 kB 00:00 2024-09-15T23:35:07.680 INFO:teuthology.orchestra.run.smithi071.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 6.5 MB/s | 220 kB 00:00 2024-09-15T23:35:07.713 INFO:teuthology.orchestra.run.smithi071.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 4.3 MB/s | 144 kB 00:00 2024-09-15T23:35:07.716 INFO:teuthology.orchestra.run.smithi190.stdout:(35/156): ceph-volume-19.1.1-326.g8921c8ef.el9. 4.2 MB/s | 285 kB 00:00 2024-09-15T23:35:07.772 INFO:teuthology.orchestra.run.smithi071.stdout:(123/156): libarrow-9.0.0-11.el9.x86_64.rpm 7.9 MB/s | 4.4 MB 00:00 2024-09-15T23:35:07.797 INFO:teuthology.orchestra.run.smithi071.stdout:(124/156): python3-jaraco-8.2.1-3.el9.noarch.rp 128 kB/s | 11 kB 00:00 2024-09-15T23:35:07.822 INFO:teuthology.orchestra.run.smithi071.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 353 kB/s | 18 kB 00:00 2024-09-15T23:35:07.848 INFO:teuthology.orchestra.run.smithi071.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 461 kB/s | 23 kB 00:00 2024-09-15T23:35:07.873 INFO:teuthology.orchestra.run.smithi071.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 389 kB/s | 19 kB 00:00 2024-09-15T23:35:07.874 INFO:teuthology.orchestra.run.smithi190.stdout:(36/156): ceph-mgr-diskprediction-local-19.1.1- 11 MB/s | 7.4 MB 00:00 2024-09-15T23:35:07.898 INFO:teuthology.orchestra.run.smithi071.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 391 kB/s | 20 kB 00:00 2024-09-15T23:35:07.915 INFO:teuthology.orchestra.run.smithi190.stdout:(37/156): cephadm-19.1.1-326.g8921c8ef.el9.noar 3.7 MB/s | 765 kB 00:00 2024-09-15T23:35:07.924 INFO:teuthology.orchestra.run.smithi071.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-15T23:35:07.940 INFO:teuthology.orchestra.run.smithi190.stdout:(38/156): cephfs-top-19.1.1-326.g8921c8ef.el9.n 274 kB/s | 18 kB 00:00 2024-09-15T23:35:07.949 INFO:teuthology.orchestra.run.smithi071.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-15T23:35:07.974 INFO:teuthology.orchestra.run.smithi071.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-15T23:35:08.008 INFO:teuthology.orchestra.run.smithi071.stdout:(132/156): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-09-15T23:35:08.033 INFO:teuthology.orchestra.run.smithi071.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 664 kB/s | 16 kB 00:00 2024-09-15T23:35:08.067 INFO:teuthology.orchestra.run.smithi071.stdout:(134/156): python3-kubernetes-26.1.0-2.el9.noar 5.3 MB/s | 1.0 MB 00:00 2024-09-15T23:35:08.076 INFO:teuthology.orchestra.run.smithi163.stdout:(66/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.3 MB/s | 3.0 MB 00:00 2024-09-15T23:35:08.092 INFO:teuthology.orchestra.run.smithi071.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-09-15T23:35:08.117 INFO:teuthology.orchestra.run.smithi071.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 563 kB/s | 28 kB 00:00 2024-09-15T23:35:08.134 INFO:teuthology.orchestra.run.smithi071.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 739 kB/s | 31 kB 00:00 2024-09-15T23:35:08.151 INFO:teuthology.orchestra.run.smithi071.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 3.5 MB/s | 59 kB 00:00 2024-09-15T23:35:08.168 INFO:teuthology.orchestra.run.smithi071.stdout:(139/156): python3-tempora-5.0.0-2.el9.noarch.r 2.1 MB/s | 36 kB 00:00 2024-09-15T23:35:08.193 INFO:teuthology.orchestra.run.smithi071.stdout:(140/156): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-15T23:35:08.235 INFO:teuthology.orchestra.run.smithi071.stdout:(141/156): python3-grpcio-1.46.7-10.el9.x86_64. 3.5 MB/s | 2.0 MB 00:00 2024-09-15T23:35:08.260 INFO:teuthology.orchestra.run.smithi071.stdout:(142/156): python3-typing-extensions-4.12.2-2.e 809 kB/s | 74 kB 00:00 2024-09-15T23:35:08.287 INFO:teuthology.orchestra.run.smithi071.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-15T23:35:08.312 INFO:teuthology.orchestra.run.smithi071.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-09-15T23:35:08.336 INFO:teuthology.orchestra.run.smithi071.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-09-15T23:35:08.362 INFO:teuthology.orchestra.run.smithi071.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-15T23:35:08.386 INFO:teuthology.orchestra.run.smithi071.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-15T23:35:08.437 INFO:teuthology.orchestra.run.smithi071.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-15T23:35:08.509 INFO:teuthology.orchestra.run.smithi163.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 3.7 MB/s | 1.6 MB 00:00 2024-09-15T23:35:08.612 INFO:teuthology.orchestra.run.smithi071.stdout:(149/156): librados2-19.1.1-326.g8921c8ef.el9.x 14 MB/s | 3.4 MB 00:00 2024-09-15T23:35:08.633 INFO:teuthology.orchestra.run.smithi190.stdout:(39/156): fuse-2.9.9-16.el9.x86_64.rpm 111 kB/s | 80 kB 00:00 2024-09-15T23:35:08.785 INFO:teuthology.orchestra.run.smithi163.stdout:(68/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 4.0 MB/s | 4.4 MB 00:01 2024-09-15T23:35:08.795 INFO:teuthology.orchestra.run.smithi071.stdout:(150/156): librbd1-19.1.1-326.g8921c8ef.el9.x86 7.7 MB/s | 3.2 MB 00:00 2024-09-15T23:35:08.810 INFO:teuthology.orchestra.run.smithi163.stdout:(69/156): postgresql-contrib-13.16-1.el9.x86_64 3.0 MB/s | 910 kB 00:00 2024-09-15T23:35:08.824 INFO:teuthology.orchestra.run.smithi190.stdout:(40/156): libgfortran-11.5.0-2.el9.x86_64.rpm 907 kB/s | 801 kB 00:00 2024-09-15T23:35:08.869 INFO:teuthology.orchestra.run.smithi163.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 1.6 MB/s | 137 kB 00:00 2024-09-15T23:35:08.952 INFO:teuthology.orchestra.run.smithi163.stdout:(71/156): openblas-openmp-0.3.26-2.el9.x86_64.r 3.8 MB/s | 4.9 MB 00:01 2024-09-15T23:35:09.011 INFO:teuthology.orchestra.run.smithi163.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-09-15T23:35:09.121 INFO:teuthology.orchestra.run.smithi071.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 125 kB/s | 41 kB 00:00 2024-09-15T23:35:09.196 INFO:teuthology.orchestra.run.smithi071.stdout:(152/156): NetworkManager-1.49.90-1.el9.x86_64. 3.1 MB/s | 2.3 MB 00:00 2024-09-15T23:35:09.228 INFO:teuthology.orchestra.run.smithi163.stdout:(73/156): protobuf-3.14.0-13.el9.x86_64.rpm 2.8 MB/s | 1.0 MB 00:00 2024-09-15T23:35:09.270 INFO:teuthology.orchestra.run.smithi163.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.4 MB/s | 61 kB 00:00 2024-09-15T23:35:09.329 INFO:teuthology.orchestra.run.smithi071.stdout:(153/156): openssl-3.2.2-6.el9.x86_64.rpm 10 MB/s | 1.4 MB 00:00 2024-09-15T23:35:09.370 INFO:teuthology.orchestra.run.smithi163.stdout:(75/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.4 MB/s | 245 kB 00:00 2024-09-15T23:35:09.422 INFO:teuthology.orchestra.run.smithi071.stdout:(154/156): NetworkManager-libnm-1.49.90-1.el9.x 2.2 MB/s | 1.8 MB 00:00 2024-09-15T23:35:09.447 INFO:teuthology.orchestra.run.smithi071.stdout:(155/156): NetworkManager-tui-1.49.90-1.el9.x86 764 kB/s | 249 kB 00:00 2024-09-15T23:35:09.462 INFO:teuthology.orchestra.run.smithi163.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 2.6 MB/s | 248 kB 00:00 2024-09-15T23:35:09.496 INFO:teuthology.orchestra.run.smithi163.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 770 kB/s | 26 kB 00:00 2024-09-15T23:35:09.497 INFO:teuthology.orchestra.run.smithi071.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 14 MB/s | 2.4 MB 00:00 2024-09-15T23:35:09.500 INFO:teuthology.orchestra.run.smithi190.stdout:(41/156): ceph-test-19.1.1-326.g8921c8ef.el9.x8 10 MB/s | 49 MB 00:04 2024-09-15T23:35:09.504 INFO:teuthology.orchestra.run.smithi071.stdout:-------------------------------------------------------------------------------- 2024-09-15T23:35:09.504 INFO:teuthology.orchestra.run.smithi071.stdout:Total 21 MB/s | 226 MB 00:10 2024-09-15T23:35:09.529 INFO:teuthology.orchestra.run.smithi163.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 574 kB/s | 19 kB 00:00 2024-09-15T23:35:09.596 INFO:teuthology.orchestra.run.smithi163.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 2.5 MB/s | 172 kB 00:00 2024-09-15T23:35:09.630 INFO:teuthology.orchestra.run.smithi163.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 1.0 MB/s | 35 kB 00:00 2024-09-15T23:35:09.867 INFO:teuthology.orchestra.run.smithi190.stdout:(42/156): libquadmath-11.5.0-2.el9.x86_64.rpm 155 kB/s | 191 kB 00:01 2024-09-15T23:35:10.151 INFO:teuthology.orchestra.run.smithi190.stdout:(43/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 191 kB/s | 253 kB 00:01 2024-09-15T23:35:10.322 INFO:teuthology.orchestra.run.smithi163.stdout:(81/156): postgresql-server-13.16-1.el9.x86_64. 3.8 MB/s | 5.8 MB 00:01 2024-09-15T23:35:10.405 INFO:teuthology.orchestra.run.smithi163.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.9 MB/s | 250 kB 00:00 2024-09-15T23:35:10.451 INFO:teuthology.orchestra.run.smithi190.stdout:(44/156): python3-cryptography-36.0.1-4.el9.x86 1.3 MB/s | 1.2 MB 00:00 2024-09-15T23:35:10.506 INFO:teuthology.orchestra.run.smithi163.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 2.2 MB/s | 222 kB 00:00 2024-09-15T23:35:10.534 INFO:teuthology.orchestra.run.smithi190.stdout:(45/156): python3-ply-3.11-14.el9.noarch.rpm 160 kB/s | 106 kB 00:00 2024-09-15T23:35:10.565 INFO:teuthology.orchestra.run.smithi163.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-09-15T23:35:10.606 INFO:teuthology.orchestra.run.smithi163.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-09-15T23:35:10.715 INFO:teuthology.orchestra.run.smithi163.stdout:(86/156): python3-protobuf-3.14.0-13.el9.noarch 2.4 MB/s | 269 kB 00:00 2024-09-15T23:35:10.723 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction check 2024-09-15T23:35:10.782 INFO:teuthology.orchestra.run.smithi163.stdout:(87/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.3 MB/s | 159 kB 00:00 2024-09-15T23:35:10.868 INFO:teuthology.orchestra.run.smithi190.stdout:(46/156): python3-pycparser-2.20-6.el9.noarch.r 189 kB/s | 135 kB 00:00 2024-09-15T23:35:10.872 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction check succeeded. 2024-09-15T23:35:10.872 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction test 2024-09-15T23:35:10.882 INFO:teuthology.orchestra.run.smithi163.stdout:(88/156): python3-pyasn1-modules-0.4.8-6.el9.no 2.7 MB/s | 279 kB 00:00 2024-09-15T23:35:10.966 INFO:teuthology.orchestra.run.smithi163.stdout:(89/156): python3-babel-2.9.1-2.el9.noarch.rpm 3.0 MB/s | 6.0 MB 00:01 2024-09-15T23:35:10.991 INFO:teuthology.orchestra.run.smithi163.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 469 kB/s | 51 kB 00:00 2024-09-15T23:35:11.017 INFO:teuthology.orchestra.run.smithi163.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-15T23:35:11.059 INFO:teuthology.orchestra.run.smithi163.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 998 kB/s | 42 kB 00:00 2024-09-15T23:35:11.076 INFO:teuthology.orchestra.run.smithi190.stdout:(47/156): automake-1.16.2-8.el9.noarch.rpm 3.2 MB/s | 689 kB 00:00 2024-09-15T23:35:11.101 INFO:teuthology.orchestra.run.smithi163.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.0 MB/s | 44 kB 00:00 2024-09-15T23:35:11.152 INFO:teuthology.orchestra.run.smithi190.stdout:(48/156): bison-3.7.4-5.el9.x86_64.rpm 12 MB/s | 943 kB 00:00 2024-09-15T23:35:11.177 INFO:teuthology.orchestra.run.smithi190.stdout:(49/156): python3-requests-2.25.1-8.el9.noarch. 172 kB/s | 125 kB 00:00 2024-09-15T23:35:11.184 INFO:teuthology.orchestra.run.smithi163.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 2.6 MB/s | 221 kB 00:00 2024-09-15T23:35:11.202 INFO:teuthology.orchestra.run.smithi190.stdout:(50/156): boost-program-options-1.75.0-8.el9.x8 2.1 MB/s | 107 kB 00:00 2024-09-15T23:35:11.226 INFO:teuthology.orchestra.run.smithi163.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 862 kB/s | 36 kB 00:00 2024-09-15T23:35:11.261 INFO:teuthology.orchestra.run.smithi190.stdout:(51/156): flex-2.6.4-9.el9.x86_64.rpm 5.3 MB/s | 313 kB 00:00 2024-09-15T23:35:11.293 INFO:teuthology.orchestra.run.smithi163.stdout:(96/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 3.1 MB/s | 5.1 MB 00:01 2024-09-15T23:35:11.303 INFO:teuthology.orchestra.run.smithi190.stdout:(52/156): elfutils-libelf-devel-0.191-4.el9.x86 173 kB/s | 22 kB 00:00 2024-09-15T23:35:11.319 INFO:teuthology.orchestra.run.smithi163.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 514 kB/s | 47 kB 00:00 2024-09-15T23:35:11.328 INFO:teuthology.orchestra.run.smithi190.stdout:(53/156): python3-urllib3-1.26.5-6.el9.noarch.r 271 kB/s | 215 kB 00:00 2024-09-15T23:35:11.353 INFO:teuthology.orchestra.run.smithi190.stdout:(54/156): flexiblas-3.0.4-8.el9.x86_64.rpm 355 kB/s | 33 kB 00:00 2024-09-15T23:35:11.360 INFO:teuthology.orchestra.run.smithi163.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 1.4 MB/s | 58 kB 00:00 2024-09-15T23:35:11.379 INFO:teuthology.orchestra.run.smithi190.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 365 kB/s | 18 kB 00:00 2024-09-15T23:35:11.419 INFO:teuthology.orchestra.run.smithi163.stdout:(99/156): socat-1.7.4.1-6.el9.x86_64.rpm 2.4 MB/s | 304 kB 00:00 2024-09-15T23:35:11.421 INFO:teuthology.orchestra.run.smithi190.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 166 kB/s | 11 kB 00:00 2024-09-15T23:35:11.445 INFO:teuthology.orchestra.run.smithi163.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.1 MB/s | 96 kB 00:00 2024-09-15T23:35:11.446 INFO:teuthology.orchestra.run.smithi190.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.3 MB/s | 160 kB 00:00 2024-09-15T23:35:11.486 INFO:teuthology.orchestra.run.smithi163.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 951 kB/s | 64 kB 00:00 2024-09-15T23:35:11.496 INFO:teuthology.orchestra.run.smithi190.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 599 kB/s | 45 kB 00:00 2024-09-15T23:35:11.512 INFO:teuthology.orchestra.run.smithi163.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 671 kB/s | 45 kB 00:00 2024-09-15T23:35:11.522 INFO:teuthology.orchestra.run.smithi190.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 8.6 MB/s | 662 kB 00:00 2024-09-15T23:35:11.564 INFO:teuthology.orchestra.run.smithi190.stdout:(60/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 591 kB/s | 24 kB 00:00 2024-09-15T23:35:11.579 INFO:teuthology.orchestra.run.smithi163.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 242 kB/s | 22 kB 00:00 2024-09-15T23:35:11.614 INFO:teuthology.orchestra.run.smithi190.stdout:(61/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 9.6 MB/s | 3.0 MB 00:00 2024-09-15T23:35:11.629 INFO:teuthology.orchestra.run.smithi163.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-15T23:35:11.639 INFO:teuthology.orchestra.run.smithi190.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 629 kB/s | 47 kB 00:00 2024-09-15T23:35:11.654 INFO:teuthology.orchestra.run.smithi163.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 12 MB/s | 308 kB 00:00 2024-09-15T23:35:11.665 INFO:teuthology.orchestra.run.smithi190.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-09-15T23:35:11.679 INFO:teuthology.orchestra.run.smithi163.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 776 kB/s | 19 kB 00:00 2024-09-15T23:35:11.698 INFO:teuthology.orchestra.run.smithi190.stdout:(64/156): libtool-2.4.6-46.el9.x86_64.rpm 2.8 MB/s | 581 kB 00:00 2024-09-15T23:35:11.713 INFO:teuthology.orchestra.run.smithi163.stdout:(107/156): protobuf-compiler-3.14.0-13.el9.x86_ 4.2 MB/s | 863 kB 00:00 2024-09-15T23:35:11.724 INFO:teuthology.orchestra.run.smithi190.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 659 kB/s | 38 kB 00:00 2024-09-15T23:35:11.749 INFO:teuthology.orchestra.run.smithi190.stdout:(66/156): lua-5.4.4-4.el9.x86_64.rpm 1.7 MB/s | 188 kB 00:00 2024-09-15T23:35:11.764 INFO:teuthology.orchestra.run.smithi163.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 518 kB/s | 26 kB 00:00 2024-09-15T23:35:11.789 INFO:teuthology.orchestra.run.smithi163.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-15T23:35:11.823 INFO:teuthology.orchestra.run.smithi163.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-09-15T23:35:11.841 INFO:teuthology.orchestra.run.smithi190.stdout:(67/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 38 MB/s | 4.4 MB 00:00 2024-09-15T23:35:11.856 INFO:teuthology.orchestra.run.smithi163.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 4.5 MB/s | 151 kB 00:00 2024-09-15T23:35:11.883 INFO:teuthology.orchestra.run.smithi190.stdout:(68/156): postgresql-13.16-1.el9.x86_64.rpm 12 MB/s | 1.6 MB 00:00 2024-09-15T23:35:11.916 INFO:teuthology.orchestra.run.smithi190.stdout:(69/156): postgresql-contrib-13.16-1.el9.x86_64 12 MB/s | 910 kB 00:00 2024-09-15T23:35:11.942 INFO:teuthology.orchestra.run.smithi190.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 2.3 MB/s | 137 kB 00:00 2024-09-15T23:35:11.957 INFO:teuthology.orchestra.run.smithi163.stdout:(112/156): libarrow-9.0.0-11.el9.x86_64.rpm 16 MB/s | 4.4 MB 00:00 2024-09-15T23:35:11.982 INFO:teuthology.orchestra.run.smithi163.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 6.5 MB/s | 839 kB 00:00 2024-09-15T23:35:12.007 INFO:teuthology.orchestra.run.smithi163.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-15T23:35:12.017 INFO:teuthology.orchestra.run.smithi190.stdout:(71/156): openblas-openmp-0.3.26-2.el9.x86_64.r 16 MB/s | 4.9 MB 00:00 2024-09-15T23:35:12.033 INFO:teuthology.orchestra.run.smithi163.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-15T23:35:12.051 INFO:teuthology.orchestra.run.smithi190.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 9.3 MB/s | 1.0 MB 00:00 2024-09-15T23:35:12.066 INFO:teuthology.orchestra.run.smithi163.stdout:(116/156): python3-asyncssh-2.13.2-5.el9.noarch 4.9 MB/s | 548 kB 00:00 2024-09-15T23:35:12.076 INFO:teuthology.orchestra.run.smithi190.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-09-15T23:35:12.084 INFO:teuthology.orchestra.run.smithi163.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 281 kB/s | 14 kB 00:00 2024-09-15T23:35:12.109 INFO:teuthology.orchestra.run.smithi163.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 4.0 MB/s | 172 kB 00:00 2024-09-15T23:35:12.142 INFO:teuthology.orchestra.run.smithi163.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-15T23:35:12.168 INFO:teuthology.orchestra.run.smithi163.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.0 MB/s | 303 kB 00:00 2024-09-15T23:35:12.176 INFO:teuthology.orchestra.run.smithi190.stdout:(74/156): postgresql-server-13.16-1.el9.x86_64. 22 MB/s | 5.8 MB 00:00 2024-09-15T23:35:12.193 INFO:teuthology.orchestra.run.smithi163.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-15T23:35:12.202 INFO:teuthology.orchestra.run.smithi190.stdout:(75/156): python3-colorama-0.4.6-3.el9.noarch.r 489 kB/s | 61 kB 00:00 2024-09-15T23:35:12.227 INFO:teuthology.orchestra.run.smithi163.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-15T23:35:12.235 INFO:teuthology.orchestra.run.smithi190.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 4.1 MB/s | 245 kB 00:00 2024-09-15T23:35:12.252 INFO:teuthology.orchestra.run.smithi163.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 425 kB/s | 11 kB 00:00 2024-09-15T23:35:12.269 INFO:teuthology.orchestra.run.smithi190.stdout:(77/156): python3-jinja2-2.11.3-6.el9.noarch.rp 3.6 MB/s | 248 kB 00:00 2024-09-15T23:35:12.277 INFO:teuthology.orchestra.run.smithi163.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 710 kB/s | 18 kB 00:00 2024-09-15T23:35:12.286 INFO:teuthology.orchestra.run.smithi190.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 511 kB/s | 26 kB 00:00 2024-09-15T23:35:12.303 INFO:teuthology.orchestra.run.smithi190.stdout:(79/156): python3-jsonpointer-2.0-4.el9.noarch. 572 kB/s | 19 kB 00:00 2024-09-15T23:35:12.303 INFO:teuthology.orchestra.run.smithi163.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 920 kB/s | 23 kB 00:00 2024-09-15T23:35:12.328 INFO:teuthology.orchestra.run.smithi163.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 777 kB/s | 19 kB 00:00 2024-09-15T23:35:12.337 INFO:teuthology.orchestra.run.smithi190.stdout:(80/156): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-09-15T23:35:12.353 INFO:teuthology.orchestra.run.smithi190.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 691 kB/s | 35 kB 00:00 2024-09-15T23:35:12.354 INFO:teuthology.orchestra.run.smithi163.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 787 kB/s | 20 kB 00:00 2024-09-15T23:35:12.404 INFO:teuthology.orchestra.run.smithi163.stdout:(128/156): python3-grpcio-1.46.7-10.el9.x86_64. 8.6 MB/s | 2.0 MB 00:00 2024-09-15T23:35:12.429 INFO:teuthology.orchestra.run.smithi190.stdout:(82/156): python3-babel-2.9.1-2.el9.noarch.rpm 16 MB/s | 6.0 MB 00:00 2024-09-15T23:35:12.429 INFO:teuthology.orchestra.run.smithi163.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-15T23:35:12.454 INFO:teuthology.orchestra.run.smithi190.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.4 MB/s | 250 kB 00:00 2024-09-15T23:35:12.454 INFO:teuthology.orchestra.run.smithi163.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-15T23:35:12.479 INFO:teuthology.orchestra.run.smithi190.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-09-15T23:35:12.480 INFO:teuthology.orchestra.run.smithi163.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-15T23:35:12.505 INFO:teuthology.orchestra.run.smithi190.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-15T23:35:12.513 INFO:teuthology.orchestra.run.smithi163.stdout:(132/156): python3-kubernetes-26.1.0-2.el9.noar 6.4 MB/s | 1.0 MB 00:00 2024-09-15T23:35:12.530 INFO:teuthology.orchestra.run.smithi190.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 839 kB/s | 42 kB 00:00 2024-09-15T23:35:12.539 INFO:teuthology.orchestra.run.smithi163.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 663 kB/s | 16 kB 00:00 2024-09-15T23:35:12.555 INFO:teuthology.orchestra.run.smithi190.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 5.2 MB/s | 269 kB 00:00 2024-09-15T23:35:12.564 INFO:teuthology.orchestra.run.smithi163.stdout:(134/156): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-09-15T23:35:12.581 INFO:teuthology.orchestra.run.smithi190.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-09-15T23:35:12.589 INFO:teuthology.orchestra.run.smithi163.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.7 MB/s | 90 kB 00:00 2024-09-15T23:35:12.606 INFO:teuthology.orchestra.run.smithi190.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-09-15T23:35:12.614 INFO:teuthology.orchestra.run.smithi163.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 562 kB/s | 28 kB 00:00 2024-09-15T23:35:12.631 INFO:teuthology.orchestra.run.smithi190.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-15T23:35:12.640 INFO:teuthology.orchestra.run.smithi163.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-09-15T23:35:12.656 INFO:teuthology.orchestra.run.smithi190.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-15T23:35:12.665 INFO:teuthology.orchestra.run.smithi163.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-15T23:35:12.690 INFO:teuthology.orchestra.run.smithi163.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-15T23:35:12.716 INFO:teuthology.orchestra.run.smithi163.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 711 kB/s | 36 kB 00:00 2024-09-15T23:35:12.740 INFO:teuthology.orchestra.run.smithi190.stdout:(92/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 13 MB/s | 5.1 MB 00:00 2024-09-15T23:35:12.741 INFO:teuthology.orchestra.run.smithi163.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-15T23:35:12.758 INFO:teuthology.orchestra.run.smithi163.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 5.3 MB/s | 90 kB 00:00 2024-09-15T23:35:12.774 INFO:teuthology.orchestra.run.smithi190.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 356 kB/s | 42 kB 00:00 2024-09-15T23:35:12.783 INFO:teuthology.orchestra.run.smithi163.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 3.3 MB/s | 230 kB 00:00 2024-09-15T23:35:12.799 INFO:teuthology.orchestra.run.smithi190.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 757 kB/s | 44 kB 00:00 2024-09-15T23:35:12.809 INFO:teuthology.orchestra.run.smithi163.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 798 kB/s | 20 kB 00:00 2024-09-15T23:35:12.833 INFO:teuthology.orchestra.run.smithi190.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-09-15T23:35:12.834 INFO:teuthology.orchestra.run.smithi163.stdout:(145/156): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-09-15T23:35:12.858 INFO:teuthology.orchestra.run.smithi190.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 613 kB/s | 36 kB 00:00 2024-09-15T23:35:12.859 INFO:teuthology.orchestra.run.smithi163.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-15T23:35:12.883 INFO:teuthology.orchestra.run.smithi190.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 944 kB/s | 47 kB 00:00 2024-09-15T23:35:12.918 INFO:teuthology.orchestra.run.smithi163.stdout:(147/156): thrift-0.15.0-2.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-09-15T23:35:12.925 INFO:teuthology.orchestra.run.smithi190.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 1.4 MB/s | 58 kB 00:00 2024-09-15T23:35:12.950 INFO:teuthology.orchestra.run.smithi190.stdout:(99/156): socat-1.7.4.1-6.el9.x86_64.rpm 3.2 MB/s | 304 kB 00:00 2024-09-15T23:35:12.976 INFO:teuthology.orchestra.run.smithi190.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.9 MB/s | 96 kB 00:00 2024-09-15T23:35:13.001 INFO:teuthology.orchestra.run.smithi190.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-15T23:35:13.026 INFO:teuthology.orchestra.run.smithi190.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 896 kB/s | 45 kB 00:00 2024-09-15T23:35:13.098 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction test succeeded. 2024-09-15T23:35:13.098 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction 2024-09-15T23:35:13.101 INFO:teuthology.orchestra.run.smithi190.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 223 kB/s | 22 kB 00:00 2024-09-15T23:35:13.160 INFO:teuthology.orchestra.run.smithi163.stdout:(148/156): librados2-19.1.1-326.g8921c8ef.el9.x 11 MB/s | 3.4 MB 00:00 2024-09-15T23:35:13.252 INFO:teuthology.orchestra.run.smithi190.stdout:(104/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 26 MB/s | 16 MB 00:00 2024-09-15T23:35:13.310 INFO:teuthology.orchestra.run.smithi190.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 5.9 MB/s | 308 kB 00:00 2024-09-15T23:35:13.344 INFO:teuthology.orchestra.run.smithi190.stdout:(106/156): abseil-cpp-20211102.0-3.el9.x86_64.r 2.2 MB/s | 548 kB 00:00 2024-09-15T23:35:13.369 INFO:teuthology.orchestra.run.smithi190.stdout:(107/156): grpc-data-1.46.7-10.el9.noarch.rpm 331 kB/s | 19 kB 00:00 2024-09-15T23:35:13.394 INFO:teuthology.orchestra.run.smithi190.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-15T23:35:13.419 INFO:teuthology.orchestra.run.smithi163.stdout:(149/156): librbd1-19.1.1-326.g8921c8ef.el9.x86 6.3 MB/s | 3.2 MB 00:00 2024-09-15T23:35:13.436 INFO:teuthology.orchestra.run.smithi190.stdout:(109/156): protobuf-compiler-3.14.0-13.el9.x86_ 2.1 MB/s | 863 kB 00:00 2024-09-15T23:35:13.461 INFO:teuthology.orchestra.run.smithi163.stdout:(150/156): NetworkManager-1.49.90-1.el9.x86_64. 7.7 MB/s | 2.3 MB 00:00 2024-09-15T23:35:13.462 INFO:teuthology.orchestra.run.smithi190.stdout:(110/156): liboath-2.6.7-2.el9.x86_64.rpm 724 kB/s | 49 kB 00:00 2024-09-15T23:35:13.494 INFO:teuthology.orchestra.run.smithi163.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 1.2 MB/s | 41 kB 00:00 2024-09-15T23:35:13.495 INFO:teuthology.orchestra.run.smithi190.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 5.7 MB/s | 151 kB 00:00 2024-09-15T23:35:13.529 INFO:teuthology.orchestra.run.smithi190.stdout:(112/156): libunwind-1.6.2-1.el9.x86_64.rpm 730 kB/s | 67 kB 00:00 2024-09-15T23:35:13.544 INFO:teuthology.orchestra.run.smithi163.stdout:(152/156): NetworkManager-tui-1.49.90-1.el9.x86 4.9 MB/s | 249 kB 00:00 2024-09-15T23:35:13.563 INFO:teuthology.orchestra.run.smithi190.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 13 MB/s | 839 kB 00:00 2024-09-15T23:35:13.588 INFO:teuthology.orchestra.run.smithi190.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-15T23:35:13.611 INFO:teuthology.orchestra.run.smithi163.stdout:(153/156): openssl-3.2.2-6.el9.x86_64.rpm 20 MB/s | 1.4 MB 00:00 2024-09-15T23:35:13.613 INFO:teuthology.orchestra.run.smithi190.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-15T23:35:13.639 INFO:teuthology.orchestra.run.smithi190.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 565 kB/s | 14 kB 00:00 2024-09-15T23:35:13.672 INFO:teuthology.orchestra.run.smithi190.stdout:(117/156): python3-cheroot-8.6.0-4.el9.noarch.r 5.0 MB/s | 172 kB 00:00 2024-09-15T23:35:13.695 INFO:teuthology.orchestra.run.smithi163.stdout:(154/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 29 MB/s | 2.4 MB 00:00 2024-09-15T23:35:13.706 INFO:teuthology.orchestra.run.smithi190.stdout:(118/156): python3-asyncssh-2.13.2-5.el9.noarch 3.0 MB/s | 548 kB 00:00 2024-09-15T23:35:13.737 INFO:teuthology.orchestra.run.smithi163.stdout:(155/156): NetworkManager-libnm-1.49.90-1.el9.x 5.7 MB/s | 1.8 MB 00:00 2024-09-15T23:35:13.739 INFO:teuthology.orchestra.run.smithi190.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 5.2 MB/s | 358 kB 00:00 2024-09-15T23:35:13.806 INFO:teuthology.orchestra.run.smithi190.stdout:(120/156): libarrow-9.0.0-11.el9.x86_64.rpm 9.6 MB/s | 4.4 MB 00:00 2024-09-15T23:35:13.832 INFO:teuthology.orchestra.run.smithi190.stdout:(121/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.4 MB/s | 303 kB 00:00 2024-09-15T23:35:13.857 INFO:teuthology.orchestra.run.smithi190.stdout:(122/156): python3-google-auth-2.34.0-1.el9.noa 1.8 MB/s | 220 kB 00:00 2024-09-15T23:35:13.882 INFO:teuthology.orchestra.run.smithi190.stdout:(123/156): python3-grpcio-tools-1.46.7-10.el9.x 2.8 MB/s | 144 kB 00:00 2024-09-15T23:35:13.908 INFO:teuthology.orchestra.run.smithi190.stdout:(124/156): python3-jaraco-8.2.1-3.el9.noarch.rp 212 kB/s | 11 kB 00:00 2024-09-15T23:35:13.933 INFO:teuthology.orchestra.run.smithi190.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 351 kB/s | 18 kB 00:00 2024-09-15T23:35:13.958 INFO:teuthology.orchestra.run.smithi190.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 462 kB/s | 23 kB 00:00 2024-09-15T23:35:13.983 INFO:teuthology.orchestra.run.smithi190.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 387 kB/s | 19 kB 00:00 2024-09-15T23:35:14.009 INFO:teuthology.orchestra.run.smithi190.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 391 kB/s | 20 kB 00:00 2024-09-15T23:35:14.034 INFO:teuthology.orchestra.run.smithi190.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-15T23:35:14.060 INFO:teuthology.orchestra.run.smithi190.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-15T23:35:14.085 INFO:teuthology.orchestra.run.smithi190.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-15T23:35:14.135 INFO:teuthology.orchestra.run.smithi190.stdout:(132/156): python3-grpcio-1.46.7-10.el9.x86_64. 6.2 MB/s | 2.0 MB 00:00 2024-09-15T23:35:14.160 INFO:teuthology.orchestra.run.smithi190.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 663 kB/s | 16 kB 00:00 2024-09-15T23:35:14.185 INFO:teuthology.orchestra.run.smithi190.stdout:(134/156): python3-pecan-1.4.2-3.el9.noarch.rpm 2.6 MB/s | 272 kB 00:00 2024-09-15T23:35:14.211 INFO:teuthology.orchestra.run.smithi190.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.8 MB/s | 90 kB 00:00 2024-09-15T23:35:14.236 INFO:teuthology.orchestra.run.smithi190.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 561 kB/s | 28 kB 00:00 2024-09-15T23:35:14.262 INFO:teuthology.orchestra.run.smithi190.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 612 kB/s | 31 kB 00:00 2024-09-15T23:35:14.295 INFO:teuthology.orchestra.run.smithi190.stdout:(138/156): python3-kubernetes-26.1.0-2.el9.noar 3.3 MB/s | 1.0 MB 00:00 2024-09-15T23:35:14.320 INFO:teuthology.orchestra.run.smithi190.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2024-09-15T23:35:14.354 INFO:teuthology.orchestra.run.smithi190.stdout:(140/156): python3-routes-2.5.1-5.el9.noarch.rp 1.6 MB/s | 188 kB 00:00 2024-09-15T23:35:14.379 INFO:teuthology.orchestra.run.smithi190.stdout:(141/156): python3-tempora-5.0.0-2.el9.noarch.r 614 kB/s | 36 kB 00:00 2024-09-15T23:35:14.404 INFO:teuthology.orchestra.run.smithi190.stdout:(142/156): python3-typing-extensions-4.12.2-2.e 892 kB/s | 74 kB 00:00 2024-09-15T23:35:14.438 INFO:teuthology.orchestra.run.smithi190.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.5 MB/s | 90 kB 00:00 2024-09-15T23:35:14.463 INFO:teuthology.orchestra.run.smithi190.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-09-15T23:35:14.489 INFO:teuthology.orchestra.run.smithi190.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-09-15T23:35:14.522 INFO:teuthology.orchestra.run.smithi190.stdout:(146/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.5 MB/s | 427 kB 00:00 2024-09-15T23:35:14.547 INFO:teuthology.orchestra.run.smithi190.stdout:(147/156): re2-20211101-20.el9.x86_64.rpm 3.2 MB/s | 191 kB 00:00 2024-09-15T23:35:14.590 INFO:teuthology.orchestra.run.smithi190.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-15T23:35:15.024 INFO:teuthology.orchestra.run.smithi190.stdout:(149/156): librbd1-19.1.1-326.g8921c8ef.el9.x86 6.6 MB/s | 3.2 MB 00:00 2024-09-15T23:35:15.107 INFO:teuthology.orchestra.run.smithi190.stdout:(150/156): librados2-19.1.1-326.g8921c8ef.el9.x 5.9 MB/s | 3.4 MB 00:00 2024-09-15T23:35:15.666 INFO:teuthology.orchestra.run.smithi190.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 73 kB/s | 41 kB 00:00 2024-09-15T23:35:15.749 INFO:teuthology.orchestra.run.smithi190.stdout:(152/156): NetworkManager-1.49.90-1.el9.x86_64. 2.0 MB/s | 2.3 MB 00:01 2024-09-15T23:35:16.091 INFO:teuthology.orchestra.run.smithi190.stdout:(153/156): NetworkManager-libnm-1.49.90-1.el9.x 1.7 MB/s | 1.8 MB 00:01 2024-09-15T23:35:16.146 INFO:teuthology.orchestra.run.smithi163.stdout:(156/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 3.2 MB/s | 16 MB 00:05 2024-09-15T23:35:16.151 INFO:teuthology.orchestra.run.smithi163.stdout:-------------------------------------------------------------------------------- 2024-09-15T23:35:16.151 INFO:teuthology.orchestra.run.smithi163.stdout:Total 13 MB/s | 226 MB 00:17 2024-09-15T23:35:16.525 INFO:teuthology.orchestra.run.smithi190.stdout:(154/156): NetworkManager-tui-1.49.90-1.el9.x86 290 kB/s | 249 kB 00:00 2024-09-15T23:35:16.683 INFO:teuthology.orchestra.run.smithi190.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 1.5 MB/s | 1.4 MB 00:00 2024-09-15T23:35:17.100 INFO:teuthology.orchestra.run.smithi190.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 2.4 MB/s | 2.4 MB 00:01 2024-09-15T23:35:17.107 INFO:teuthology.orchestra.run.smithi190.stdout:-------------------------------------------------------------------------------- 2024-09-15T23:35:17.107 INFO:teuthology.orchestra.run.smithi190.stdout:Total 13 MB/s | 226 MB 00:17 2024-09-15T23:35:17.383 INFO:teuthology.orchestra.run.smithi163.stdout:Running transaction check 2024-09-15T23:35:17.535 INFO:teuthology.orchestra.run.smithi163.stdout:Transaction check succeeded. 2024-09-15T23:35:17.535 INFO:teuthology.orchestra.run.smithi163.stdout:Running transaction test 2024-09-15T23:35:18.341 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction check 2024-09-15T23:35:18.492 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction check succeeded. 2024-09-15T23:35:18.492 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction test 2024-09-15T23:35:19.442 INFO:teuthology.orchestra.run.smithi071.stdout: Preparing : 1/1 2024-09-15T23:35:19.567 INFO:teuthology.orchestra.run.smithi071.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-15T23:35:19.614 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-15T23:35:19.668 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-15T23:35:19.700 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-15T23:35:19.735 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-15T23:35:19.783 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-15T23:35:19.953 INFO:teuthology.orchestra.run.smithi163.stdout:Transaction test succeeded. 2024-09-15T23:35:19.953 INFO:teuthology.orchestra.run.smithi163.stdout:Running transaction 2024-09-15T23:35:20.122 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-15T23:35:20.243 INFO:teuthology.orchestra.run.smithi071.stdout: Upgrading : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-15T23:35:20.365 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-15T23:35:20.394 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-15T23:35:20.486 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-15T23:35:20.515 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-15T23:35:20.687 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-15T23:35:20.745 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-15T23:35:20.773 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-15T23:35:20.870 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction test succeeded. 2024-09-15T23:35:20.871 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction 2024-09-15T23:35:20.876 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-15T23:35:20.899 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-15T23:35:20.964 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-15T23:35:21.008 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-15T23:35:21.029 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-15T23:35:21.219 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-15T23:35:21.397 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-15T23:35:21.523 INFO:teuthology.orchestra.run.smithi071.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-15T23:35:21.638 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-15T23:35:21.707 INFO:teuthology.orchestra.run.smithi071.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-15T23:35:21.919 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-15T23:35:22.037 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-15T23:35:22.133 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-15T23:35:22.171 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-15T23:35:22.214 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-15T23:35:22.287 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-15T23:35:22.331 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-15T23:35:22.363 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-15T23:35:22.406 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-15T23:35:22.449 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-15T23:35:22.484 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-15T23:35:22.554 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-15T23:35:22.607 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-15T23:35:22.638 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-15T23:35:22.682 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-15T23:35:22.759 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-15T23:35:22.792 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 34/164 2024-09-15T23:35:22.836 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 35/164 2024-09-15T23:35:22.865 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 36/164 2024-09-15T23:35:22.942 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-15T23:35:22.995 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-15T23:35:23.070 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-15T23:35:23.220 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-15T23:35:23.273 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-15T23:35:23.811 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-15T23:35:23.894 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-15T23:35:23.922 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-15T23:35:23.966 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-15T23:35:24.003 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 46/164 2024-09-15T23:35:24.045 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-15T23:35:24.228 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-15T23:35:24.281 INFO:teuthology.orchestra.run.smithi071.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-15T23:35:24.336 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-15T23:35:24.409 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-15T23:35:24.440 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-15T23:35:24.476 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-15T23:35:24.531 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-15T23:35:24.595 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-15T23:35:24.643 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-15T23:35:24.686 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-15T23:35:24.823 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-15T23:35:24.862 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-15T23:35:25.114 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-15T23:35:25.340 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-15T23:35:25.379 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-15T23:35:25.420 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-15T23:35:25.453 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-15T23:35:25.478 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-15T23:35:25.576 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-15T23:35:25.703 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-15T23:35:25.734 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-15T23:35:25.763 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-15T23:35:25.800 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-15T23:35:25.835 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-15T23:35:25.867 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-15T23:35:25.897 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-15T23:35:25.932 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-15T23:35:25.968 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-15T23:35:26.010 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-15T23:35:26.044 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-15T23:35:26.131 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-15T23:35:26.183 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-15T23:35:26.214 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-15T23:35:26.222 INFO:teuthology.orchestra.run.smithi163.stdout: Preparing : 1/1 2024-09-15T23:35:26.317 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-15T23:35:26.347 INFO:teuthology.orchestra.run.smithi163.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-15T23:35:26.365 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-15T23:35:26.386 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-15T23:35:26.439 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-15T23:35:26.472 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-15T23:35:26.498 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-15T23:35:26.568 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-15T23:35:26.968 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-15T23:35:27.074 INFO:teuthology.orchestra.run.smithi163.stdout: Upgrading : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-15T23:35:27.093 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-15T23:35:27.137 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-15T23:35:27.143 INFO:teuthology.orchestra.run.smithi190.stdout: Preparing : 1/1 2024-09-15T23:35:27.170 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-15T23:35:27.198 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-15T23:35:27.242 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-15T23:35:27.253 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-15T23:35:27.271 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-15T23:35:27.318 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-15T23:35:27.334 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-15T23:35:27.335 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-15T23:35:27.364 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-15T23:35:27.370 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-15T23:35:27.459 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-15T23:35:27.490 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-15T23:35:27.533 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-15T23:35:27.574 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-15T23:35:27.580 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-15T23:35:27.605 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-15T23:35:27.664 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-15T23:35:27.673 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-15T23:35:27.689 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-15T23:35:27.704 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-15T23:35:27.709 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-15T23:35:27.731 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-15T23:35:27.744 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-15T23:35:27.781 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-15T23:35:27.794 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-15T23:35:27.824 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-15T23:35:27.847 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-15T23:35:28.043 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-15T23:35:28.093 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-15T23:35:28.209 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-15T23:35:28.209 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-15T23:35:28.325 INFO:teuthology.orchestra.run.smithi163.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-15T23:35:28.331 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-15T23:35:28.359 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-15T23:35:28.439 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-15T23:35:28.451 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-15T23:35:28.459 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-15T23:35:28.481 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-15T23:35:28.533 INFO:teuthology.orchestra.run.smithi163.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-15T23:35:28.551 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-15T23:35:28.647 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-15T23:35:28.703 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-15T23:35:28.731 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-15T23:35:28.756 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-15T23:35:28.817 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-15T23:35:28.840 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-15T23:35:28.867 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-15T23:35:28.903 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-15T23:35:28.933 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-15T23:35:28.953 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-15T23:35:28.959 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-15T23:35:28.997 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-15T23:35:29.059 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-15T23:35:29.129 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-15T23:35:29.143 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-15T23:35:29.174 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-15T23:35:29.214 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-15T23:35:29.257 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-15T23:35:29.291 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-15T23:35:29.316 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-15T23:35:29.318 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-15T23:35:29.387 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-15T23:35:29.440 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-15T23:35:29.441 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-15T23:35:29.472 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-15T23:35:29.515 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-15T23:35:29.563 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-15T23:35:29.592 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-15T23:35:29.626 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 34/164 2024-09-15T23:35:29.641 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-15T23:35:29.670 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 35/164 2024-09-15T23:35:29.698 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 36/164 2024-09-15T23:35:29.768 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-15T23:35:29.809 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-15T23:35:29.812 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-15T23:35:29.887 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-15T23:35:29.897 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-15T23:35:29.915 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-15T23:35:29.943 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-15T23:35:29.976 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-15T23:35:30.012 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-15T23:35:30.030 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-15T23:35:30.082 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-15T23:35:30.102 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-15T23:35:30.131 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-15T23:35:30.165 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-15T23:35:30.246 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-15T23:35:30.284 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-15T23:35:30.299 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-15T23:35:30.330 INFO:teuthology.orchestra.run.smithi071.stdout: Upgrading : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-15T23:35:30.339 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-15T23:35:30.383 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-15T23:35:30.416 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-15T23:35:30.420 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-15T23:35:30.443 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-15T23:35:30.451 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 102/164 2024-09-15T23:35:30.500 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-15T23:35:30.512 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-15T23:35:30.566 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-15T23:35:30.598 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-15T23:35:30.615 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-15T23:35:30.641 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-15T23:35:30.703 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-15T23:35:30.725 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-15T23:35:30.732 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-15T23:35:30.767 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 34/164 2024-09-15T23:35:30.775 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-15T23:35:30.811 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 35/164 2024-09-15T23:35:30.812 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 46/164 2024-09-15T23:35:30.839 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 36/164 2024-09-15T23:35:30.855 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-15T23:35:30.911 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-15T23:35:30.955 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-15T23:35:31.012 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-15T23:35:31.029 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-15T23:35:31.066 INFO:teuthology.orchestra.run.smithi163.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-15T23:35:31.077 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-15T23:35:31.121 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-15T23:35:31.125 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-15T23:35:31.160 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-15T23:35:31.195 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-15T23:35:31.195 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-15T23:35:31.215 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-15T23:35:31.218 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 106/164 2024-09-15T23:35:31.225 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-15T23:35:31.261 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-15T23:35:31.308 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-15T23:35:31.344 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-15T23:35:31.387 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-15T23:35:31.429 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-15T23:35:31.567 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-15T23:35:31.615 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-15T23:35:31.656 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-15T23:35:31.736 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-15T23:35:31.761 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-15T23:35:31.798 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-15T23:35:31.819 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-15T23:35:31.844 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-15T23:35:31.849 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-15T23:35:31.880 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-15T23:35:31.891 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-15T23:35:31.905 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-15T23:35:31.938 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 46/164 2024-09-15T23:35:31.980 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-15T23:35:32.001 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-15T23:35:32.131 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-15T23:35:32.153 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-15T23:35:32.163 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-15T23:35:32.196 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-15T23:35:32.224 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-15T23:35:32.235 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-15T23:35:32.272 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-15T23:35:32.287 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-15T23:35:32.304 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-15T23:35:32.338 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-15T23:35:32.368 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-15T23:35:32.381 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-15T23:35:32.400 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-15T23:35:32.414 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-15T23:35:32.437 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-15T23:35:32.456 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-15T23:35:32.483 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-15T23:35:32.490 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-15T23:35:32.519 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-15T23:35:32.562 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-15T23:35:32.577 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-15T23:35:32.622 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-15T23:35:32.629 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-15T23:35:32.660 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-15T23:35:32.763 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-15T23:35:32.764 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-15T23:35:32.806 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-15T23:35:32.819 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-15T23:35:32.847 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-15T23:35:32.949 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-15T23:35:32.982 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-15T23:35:33.032 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-15T23:35:33.064 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-15T23:35:33.088 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-15T23:35:33.176 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-15T23:35:33.296 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-15T23:35:33.338 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-15T23:35:33.369 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-15T23:35:33.405 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-15T23:35:33.447 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-15T23:35:33.479 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-15T23:35:33.509 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-15T23:35:33.547 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-15T23:35:33.551 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-15T23:35:33.581 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-15T23:35:33.601 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-15T23:35:33.622 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-15T23:35:33.634 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-15T23:35:33.656 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-15T23:35:33.733 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-15T23:35:33.746 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-15T23:35:33.782 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-15T23:35:33.786 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-15T23:35:33.789 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-15T23:35:33.814 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-15T23:35:33.818 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-15T23:35:33.843 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-15T23:35:33.920 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-15T23:35:33.931 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-15T23:35:33.962 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-15T23:35:33.978 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-15T23:35:34.146 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-15T23:35:34.177 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-15T23:35:34.261 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-15T23:35:34.385 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-15T23:35:34.426 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-15T23:35:34.509 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-15T23:35:34.509 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-15T23:35:34.509 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-15T23:35:34.509 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:35:34.552 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-15T23:35:34.694 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-15T23:35:34.741 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-15T23:35:34.775 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-15T23:35:34.871 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-15T23:35:34.907 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-15T23:35:34.921 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-15T23:35:34.974 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-15T23:35:35.032 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-15T23:35:35.054 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-15T23:35:35.095 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-15T23:35:35.278 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-15T23:35:35.309 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-15T23:35:35.394 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-15T23:35:36.040 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-15T23:35:36.150 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-15T23:35:36.301 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-15T23:35:36.390 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-15T23:35:36.418 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-15T23:35:36.476 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-15T23:35:36.785 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-15T23:35:36.831 INFO:teuthology.orchestra.run.smithi163.stdout: Upgrading : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-15T23:35:36.930 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-15T23:35:36.961 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 102/164 2024-09-15T23:35:37.003 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-15T23:35:37.395 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-15T23:35:37.475 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-15T23:35:37.484 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-15T23:35:37.502 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-15T23:35:37.517 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-15T23:35:37.535 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-15T23:35:37.588 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-15T23:35:37.619 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 106/164 2024-09-15T23:35:37.843 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-15T23:35:37.890 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-15T23:35:37.980 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-15T23:35:38.012 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 102/164 2024-09-15T23:35:38.048 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-15T23:35:38.528 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-15T23:35:38.560 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-15T23:35:38.631 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-15T23:35:38.662 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 106/164 2024-09-15T23:35:39.921 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-15T23:35:39.966 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-15T23:35:40.529 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-15T23:35:40.569 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-15T23:35:40.653 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-15T23:35:40.654 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-15T23:35:40.654 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-15T23:35:40.654 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:35:40.696 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-15T23:35:40.959 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-15T23:35:40.993 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-15T23:35:41.545 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-15T23:35:41.589 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-15T23:35:41.685 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-15T23:35:41.686 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-15T23:35:41.686 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-15T23:35:41.686 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:35:41.732 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-15T23:35:46.358 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-15T23:35:46.358 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /sys 2024-09-15T23:35:46.358 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /proc 2024-09-15T23:35:46.358 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /mnt 2024-09-15T23:35:46.358 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /var/tmp 2024-09-15T23:35:46.358 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /home 2024-09-15T23:35:46.358 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /root 2024-09-15T23:35:46.358 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /tmp 2024-09-15T23:35:46.358 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:35:46.546 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-15T23:35:46.563 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-15T23:35:46.563 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:35:46.563 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-15T23:35:46.563 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:35:48.049 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-15T23:35:48.076 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-15T23:35:48.076 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:35:48.076 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-15T23:35:48.076 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-15T23:35:48.077 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-15T23:35:48.077 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:35:48.308 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-15T23:35:48.332 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-15T23:35:48.333 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:35:48.333 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-15T23:35:48.333 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-15T23:35:48.333 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-15T23:35:48.333 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:35:48.767 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-15T23:35:48.791 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-15T23:35:48.791 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:35:48.792 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-15T23:35:48.792 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-15T23:35:48.792 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-15T23:35:48.792 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:35:48.897 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-15T23:35:48.955 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-15T23:35:49.010 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-15T23:35:49.205 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-15T23:35:49.251 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-15T23:35:49.330 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-15T23:35:49.419 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-15T23:35:49.569 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-15T23:35:49.614 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-15T23:35:49.658 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-15T23:35:49.694 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-15T23:35:50.164 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-15T23:35:50.201 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-15T23:35:50.232 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 126/164 2024-09-15T23:35:50.295 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 127/164 2024-09-15T23:35:50.332 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-15T23:35:51.381 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-15T23:35:51.417 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-15T23:35:52.382 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-15T23:35:52.409 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-15T23:35:52.512 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-15T23:35:52.540 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-15T23:35:52.540 INFO:teuthology.orchestra.run.smithi163.stdout:skipping the directory /sys 2024-09-15T23:35:52.540 INFO:teuthology.orchestra.run.smithi163.stdout:skipping the directory /proc 2024-09-15T23:35:52.540 INFO:teuthology.orchestra.run.smithi163.stdout:skipping the directory /mnt 2024-09-15T23:35:52.540 INFO:teuthology.orchestra.run.smithi163.stdout:skipping the directory /var/tmp 2024-09-15T23:35:52.540 INFO:teuthology.orchestra.run.smithi163.stdout:skipping the directory /home 2024-09-15T23:35:52.540 INFO:teuthology.orchestra.run.smithi163.stdout:skipping the directory /root 2024-09-15T23:35:52.540 INFO:teuthology.orchestra.run.smithi163.stdout:skipping the directory /tmp 2024-09-15T23:35:52.540 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:35:52.675 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 131/164 2024-09-15T23:35:52.703 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-15T23:35:52.712 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-15T23:35:52.727 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-15T23:35:52.727 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:35:52.727 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-15T23:35:52.727 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-15T23:35:52.727 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-15T23:35:52.727 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:35:52.730 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-15T23:35:52.730 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:35:52.730 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-15T23:35:52.731 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:35:52.778 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-15T23:35:52.790 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-15T23:35:52.889 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 134/164 2024-09-15T23:35:52.943 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 135/164 2024-09-15T23:35:53.599 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-15T23:35:53.599 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /sys 2024-09-15T23:35:53.599 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /proc 2024-09-15T23:35:53.599 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /mnt 2024-09-15T23:35:53.599 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /var/tmp 2024-09-15T23:35:53.599 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /home 2024-09-15T23:35:53.599 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /root 2024-09-15T23:35:53.600 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /tmp 2024-09-15T23:35:53.600 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:35:53.778 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-15T23:35:53.794 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-15T23:35:53.794 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:35:53.794 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-15T23:35:53.794 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:35:53.881 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-15T23:35:53.914 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-15T23:35:53.938 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-15T23:35:53.938 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:35:53.938 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-15T23:35:53.938 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-15T23:35:53.938 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-15T23:35:53.938 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:35:53.981 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-15T23:35:54.004 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-15T23:35:54.005 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:35:54.005 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-15T23:35:54.005 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:35:54.057 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-15T23:35:54.081 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-15T23:35:54.081 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:35:54.081 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-15T23:35:54.081 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-15T23:35:54.081 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-15T23:35:54.081 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:35:54.240 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-15T23:35:54.267 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-15T23:35:54.267 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:35:54.267 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-15T23:35:54.267 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-15T23:35:54.267 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-15T23:35:54.267 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:35:54.383 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-15T23:35:54.406 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-15T23:35:54.407 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:35:54.407 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-15T23:35:54.407 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-15T23:35:54.407 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-15T23:35:54.407 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:35:54.491 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-15T23:35:54.514 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-15T23:35:54.514 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:35:54.514 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-15T23:35:54.515 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-15T23:35:54.515 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-15T23:35:54.515 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:35:54.941 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-15T23:35:54.965 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-15T23:35:54.965 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:35:54.965 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-15T23:35:54.965 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-15T23:35:54.965 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-15T23:35:54.965 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:35:55.072 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-15T23:35:55.129 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-15T23:35:55.185 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-15T23:35:55.264 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-15T23:35:55.291 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-15T23:35:55.291 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:35:55.291 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-15T23:35:55.291 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-15T23:35:55.292 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-15T23:35:55.292 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:35:55.373 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-15T23:35:55.426 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-15T23:35:55.505 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-15T23:35:55.515 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-15T23:35:55.538 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-15T23:35:55.538 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:35:55.538 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-15T23:35:55.538 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-15T23:35:55.538 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-15T23:35:55.538 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:35:55.619 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-15T23:35:55.766 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-15T23:35:55.827 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-15T23:35:55.867 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-15T23:35:55.894 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-15T23:35:55.974 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-15T23:35:55.997 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-15T23:35:55.997 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:35:55.997 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-15T23:35:55.997 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-15T23:35:55.998 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-15T23:35:55.998 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:35:56.103 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-15T23:35:56.160 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-15T23:35:56.223 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-15T23:35:56.324 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-15T23:35:56.352 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-15T23:35:56.383 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 126/164 2024-09-15T23:35:56.405 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-15T23:35:56.446 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 127/164 2024-09-15T23:35:56.449 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-15T23:35:56.483 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-15T23:35:56.518 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-15T23:35:56.607 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-15T23:35:56.747 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-15T23:35:56.791 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-15T23:35:56.823 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-15T23:35:56.860 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-15T23:35:57.322 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-15T23:35:57.375 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-15T23:35:57.406 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 126/164 2024-09-15T23:35:57.468 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 127/164 2024-09-15T23:35:57.498 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-15T23:35:57.533 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-15T23:35:57.569 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-15T23:35:58.533 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-15T23:35:58.534 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-15T23:35:58.561 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-15T23:35:58.566 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-15T23:35:58.663 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-15T23:35:58.839 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 131/164 2024-09-15T23:35:58.871 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-15T23:35:58.896 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-15T23:35:58.896 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:35:58.896 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-15T23:35:58.896 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-15T23:35:58.896 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-15T23:35:58.896 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:35:58.947 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-15T23:35:58.959 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-15T23:35:58.977 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 141/164 2024-09-15T23:35:59.018 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 142/164 2024-09-15T23:35:59.056 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 134/164 2024-09-15T23:35:59.068 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 143/164 2024-09-15T23:35:59.108 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-15T23:35:59.122 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 135/164 2024-09-15T23:35:59.135 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-15T23:35:59.336 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 146/164 2024-09-15T23:35:59.382 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-15T23:35:59.412 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 148/164 2024-09-15T23:35:59.442 INFO:teuthology.orchestra.run.smithi071.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-15T23:35:59.488 INFO:teuthology.orchestra.run.smithi071.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-15T23:35:59.527 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-15T23:35:59.567 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-15T23:35:59.668 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-15T23:35:59.837 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 131/164 2024-09-15T23:35:59.869 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-15T23:35:59.894 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-15T23:35:59.894 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:35:59.894 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-15T23:35:59.894 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-15T23:35:59.894 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-15T23:35:59.894 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:35:59.945 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-15T23:35:59.957 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-15T23:36:00.044 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-15T23:36:00.054 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 134/164 2024-09-15T23:36:00.075 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-15T23:36:00.099 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-15T23:36:00.099 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:36:00.100 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-15T23:36:00.100 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-15T23:36:00.100 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-15T23:36:00.100 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:36:00.106 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 135/164 2024-09-15T23:36:00.114 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-15T23:36:00.142 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-15T23:36:00.152 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-15T23:36:00.166 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-15T23:36:00.166 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:36:00.166 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-15T23:36:00.166 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:36:00.173 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-15T23:36:00.218 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-15T23:36:00.242 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-15T23:36:00.242 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:36:00.242 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-15T23:36:00.242 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-15T23:36:00.242 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-15T23:36:00.243 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:36:00.544 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-15T23:36:00.568 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-15T23:36:00.568 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:36:00.568 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-15T23:36:00.568 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-15T23:36:00.568 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-15T23:36:00.568 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:36:01.028 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-15T23:36:01.032 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 152/164 2024-09-15T23:36:01.056 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-15T23:36:01.080 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-15T23:36:01.080 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:36:01.080 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-15T23:36:01.080 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-15T23:36:01.080 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-15T23:36:01.080 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:36:01.106 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-15T23:36:01.123 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-15T23:36:01.146 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-15T23:36:01.146 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:36:01.147 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-15T23:36:01.147 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:36:01.155 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-15T23:36:01.199 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-15T23:36:01.222 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-15T23:36:01.222 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:36:01.223 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-15T23:36:01.223 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-15T23:36:01.223 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-15T23:36:01.223 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:36:01.239 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-15T23:36:01.284 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-15T23:36:01.309 INFO:teuthology.orchestra.run.smithi071.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-15T23:36:01.336 INFO:teuthology.orchestra.run.smithi071.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-15T23:36:01.336 INFO:teuthology.orchestra.run.smithi071.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-15T23:36:01.411 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-15T23:36:01.411 INFO:teuthology.orchestra.run.smithi071.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-15T23:36:01.478 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-15T23:36:01.504 INFO:teuthology.orchestra.run.smithi071.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-15T23:36:01.509 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-15T23:36:01.509 INFO:teuthology.orchestra.run.smithi071.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-15T23:36:01.525 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-15T23:36:01.548 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-15T23:36:01.548 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-15T23:36:01.549 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-15T23:36:01.549 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-15T23:36:01.549 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-15T23:36:01.549 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:36:01.689 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-15T23:36:01.689 INFO:teuthology.orchestra.run.smithi071.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-15T23:36:01.781 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-15T23:36:01.848 INFO:teuthology.orchestra.run.smithi071.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-15T23:36:05.247 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 141/164 2024-09-15T23:36:05.289 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 142/164 2024-09-15T23:36:05.330 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 143/164 2024-09-15T23:36:05.362 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-15T23:36:05.389 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-15T23:36:05.576 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 146/164 2024-09-15T23:36:05.628 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-15T23:36:05.659 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 148/164 2024-09-15T23:36:05.688 INFO:teuthology.orchestra.run.smithi163.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-15T23:36:05.735 INFO:teuthology.orchestra.run.smithi163.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-15T23:36:06.128 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 141/164 2024-09-15T23:36:06.170 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 142/164 2024-09-15T23:36:06.211 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 143/164 2024-09-15T23:36:06.243 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-15T23:36:06.270 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-15T23:36:06.368 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-15T23:36:06.409 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-15T23:36:06.430 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-15T23:36:06.466 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 146/164 2024-09-15T23:36:06.517 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-15T23:36:06.547 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 148/164 2024-09-15T23:36:06.602 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-15T23:36:06.640 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-15T23:36:07.277 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 152/164 2024-09-15T23:36:07.284 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-15T23:36:07.329 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-15T23:36:07.350 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-15T23:36:07.365 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-15T23:36:07.415 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-15T23:36:07.515 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-15T23:36:07.543 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-15T23:36:07.568 INFO:teuthology.orchestra.run.smithi163.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-15T23:36:07.595 INFO:teuthology.orchestra.run.smithi163.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-15T23:36:07.595 INFO:teuthology.orchestra.run.smithi163.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-15T23:36:07.633 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-15T23:36:07.633 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 1/164 2024-09-15T23:36:07.633 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2/164 2024-09-15T23:36:07.633 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 3/164 2024-09-15T23:36:07.634 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 4/164 2024-09-15T23:36:07.634 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 5/164 2024-09-15T23:36:07.634 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 6/164 2024-09-15T23:36:07.634 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 7/164 2024-09-15T23:36:07.634 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-15T23:36:07.634 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-15T23:36:07.634 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-15T23:36:07.634 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 11/164 2024-09-15T23:36:07.634 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 12/164 2024-09-15T23:36:07.634 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-15T23:36:07.634 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 14/164 2024-09-15T23:36:07.634 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 15/164 2024-09-15T23:36:07.634 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 16/164 2024-09-15T23:36:07.635 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 17/164 2024-09-15T23:36:07.635 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 18/164 2024-09-15T23:36:07.635 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 19/164 2024-09-15T23:36:07.635 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 20/164 2024-09-15T23:36:07.635 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 21/164 2024-09-15T23:36:07.635 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 22/164 2024-09-15T23:36:07.635 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 23/164 2024-09-15T23:36:07.635 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 24/164 2024-09-15T23:36:07.635 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 25/164 2024-09-15T23:36:07.635 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 26/164 2024-09-15T23:36:07.635 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 27/164 2024-09-15T23:36:07.636 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 28/164 2024-09-15T23:36:07.636 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 29/164 2024-09-15T23:36:07.636 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 30/164 2024-09-15T23:36:07.636 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 31/164 2024-09-15T23:36:07.636 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 32/164 2024-09-15T23:36:07.636 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 33/164 2024-09-15T23:36:07.636 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 34/164 2024-09-15T23:36:07.636 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 35/164 2024-09-15T23:36:07.636 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 36/164 2024-09-15T23:36:07.636 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 37/164 2024-09-15T23:36:07.637 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 38/164 2024-09-15T23:36:07.637 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 39/164 2024-09-15T23:36:07.637 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-15T23:36:07.637 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-15T23:36:07.637 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-15T23:36:07.637 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-15T23:36:07.637 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-15T23:36:07.637 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-15T23:36:07.637 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-15T23:36:07.637 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-15T23:36:07.637 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-15T23:36:07.638 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-15T23:36:07.638 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-15T23:36:07.638 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-15T23:36:07.638 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-15T23:36:07.638 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-15T23:36:07.638 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-15T23:36:07.638 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-15T23:36:07.638 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-15T23:36:07.638 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-15T23:36:07.638 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-15T23:36:07.638 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-15T23:36:07.638 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-15T23:36:07.639 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-15T23:36:07.639 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-15T23:36:07.639 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-15T23:36:07.639 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-15T23:36:07.639 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-15T23:36:07.639 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-15T23:36:07.639 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-15T23:36:07.639 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-15T23:36:07.639 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-15T23:36:07.639 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-15T23:36:07.639 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-15T23:36:07.639 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-15T23:36:07.639 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-15T23:36:07.640 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-15T23:36:07.640 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-15T23:36:07.640 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-15T23:36:07.640 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-15T23:36:07.640 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-15T23:36:07.640 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-15T23:36:07.640 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-15T23:36:07.640 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-15T23:36:07.640 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-15T23:36:07.640 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-15T23:36:07.640 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-15T23:36:07.640 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-15T23:36:07.641 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-15T23:36:07.641 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-15T23:36:07.641 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-15T23:36:07.641 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-15T23:36:07.641 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-15T23:36:07.641 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-15T23:36:07.641 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-15T23:36:07.641 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-15T23:36:07.641 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-15T23:36:07.641 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-15T23:36:07.641 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-15T23:36:07.641 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-15T23:36:07.641 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-15T23:36:07.642 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-15T23:36:07.642 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-15T23:36:07.642 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-15T23:36:07.642 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-15T23:36:07.642 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-15T23:36:07.642 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-15T23:36:07.642 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-15T23:36:07.642 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-15T23:36:07.642 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-15T23:36:07.642 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-15T23:36:07.642 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-15T23:36:07.642 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-15T23:36:07.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-15T23:36:07.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-15T23:36:07.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-15T23:36:07.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-15T23:36:07.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-15T23:36:07.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-15T23:36:07.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-15T23:36:07.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-15T23:36:07.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-15T23:36:07.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-15T23:36:07.643 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-15T23:36:07.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-15T23:36:07.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-15T23:36:07.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-15T23:36:07.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-15T23:36:07.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-15T23:36:07.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-15T23:36:07.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-15T23:36:07.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-15T23:36:07.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-15T23:36:07.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-15T23:36:07.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-15T23:36:07.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-15T23:36:07.644 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-15T23:36:07.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-15T23:36:07.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-15T23:36:07.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-15T23:36:07.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-15T23:36:07.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-15T23:36:07.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-15T23:36:07.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-15T23:36:07.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-15T23:36:07.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-15T23:36:07.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-15T23:36:07.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-15T23:36:07.645 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-15T23:36:07.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-15T23:36:07.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-15T23:36:07.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 149/164 2024-09-15T23:36:07.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-15T23:36:07.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 151/164 2024-09-15T23:36:07.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-15T23:36:07.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-15T23:36:07.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-15T23:36:07.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-15T23:36:07.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-15T23:36:07.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-15T23:36:07.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-15T23:36:07.646 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-15T23:36:07.647 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-15T23:36:07.647 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-15T23:36:07.647 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-15T23:36:07.647 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-15T23:36:07.687 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-15T23:36:07.687 INFO:teuthology.orchestra.run.smithi163.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-15T23:36:07.780 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-15T23:36:07.805 INFO:teuthology.orchestra.run.smithi163.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-15T23:36:07.810 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-15T23:36:07.811 INFO:teuthology.orchestra.run.smithi163.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-15T23:36:07.999 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-15T23:36:07.999 INFO:teuthology.orchestra.run.smithi163.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-15T23:36:08.083 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-15T23:36:08.156 INFO:teuthology.orchestra.run.smithi163.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-15T23:36:08.168 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 152/164 2024-09-15T23:36:08.251 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-15T23:36:08.301 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-15T23:36:08.399 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-15T23:36:08.429 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-15T23:36:08.455 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-15T23:36:08.489 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-15T23:36:08.489 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-15T23:36:08.590 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-15T23:36:08.590 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-15T23:36:08.691 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-15T23:36:08.716 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-15T23:36:08.721 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-15T23:36:08.721 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-15T23:36:08.901 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-15T23:36:08.901 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-15T23:36:08.977 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-15T23:36:09.041 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-15T23:36:10.510 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-15T23:36:10.511 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:36:10.511 INFO:teuthology.orchestra.run.smithi071.stdout:Upgraded: 2024-09-15T23:36:10.511 INFO:teuthology.orchestra.run.smithi071.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-15T23:36:10.511 INFO:teuthology.orchestra.run.smithi071.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-15T23:36:10.511 INFO:teuthology.orchestra.run.smithi071.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-15T23:36:10.511 INFO:teuthology.orchestra.run.smithi071.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-15T23:36:10.511 INFO:teuthology.orchestra.run.smithi071.stdout: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.511 INFO:teuthology.orchestra.run.smithi071.stdout: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.511 INFO:teuthology.orchestra.run.smithi071.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-15T23:36:10.511 INFO:teuthology.orchestra.run.smithi071.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-15T23:36:10.512 INFO:teuthology.orchestra.run.smithi071.stdout:Installed: 2024-09-15T23:36:10.512 INFO:teuthology.orchestra.run.smithi071.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-15T23:36:10.512 INFO:teuthology.orchestra.run.smithi071.stdout: automake-1.16.2-8.el9.noarch 2024-09-15T23:36:10.512 INFO:teuthology.orchestra.run.smithi071.stdout: bison-3.7.4-5.el9.x86_64 2024-09-15T23:36:10.512 INFO:teuthology.orchestra.run.smithi071.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-15T23:36:10.512 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.512 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.512 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.512 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.512 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:10.512 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.513 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.513 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.513 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:10.513 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:10.513 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:10.513 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:10.513 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:10.513 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.513 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.513 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:10.514 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.514 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.514 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.514 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:10.514 INFO:teuthology.orchestra.run.smithi071.stdout: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:10.514 INFO:teuthology.orchestra.run.smithi071.stdout: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.514 INFO:teuthology.orchestra.run.smithi071.stdout: cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.514 INFO:teuthology.orchestra.run.smithi071.stdout: cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:10.514 INFO:teuthology.orchestra.run.smithi071.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-15T23:36:10.514 INFO:teuthology.orchestra.run.smithi071.stdout: flex-2.6.4-9.el9.x86_64 2024-09-15T23:36:10.514 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-15T23:36:10.514 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-15T23:36:10.515 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-15T23:36:10.515 INFO:teuthology.orchestra.run.smithi071.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-15T23:36:10.515 INFO:teuthology.orchestra.run.smithi071.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-15T23:36:10.515 INFO:teuthology.orchestra.run.smithi071.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-15T23:36:10.515 INFO:teuthology.orchestra.run.smithi071.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-15T23:36:10.515 INFO:teuthology.orchestra.run.smithi071.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-15T23:36:10.515 INFO:teuthology.orchestra.run.smithi071.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-15T23:36:10.515 INFO:teuthology.orchestra.run.smithi071.stdout: libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.515 INFO:teuthology.orchestra.run.smithi071.stdout: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.515 INFO:teuthology.orchestra.run.smithi071.stdout: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.516 INFO:teuthology.orchestra.run.smithi071.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-15T23:36:10.516 INFO:teuthology.orchestra.run.smithi071.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-15T23:36:10.516 INFO:teuthology.orchestra.run.smithi071.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-15T23:36:10.516 INFO:teuthology.orchestra.run.smithi071.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-15T23:36:10.516 INFO:teuthology.orchestra.run.smithi071.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-15T23:36:10.516 INFO:teuthology.orchestra.run.smithi071.stdout: librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.516 INFO:teuthology.orchestra.run.smithi071.stdout: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.516 INFO:teuthology.orchestra.run.smithi071.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-15T23:36:10.516 INFO:teuthology.orchestra.run.smithi071.stdout: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.516 INFO:teuthology.orchestra.run.smithi071.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-15T23:36:10.516 INFO:teuthology.orchestra.run.smithi071.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-15T23:36:10.517 INFO:teuthology.orchestra.run.smithi071.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-15T23:36:10.517 INFO:teuthology.orchestra.run.smithi071.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-15T23:36:10.517 INFO:teuthology.orchestra.run.smithi071.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-15T23:36:10.517 INFO:teuthology.orchestra.run.smithi071.stdout: lua-5.4.4-4.el9.x86_64 2024-09-15T23:36:10.517 INFO:teuthology.orchestra.run.smithi071.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-15T23:36:10.517 INFO:teuthology.orchestra.run.smithi071.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-15T23:36:10.517 INFO:teuthology.orchestra.run.smithi071.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-15T23:36:10.517 INFO:teuthology.orchestra.run.smithi071.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-15T23:36:10.517 INFO:teuthology.orchestra.run.smithi071.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-15T23:36:10.518 INFO:teuthology.orchestra.run.smithi071.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-15T23:36:10.518 INFO:teuthology.orchestra.run.smithi071.stdout: postgresql-13.16-1.el9.x86_64 2024-09-15T23:36:10.518 INFO:teuthology.orchestra.run.smithi071.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-15T23:36:10.518 INFO:teuthology.orchestra.run.smithi071.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-15T23:36:10.518 INFO:teuthology.orchestra.run.smithi071.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-15T23:36:10.518 INFO:teuthology.orchestra.run.smithi071.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-15T23:36:10.518 INFO:teuthology.orchestra.run.smithi071.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-15T23:36:10.518 INFO:teuthology.orchestra.run.smithi071.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-15T23:36:10.518 INFO:teuthology.orchestra.run.smithi071.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-15T23:36:10.518 INFO:teuthology.orchestra.run.smithi071.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-15T23:36:10.518 INFO:teuthology.orchestra.run.smithi071.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-15T23:36:10.519 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-15T23:36:10.519 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.519 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.519 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.519 INFO:teuthology.orchestra.run.smithi071.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-15T23:36:10.519 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-15T23:36:10.519 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-15T23:36:10.520 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-15T23:36:10.520 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-15T23:36:10.520 INFO:teuthology.orchestra.run.smithi071.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-15T23:36:10.520 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-15T23:36:10.520 INFO:teuthology.orchestra.run.smithi071.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-15T23:36:10.520 INFO:teuthology.orchestra.run.smithi071.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-15T23:36:10.521 INFO:teuthology.orchestra.run.smithi071.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-15T23:36:10.521 INFO:teuthology.orchestra.run.smithi071.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-15T23:36:10.521 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-15T23:36:10.521 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-15T23:36:10.521 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-15T23:36:10.521 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-15T23:36:10.521 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-15T23:36:10.521 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-15T23:36:10.521 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-15T23:36:10.521 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-15T23:36:10.522 INFO:teuthology.orchestra.run.smithi071.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-15T23:36:10.522 INFO:teuthology.orchestra.run.smithi071.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-15T23:36:10.522 INFO:teuthology.orchestra.run.smithi071.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-15T23:36:10.523 INFO:teuthology.orchestra.run.smithi071.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-15T23:36:10.523 INFO:teuthology.orchestra.run.smithi071.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-15T23:36:10.523 INFO:teuthology.orchestra.run.smithi071.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-15T23:36:10.523 INFO:teuthology.orchestra.run.smithi071.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-15T23:36:10.523 INFO:teuthology.orchestra.run.smithi071.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-15T23:36:10.523 INFO:teuthology.orchestra.run.smithi071.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-15T23:36:10.523 INFO:teuthology.orchestra.run.smithi071.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-15T23:36:10.523 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-15T23:36:10.523 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ply-3.11-14.el9.noarch 2024-09-15T23:36:10.524 INFO:teuthology.orchestra.run.smithi071.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-15T23:36:10.524 INFO:teuthology.orchestra.run.smithi071.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-15T23:36:10.524 INFO:teuthology.orchestra.run.smithi071.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-15T23:36:10.525 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-15T23:36:10.525 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-15T23:36:10.525 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-15T23:36:10.525 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-15T23:36:10.525 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-15T23:36:10.525 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-15T23:36:10.525 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.525 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.525 INFO:teuthology.orchestra.run.smithi071.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-15T23:36:10.525 INFO:teuthology.orchestra.run.smithi071.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-15T23:36:10.525 INFO:teuthology.orchestra.run.smithi071.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-15T23:36:10.526 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.526 INFO:teuthology.orchestra.run.smithi071.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-15T23:36:10.526 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-15T23:36:10.526 INFO:teuthology.orchestra.run.smithi071.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-15T23:36:10.526 INFO:teuthology.orchestra.run.smithi071.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-15T23:36:10.526 INFO:teuthology.orchestra.run.smithi071.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-15T23:36:10.526 INFO:teuthology.orchestra.run.smithi071.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-15T23:36:10.527 INFO:teuthology.orchestra.run.smithi071.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-15T23:36:10.527 INFO:teuthology.orchestra.run.smithi071.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-15T23:36:10.527 INFO:teuthology.orchestra.run.smithi071.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-15T23:36:10.527 INFO:teuthology.orchestra.run.smithi071.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-15T23:36:10.527 INFO:teuthology.orchestra.run.smithi071.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-15T23:36:10.527 INFO:teuthology.orchestra.run.smithi071.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-15T23:36:10.528 INFO:teuthology.orchestra.run.smithi071.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-15T23:36:10.528 INFO:teuthology.orchestra.run.smithi071.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-15T23:36:10.528 INFO:teuthology.orchestra.run.smithi071.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-15T23:36:10.528 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.528 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.528 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:10.528 INFO:teuthology.orchestra.run.smithi071.stdout: re2-1:20211101-20.el9.x86_64 2024-09-15T23:36:10.529 INFO:teuthology.orchestra.run.smithi071.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-15T23:36:10.529 INFO:teuthology.orchestra.run.smithi071.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-15T23:36:10.529 INFO:teuthology.orchestra.run.smithi071.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-15T23:36:10.529 INFO:teuthology.orchestra.run.smithi071.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-15T23:36:10.529 INFO:teuthology.orchestra.run.smithi071.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-15T23:36:10.530 INFO:teuthology.orchestra.run.smithi071.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-15T23:36:10.530 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:36:10.530 INFO:teuthology.orchestra.run.smithi071.stdout:Complete! 2024-09-15T23:36:10.992 DEBUG:teuthology.parallel:result is None 2024-09-15T23:36:13.642 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-15T23:36:13.642 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 1/164 2024-09-15T23:36:13.643 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2/164 2024-09-15T23:36:13.643 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 3/164 2024-09-15T23:36:13.643 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 4/164 2024-09-15T23:36:13.643 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 5/164 2024-09-15T23:36:13.643 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 6/164 2024-09-15T23:36:13.643 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 7/164 2024-09-15T23:36:13.643 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-15T23:36:13.643 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-15T23:36:13.643 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-15T23:36:13.643 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 11/164 2024-09-15T23:36:13.643 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 12/164 2024-09-15T23:36:13.644 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-15T23:36:13.644 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 14/164 2024-09-15T23:36:13.644 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 15/164 2024-09-15T23:36:13.644 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 16/164 2024-09-15T23:36:13.644 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 17/164 2024-09-15T23:36:13.644 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 18/164 2024-09-15T23:36:13.644 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 19/164 2024-09-15T23:36:13.644 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 20/164 2024-09-15T23:36:13.644 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 21/164 2024-09-15T23:36:13.644 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 22/164 2024-09-15T23:36:13.644 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 23/164 2024-09-15T23:36:13.644 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 24/164 2024-09-15T23:36:13.645 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 25/164 2024-09-15T23:36:13.645 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 26/164 2024-09-15T23:36:13.645 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 27/164 2024-09-15T23:36:13.645 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 28/164 2024-09-15T23:36:13.645 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 29/164 2024-09-15T23:36:13.645 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 30/164 2024-09-15T23:36:13.645 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 31/164 2024-09-15T23:36:13.646 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 32/164 2024-09-15T23:36:13.646 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 33/164 2024-09-15T23:36:13.646 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 34/164 2024-09-15T23:36:13.646 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 35/164 2024-09-15T23:36:13.646 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 36/164 2024-09-15T23:36:13.646 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 37/164 2024-09-15T23:36:13.646 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 38/164 2024-09-15T23:36:13.647 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 39/164 2024-09-15T23:36:13.647 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-15T23:36:13.647 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-15T23:36:13.647 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-15T23:36:13.647 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-15T23:36:13.647 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-15T23:36:13.647 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-15T23:36:13.647 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-15T23:36:13.647 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-15T23:36:13.647 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-15T23:36:13.647 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-15T23:36:13.647 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-15T23:36:13.647 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-15T23:36:13.648 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-15T23:36:13.648 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-15T23:36:13.648 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-15T23:36:13.648 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-15T23:36:13.648 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-15T23:36:13.648 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-15T23:36:13.648 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-15T23:36:13.648 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-15T23:36:13.648 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-15T23:36:13.648 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-15T23:36:13.648 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-15T23:36:13.649 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-15T23:36:13.649 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-15T23:36:13.649 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-15T23:36:13.649 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-15T23:36:13.649 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-15T23:36:13.649 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-15T23:36:13.649 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-15T23:36:13.649 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-15T23:36:13.649 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-15T23:36:13.649 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-15T23:36:13.649 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-15T23:36:13.650 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-15T23:36:13.650 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-15T23:36:13.650 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-15T23:36:13.650 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-15T23:36:13.650 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-15T23:36:13.650 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-15T23:36:13.650 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-15T23:36:13.650 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-15T23:36:13.650 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-15T23:36:13.650 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-15T23:36:13.650 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-15T23:36:13.650 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-15T23:36:13.651 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-15T23:36:13.651 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-15T23:36:13.651 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-15T23:36:13.651 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-15T23:36:13.651 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-15T23:36:13.651 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-15T23:36:13.651 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-15T23:36:13.651 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-15T23:36:13.651 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-15T23:36:13.651 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-15T23:36:13.652 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-15T23:36:13.652 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-15T23:36:13.652 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-15T23:36:13.652 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-15T23:36:13.652 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-15T23:36:13.652 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-15T23:36:13.652 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-15T23:36:13.652 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-15T23:36:13.652 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-15T23:36:13.652 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-15T23:36:13.656 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-15T23:36:13.656 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-15T23:36:13.656 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-15T23:36:13.656 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-15T23:36:13.656 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-15T23:36:13.656 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-15T23:36:13.656 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-15T23:36:13.656 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-15T23:36:13.656 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-15T23:36:13.656 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-15T23:36:13.656 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-15T23:36:13.657 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-15T23:36:13.657 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-15T23:36:13.657 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-15T23:36:13.657 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-15T23:36:13.657 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-15T23:36:13.657 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-15T23:36:13.657 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-15T23:36:13.657 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-15T23:36:13.657 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-15T23:36:13.657 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-15T23:36:13.657 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-15T23:36:13.657 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-15T23:36:13.657 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-15T23:36:13.658 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-15T23:36:13.658 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-15T23:36:13.658 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-15T23:36:13.658 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-15T23:36:13.658 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-15T23:36:13.658 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-15T23:36:13.658 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-15T23:36:13.658 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-15T23:36:13.658 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-15T23:36:13.658 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-15T23:36:13.658 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-15T23:36:13.658 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-15T23:36:13.658 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-15T23:36:13.659 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-15T23:36:13.659 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-15T23:36:13.659 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-15T23:36:13.659 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-15T23:36:13.659 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-15T23:36:13.659 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-15T23:36:13.659 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 149/164 2024-09-15T23:36:13.659 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-15T23:36:13.659 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 151/164 2024-09-15T23:36:13.659 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-15T23:36:13.659 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-15T23:36:13.659 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-15T23:36:13.659 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-15T23:36:13.659 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-15T23:36:13.660 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-15T23:36:13.660 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-15T23:36:13.660 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-15T23:36:13.660 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-15T23:36:13.660 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-15T23:36:13.660 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-15T23:36:13.660 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-15T23:36:14.621 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-15T23:36:14.621 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 1/164 2024-09-15T23:36:14.621 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2/164 2024-09-15T23:36:14.621 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 3/164 2024-09-15T23:36:14.621 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 4/164 2024-09-15T23:36:14.621 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 5/164 2024-09-15T23:36:14.621 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 6/164 2024-09-15T23:36:14.621 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 7/164 2024-09-15T23:36:14.621 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-15T23:36:14.621 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-15T23:36:14.622 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-15T23:36:14.622 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 11/164 2024-09-15T23:36:14.622 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 12/164 2024-09-15T23:36:14.622 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-15T23:36:14.622 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 14/164 2024-09-15T23:36:14.622 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 15/164 2024-09-15T23:36:14.622 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 16/164 2024-09-15T23:36:14.622 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 17/164 2024-09-15T23:36:14.622 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 18/164 2024-09-15T23:36:14.622 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 19/164 2024-09-15T23:36:14.622 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 20/164 2024-09-15T23:36:14.622 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 21/164 2024-09-15T23:36:14.622 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 22/164 2024-09-15T23:36:14.622 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 23/164 2024-09-15T23:36:14.623 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 24/164 2024-09-15T23:36:14.623 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 25/164 2024-09-15T23:36:14.623 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 26/164 2024-09-15T23:36:14.623 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 27/164 2024-09-15T23:36:14.634 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 28/164 2024-09-15T23:36:14.635 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 29/164 2024-09-15T23:36:14.635 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 30/164 2024-09-15T23:36:14.635 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 31/164 2024-09-15T23:36:14.635 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 32/164 2024-09-15T23:36:14.635 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 33/164 2024-09-15T23:36:14.635 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 34/164 2024-09-15T23:36:14.635 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 35/164 2024-09-15T23:36:14.635 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 36/164 2024-09-15T23:36:14.635 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 37/164 2024-09-15T23:36:14.635 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 38/164 2024-09-15T23:36:14.635 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 39/164 2024-09-15T23:36:14.635 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-15T23:36:14.636 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-15T23:36:14.636 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-15T23:36:14.636 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-15T23:36:14.636 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-15T23:36:14.636 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-15T23:36:14.636 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-15T23:36:14.636 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-15T23:36:14.636 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-15T23:36:14.636 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-15T23:36:14.636 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-15T23:36:14.636 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-15T23:36:14.636 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-15T23:36:14.636 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-15T23:36:14.637 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-15T23:36:14.637 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-15T23:36:14.637 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-15T23:36:14.637 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-15T23:36:14.637 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-15T23:36:14.637 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-15T23:36:14.637 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-15T23:36:14.637 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-15T23:36:14.637 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-15T23:36:14.637 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-15T23:36:14.637 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-15T23:36:14.637 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-15T23:36:14.637 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-15T23:36:14.638 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-15T23:36:14.638 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-15T23:36:14.638 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-15T23:36:14.638 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-15T23:36:14.638 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-15T23:36:14.638 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-15T23:36:14.638 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-15T23:36:14.638 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-15T23:36:14.638 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-15T23:36:14.639 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-15T23:36:14.639 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-15T23:36:14.639 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-15T23:36:14.639 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-15T23:36:14.639 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-15T23:36:14.639 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-15T23:36:14.639 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-15T23:36:14.639 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-15T23:36:14.639 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-15T23:36:14.639 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-15T23:36:14.639 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-15T23:36:14.639 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-15T23:36:14.640 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-15T23:36:14.640 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-15T23:36:14.640 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-15T23:36:14.640 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-15T23:36:14.640 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-15T23:36:14.640 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-15T23:36:14.640 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-15T23:36:14.640 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-15T23:36:14.640 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-15T23:36:14.640 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-15T23:36:14.640 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-15T23:36:14.640 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-15T23:36:14.640 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-15T23:36:14.641 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-15T23:36:14.641 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-15T23:36:14.641 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-15T23:36:14.641 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-15T23:36:14.641 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-15T23:36:14.641 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-15T23:36:14.641 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-15T23:36:14.641 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-15T23:36:14.641 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-15T23:36:14.641 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-15T23:36:14.641 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-15T23:36:14.641 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-15T23:36:14.641 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-15T23:36:14.642 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-15T23:36:14.642 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-15T23:36:14.642 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-15T23:36:14.642 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-15T23:36:14.642 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-15T23:36:14.642 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-15T23:36:14.642 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-15T23:36:14.642 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-15T23:36:14.642 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-15T23:36:14.642 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-15T23:36:14.642 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-15T23:36:14.642 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-15T23:36:14.642 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-15T23:36:14.642 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-15T23:36:14.643 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-15T23:36:14.643 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-15T23:36:14.643 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-15T23:36:14.643 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-15T23:36:14.643 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-15T23:36:14.643 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-15T23:36:14.643 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-15T23:36:14.643 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-15T23:36:14.643 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-15T23:36:14.643 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-15T23:36:14.643 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-15T23:36:14.643 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-15T23:36:14.643 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-15T23:36:14.644 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-15T23:36:14.644 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-15T23:36:14.644 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-15T23:36:14.644 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-15T23:36:14.644 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-15T23:36:14.644 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-15T23:36:14.644 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-15T23:36:14.644 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-15T23:36:14.644 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 149/164 2024-09-15T23:36:14.644 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-15T23:36:14.644 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 151/164 2024-09-15T23:36:14.644 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-15T23:36:14.644 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-15T23:36:14.645 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-15T23:36:14.645 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-15T23:36:14.645 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-15T23:36:14.645 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-15T23:36:14.645 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-15T23:36:14.645 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-15T23:36:14.645 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-15T23:36:14.645 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-15T23:36:14.645 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-15T23:36:14.645 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-15T23:36:16.380 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-15T23:36:16.381 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:36:16.381 INFO:teuthology.orchestra.run.smithi163.stdout:Upgraded: 2024-09-15T23:36:16.381 INFO:teuthology.orchestra.run.smithi163.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-15T23:36:16.381 INFO:teuthology.orchestra.run.smithi163.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-15T23:36:16.381 INFO:teuthology.orchestra.run.smithi163.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-15T23:36:16.381 INFO:teuthology.orchestra.run.smithi163.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-15T23:36:16.381 INFO:teuthology.orchestra.run.smithi163.stdout: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.381 INFO:teuthology.orchestra.run.smithi163.stdout: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.381 INFO:teuthology.orchestra.run.smithi163.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-15T23:36:16.381 INFO:teuthology.orchestra.run.smithi163.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-15T23:36:16.381 INFO:teuthology.orchestra.run.smithi163.stdout:Installed: 2024-09-15T23:36:16.381 INFO:teuthology.orchestra.run.smithi163.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-15T23:36:16.382 INFO:teuthology.orchestra.run.smithi163.stdout: automake-1.16.2-8.el9.noarch 2024-09-15T23:36:16.382 INFO:teuthology.orchestra.run.smithi163.stdout: bison-3.7.4-5.el9.x86_64 2024-09-15T23:36:16.382 INFO:teuthology.orchestra.run.smithi163.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-15T23:36:16.382 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.382 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.382 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.382 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.382 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:16.382 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.382 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.382 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.382 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:16.383 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:16.383 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:16.383 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:16.383 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:16.383 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.383 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.383 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:16.383 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.383 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.384 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.384 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:16.384 INFO:teuthology.orchestra.run.smithi163.stdout: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:16.384 INFO:teuthology.orchestra.run.smithi163.stdout: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.384 INFO:teuthology.orchestra.run.smithi163.stdout: cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.384 INFO:teuthology.orchestra.run.smithi163.stdout: cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:16.384 INFO:teuthology.orchestra.run.smithi163.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-15T23:36:16.384 INFO:teuthology.orchestra.run.smithi163.stdout: flex-2.6.4-9.el9.x86_64 2024-09-15T23:36:16.384 INFO:teuthology.orchestra.run.smithi163.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-15T23:36:16.384 INFO:teuthology.orchestra.run.smithi163.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-15T23:36:16.385 INFO:teuthology.orchestra.run.smithi163.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-15T23:36:16.385 INFO:teuthology.orchestra.run.smithi163.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-15T23:36:16.385 INFO:teuthology.orchestra.run.smithi163.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-15T23:36:16.385 INFO:teuthology.orchestra.run.smithi163.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-15T23:36:16.385 INFO:teuthology.orchestra.run.smithi163.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-15T23:36:16.385 INFO:teuthology.orchestra.run.smithi163.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-15T23:36:16.385 INFO:teuthology.orchestra.run.smithi163.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-15T23:36:16.385 INFO:teuthology.orchestra.run.smithi163.stdout: libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.385 INFO:teuthology.orchestra.run.smithi163.stdout: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.385 INFO:teuthology.orchestra.run.smithi163.stdout: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.386 INFO:teuthology.orchestra.run.smithi163.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-15T23:36:16.386 INFO:teuthology.orchestra.run.smithi163.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-15T23:36:16.386 INFO:teuthology.orchestra.run.smithi163.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-15T23:36:16.386 INFO:teuthology.orchestra.run.smithi163.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-15T23:36:16.386 INFO:teuthology.orchestra.run.smithi163.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-15T23:36:16.386 INFO:teuthology.orchestra.run.smithi163.stdout: librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.386 INFO:teuthology.orchestra.run.smithi163.stdout: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.386 INFO:teuthology.orchestra.run.smithi163.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-15T23:36:16.386 INFO:teuthology.orchestra.run.smithi163.stdout: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.386 INFO:teuthology.orchestra.run.smithi163.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-15T23:36:16.387 INFO:teuthology.orchestra.run.smithi163.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-15T23:36:16.387 INFO:teuthology.orchestra.run.smithi163.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-15T23:36:16.387 INFO:teuthology.orchestra.run.smithi163.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-15T23:36:16.387 INFO:teuthology.orchestra.run.smithi163.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-15T23:36:16.387 INFO:teuthology.orchestra.run.smithi163.stdout: lua-5.4.4-4.el9.x86_64 2024-09-15T23:36:16.387 INFO:teuthology.orchestra.run.smithi163.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-15T23:36:16.387 INFO:teuthology.orchestra.run.smithi163.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-15T23:36:16.387 INFO:teuthology.orchestra.run.smithi163.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-15T23:36:16.387 INFO:teuthology.orchestra.run.smithi163.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-15T23:36:16.388 INFO:teuthology.orchestra.run.smithi163.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-15T23:36:16.388 INFO:teuthology.orchestra.run.smithi163.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-15T23:36:16.388 INFO:teuthology.orchestra.run.smithi163.stdout: postgresql-13.16-1.el9.x86_64 2024-09-15T23:36:16.388 INFO:teuthology.orchestra.run.smithi163.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-15T23:36:16.388 INFO:teuthology.orchestra.run.smithi163.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-15T23:36:16.388 INFO:teuthology.orchestra.run.smithi163.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-15T23:36:16.388 INFO:teuthology.orchestra.run.smithi163.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-15T23:36:16.388 INFO:teuthology.orchestra.run.smithi163.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-15T23:36:16.388 INFO:teuthology.orchestra.run.smithi163.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-15T23:36:16.389 INFO:teuthology.orchestra.run.smithi163.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-15T23:36:16.389 INFO:teuthology.orchestra.run.smithi163.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-15T23:36:16.389 INFO:teuthology.orchestra.run.smithi163.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-15T23:36:16.389 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-15T23:36:16.389 INFO:teuthology.orchestra.run.smithi163.stdout: python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.389 INFO:teuthology.orchestra.run.smithi163.stdout: python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.389 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.389 INFO:teuthology.orchestra.run.smithi163.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-15T23:36:16.389 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-15T23:36:16.389 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-15T23:36:16.389 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-15T23:36:16.390 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-15T23:36:16.390 INFO:teuthology.orchestra.run.smithi163.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-15T23:36:16.390 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-15T23:36:16.390 INFO:teuthology.orchestra.run.smithi163.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-15T23:36:16.390 INFO:teuthology.orchestra.run.smithi163.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-15T23:36:16.390 INFO:teuthology.orchestra.run.smithi163.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-15T23:36:16.390 INFO:teuthology.orchestra.run.smithi163.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-15T23:36:16.390 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-15T23:36:16.390 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-15T23:36:16.390 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-15T23:36:16.390 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-15T23:36:16.390 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-15T23:36:16.390 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-15T23:36:16.391 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-15T23:36:16.391 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-15T23:36:16.391 INFO:teuthology.orchestra.run.smithi163.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-15T23:36:16.391 INFO:teuthology.orchestra.run.smithi163.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-15T23:36:16.391 INFO:teuthology.orchestra.run.smithi163.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-15T23:36:16.391 INFO:teuthology.orchestra.run.smithi163.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-15T23:36:16.391 INFO:teuthology.orchestra.run.smithi163.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-15T23:36:16.391 INFO:teuthology.orchestra.run.smithi163.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-15T23:36:16.391 INFO:teuthology.orchestra.run.smithi163.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-15T23:36:16.391 INFO:teuthology.orchestra.run.smithi163.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-15T23:36:16.391 INFO:teuthology.orchestra.run.smithi163.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-15T23:36:16.391 INFO:teuthology.orchestra.run.smithi163.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-15T23:36:16.392 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-15T23:36:16.392 INFO:teuthology.orchestra.run.smithi163.stdout: python3-ply-3.11-14.el9.noarch 2024-09-15T23:36:16.392 INFO:teuthology.orchestra.run.smithi163.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-15T23:36:16.392 INFO:teuthology.orchestra.run.smithi163.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-15T23:36:16.392 INFO:teuthology.orchestra.run.smithi163.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-15T23:36:16.392 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-15T23:36:16.392 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-15T23:36:16.393 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-15T23:36:16.393 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-15T23:36:16.393 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-15T23:36:16.393 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-15T23:36:16.393 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.393 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.393 INFO:teuthology.orchestra.run.smithi163.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-15T23:36:16.393 INFO:teuthology.orchestra.run.smithi163.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-15T23:36:16.393 INFO:teuthology.orchestra.run.smithi163.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-15T23:36:16.393 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.393 INFO:teuthology.orchestra.run.smithi163.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-15T23:36:16.393 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-15T23:36:16.394 INFO:teuthology.orchestra.run.smithi163.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-15T23:36:16.394 INFO:teuthology.orchestra.run.smithi163.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-15T23:36:16.394 INFO:teuthology.orchestra.run.smithi163.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-15T23:36:16.394 INFO:teuthology.orchestra.run.smithi163.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-15T23:36:16.394 INFO:teuthology.orchestra.run.smithi163.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-15T23:36:16.394 INFO:teuthology.orchestra.run.smithi163.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-15T23:36:16.394 INFO:teuthology.orchestra.run.smithi163.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-15T23:36:16.394 INFO:teuthology.orchestra.run.smithi163.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-15T23:36:16.394 INFO:teuthology.orchestra.run.smithi163.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-15T23:36:16.394 INFO:teuthology.orchestra.run.smithi163.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-15T23:36:16.394 INFO:teuthology.orchestra.run.smithi163.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-15T23:36:16.395 INFO:teuthology.orchestra.run.smithi163.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-15T23:36:16.395 INFO:teuthology.orchestra.run.smithi163.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-15T23:36:16.395 INFO:teuthology.orchestra.run.smithi163.stdout: rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.395 INFO:teuthology.orchestra.run.smithi163.stdout: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.395 INFO:teuthology.orchestra.run.smithi163.stdout: rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:16.395 INFO:teuthology.orchestra.run.smithi163.stdout: re2-1:20211101-20.el9.x86_64 2024-09-15T23:36:16.395 INFO:teuthology.orchestra.run.smithi163.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-15T23:36:16.395 INFO:teuthology.orchestra.run.smithi163.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-15T23:36:16.395 INFO:teuthology.orchestra.run.smithi163.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-15T23:36:16.395 INFO:teuthology.orchestra.run.smithi163.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-15T23:36:16.395 INFO:teuthology.orchestra.run.smithi163.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-15T23:36:16.396 INFO:teuthology.orchestra.run.smithi163.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-15T23:36:16.396 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:36:16.396 INFO:teuthology.orchestra.run.smithi163.stdout:Complete! 2024-09-15T23:36:16.782 DEBUG:teuthology.parallel:result is None 2024-09-15T23:36:17.217 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-15T23:36:17.218 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:36:17.218 INFO:teuthology.orchestra.run.smithi190.stdout:Upgraded: 2024-09-15T23:36:17.218 INFO:teuthology.orchestra.run.smithi190.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-15T23:36:17.218 INFO:teuthology.orchestra.run.smithi190.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-15T23:36:17.218 INFO:teuthology.orchestra.run.smithi190.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-15T23:36:17.218 INFO:teuthology.orchestra.run.smithi190.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-15T23:36:17.218 INFO:teuthology.orchestra.run.smithi190.stdout: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.218 INFO:teuthology.orchestra.run.smithi190.stdout: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.218 INFO:teuthology.orchestra.run.smithi190.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-15T23:36:17.218 INFO:teuthology.orchestra.run.smithi190.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-15T23:36:17.219 INFO:teuthology.orchestra.run.smithi190.stdout:Installed: 2024-09-15T23:36:17.219 INFO:teuthology.orchestra.run.smithi190.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-15T23:36:17.219 INFO:teuthology.orchestra.run.smithi190.stdout: automake-1.16.2-8.el9.noarch 2024-09-15T23:36:17.219 INFO:teuthology.orchestra.run.smithi190.stdout: bison-3.7.4-5.el9.x86_64 2024-09-15T23:36:17.219 INFO:teuthology.orchestra.run.smithi190.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-15T23:36:17.219 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.219 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.219 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.219 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.219 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:17.219 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.219 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.219 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.219 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:17.220 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:17.220 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:17.220 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:17.220 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:17.220 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.220 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.220 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:17.220 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.220 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.220 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.220 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:17.220 INFO:teuthology.orchestra.run.smithi190.stdout: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:17.221 INFO:teuthology.orchestra.run.smithi190.stdout: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.221 INFO:teuthology.orchestra.run.smithi190.stdout: cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.221 INFO:teuthology.orchestra.run.smithi190.stdout: cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-15T23:36:17.221 INFO:teuthology.orchestra.run.smithi190.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-15T23:36:17.221 INFO:teuthology.orchestra.run.smithi190.stdout: flex-2.6.4-9.el9.x86_64 2024-09-15T23:36:17.221 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-15T23:36:17.221 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-15T23:36:17.221 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-15T23:36:17.221 INFO:teuthology.orchestra.run.smithi190.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-15T23:36:17.221 INFO:teuthology.orchestra.run.smithi190.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-15T23:36:17.221 INFO:teuthology.orchestra.run.smithi190.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-15T23:36:17.221 INFO:teuthology.orchestra.run.smithi190.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-15T23:36:17.221 INFO:teuthology.orchestra.run.smithi190.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-15T23:36:17.222 INFO:teuthology.orchestra.run.smithi190.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-15T23:36:17.222 INFO:teuthology.orchestra.run.smithi190.stdout: libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.222 INFO:teuthology.orchestra.run.smithi190.stdout: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.222 INFO:teuthology.orchestra.run.smithi190.stdout: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.222 INFO:teuthology.orchestra.run.smithi190.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-15T23:36:17.222 INFO:teuthology.orchestra.run.smithi190.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-15T23:36:17.222 INFO:teuthology.orchestra.run.smithi190.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-15T23:36:17.222 INFO:teuthology.orchestra.run.smithi190.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-15T23:36:17.222 INFO:teuthology.orchestra.run.smithi190.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-15T23:36:17.222 INFO:teuthology.orchestra.run.smithi190.stdout: librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.222 INFO:teuthology.orchestra.run.smithi190.stdout: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.222 INFO:teuthology.orchestra.run.smithi190.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-15T23:36:17.222 INFO:teuthology.orchestra.run.smithi190.stdout: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.222 INFO:teuthology.orchestra.run.smithi190.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-15T23:36:17.223 INFO:teuthology.orchestra.run.smithi190.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-15T23:36:17.223 INFO:teuthology.orchestra.run.smithi190.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-15T23:36:17.223 INFO:teuthology.orchestra.run.smithi190.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-15T23:36:17.223 INFO:teuthology.orchestra.run.smithi190.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-15T23:36:17.223 INFO:teuthology.orchestra.run.smithi190.stdout: lua-5.4.4-4.el9.x86_64 2024-09-15T23:36:17.223 INFO:teuthology.orchestra.run.smithi190.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-15T23:36:17.223 INFO:teuthology.orchestra.run.smithi190.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-15T23:36:17.223 INFO:teuthology.orchestra.run.smithi190.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-15T23:36:17.223 INFO:teuthology.orchestra.run.smithi190.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-15T23:36:17.223 INFO:teuthology.orchestra.run.smithi190.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-15T23:36:17.223 INFO:teuthology.orchestra.run.smithi190.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-15T23:36:17.223 INFO:teuthology.orchestra.run.smithi190.stdout: postgresql-13.16-1.el9.x86_64 2024-09-15T23:36:17.223 INFO:teuthology.orchestra.run.smithi190.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-15T23:36:17.223 INFO:teuthology.orchestra.run.smithi190.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-15T23:36:17.224 INFO:teuthology.orchestra.run.smithi190.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-15T23:36:17.224 INFO:teuthology.orchestra.run.smithi190.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-15T23:36:17.224 INFO:teuthology.orchestra.run.smithi190.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-15T23:36:17.224 INFO:teuthology.orchestra.run.smithi190.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-15T23:36:17.224 INFO:teuthology.orchestra.run.smithi190.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-15T23:36:17.224 INFO:teuthology.orchestra.run.smithi190.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-15T23:36:17.224 INFO:teuthology.orchestra.run.smithi190.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-15T23:36:17.224 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-15T23:36:17.224 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.224 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.224 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.224 INFO:teuthology.orchestra.run.smithi190.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-15T23:36:17.224 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-15T23:36:17.225 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-15T23:36:17.225 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-15T23:36:17.225 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-15T23:36:17.225 INFO:teuthology.orchestra.run.smithi190.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-15T23:36:17.225 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-15T23:36:17.225 INFO:teuthology.orchestra.run.smithi190.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-15T23:36:17.225 INFO:teuthology.orchestra.run.smithi190.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-15T23:36:17.225 INFO:teuthology.orchestra.run.smithi190.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-15T23:36:17.225 INFO:teuthology.orchestra.run.smithi190.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-15T23:36:17.225 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-15T23:36:17.225 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-15T23:36:17.225 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-15T23:36:17.225 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-15T23:36:17.226 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-15T23:36:17.226 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-15T23:36:17.226 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-15T23:36:17.226 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-15T23:36:17.226 INFO:teuthology.orchestra.run.smithi190.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-15T23:36:17.226 INFO:teuthology.orchestra.run.smithi190.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-15T23:36:17.226 INFO:teuthology.orchestra.run.smithi190.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-15T23:36:17.226 INFO:teuthology.orchestra.run.smithi190.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-15T23:36:17.226 INFO:teuthology.orchestra.run.smithi190.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-15T23:36:17.226 INFO:teuthology.orchestra.run.smithi190.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-15T23:36:17.226 INFO:teuthology.orchestra.run.smithi190.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-15T23:36:17.226 INFO:teuthology.orchestra.run.smithi190.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-15T23:36:17.226 INFO:teuthology.orchestra.run.smithi190.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-15T23:36:17.226 INFO:teuthology.orchestra.run.smithi190.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-15T23:36:17.227 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-15T23:36:17.227 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ply-3.11-14.el9.noarch 2024-09-15T23:36:17.227 INFO:teuthology.orchestra.run.smithi190.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-15T23:36:17.227 INFO:teuthology.orchestra.run.smithi190.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-15T23:36:17.227 INFO:teuthology.orchestra.run.smithi190.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-15T23:36:17.227 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-15T23:36:17.227 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-15T23:36:17.227 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-15T23:36:17.227 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-15T23:36:17.227 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-15T23:36:17.227 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-15T23:36:17.227 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.227 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.227 INFO:teuthology.orchestra.run.smithi190.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-15T23:36:17.227 INFO:teuthology.orchestra.run.smithi190.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-15T23:36:17.228 INFO:teuthology.orchestra.run.smithi190.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-15T23:36:17.228 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.228 INFO:teuthology.orchestra.run.smithi190.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-15T23:36:17.228 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-15T23:36:17.228 INFO:teuthology.orchestra.run.smithi190.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-15T23:36:17.228 INFO:teuthology.orchestra.run.smithi190.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-15T23:36:17.228 INFO:teuthology.orchestra.run.smithi190.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-15T23:36:17.228 INFO:teuthology.orchestra.run.smithi190.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-15T23:36:17.228 INFO:teuthology.orchestra.run.smithi190.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-15T23:36:17.228 INFO:teuthology.orchestra.run.smithi190.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-15T23:36:17.228 INFO:teuthology.orchestra.run.smithi190.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-15T23:36:17.228 INFO:teuthology.orchestra.run.smithi190.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-15T23:36:17.228 INFO:teuthology.orchestra.run.smithi190.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-15T23:36:17.229 INFO:teuthology.orchestra.run.smithi190.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-15T23:36:17.229 INFO:teuthology.orchestra.run.smithi190.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-15T23:36:17.229 INFO:teuthology.orchestra.run.smithi190.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-15T23:36:17.229 INFO:teuthology.orchestra.run.smithi190.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-15T23:36:17.229 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.229 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.229 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-15T23:36:17.229 INFO:teuthology.orchestra.run.smithi190.stdout: re2-1:20211101-20.el9.x86_64 2024-09-15T23:36:17.229 INFO:teuthology.orchestra.run.smithi190.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-15T23:36:17.229 INFO:teuthology.orchestra.run.smithi190.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-15T23:36:17.229 INFO:teuthology.orchestra.run.smithi190.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-15T23:36:17.229 INFO:teuthology.orchestra.run.smithi190.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-15T23:36:17.229 INFO:teuthology.orchestra.run.smithi190.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-15T23:36:17.230 INFO:teuthology.orchestra.run.smithi190.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-15T23:36:17.230 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:36:17.230 INFO:teuthology.orchestra.run.smithi190.stdout:Complete! 2024-09-15T23:36:17.620 DEBUG:teuthology.parallel:result is None 2024-09-15T23:36:17.621 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-15T23:36:17.773 DEBUG:teuthology.orchestra.run.smithi071:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-15T23:36:17.800 INFO:teuthology.orchestra.run.smithi071.stdout:19.1.1-326.g8921c8ef.el9 2024-09-15T23:36:17.800 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-326.g8921c8ef.el9 2024-09-15T23:36:17.800 INFO:teuthology.task.install:The correct ceph version 19.1.1-326.g8921c8ef is installed. 2024-09-15T23:36:17.802 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-15T23:36:17.947 DEBUG:teuthology.orchestra.run.smithi163:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-15T23:36:17.973 INFO:teuthology.orchestra.run.smithi163.stdout:19.1.1-326.g8921c8ef.el9 2024-09-15T23:36:17.973 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-326.g8921c8ef.el9 2024-09-15T23:36:17.973 INFO:teuthology.task.install:The correct ceph version 19.1.1-326.g8921c8ef is installed. 2024-09-15T23:36:17.975 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-15T23:36:18.117 DEBUG:teuthology.orchestra.run.smithi190:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-15T23:36:18.140 INFO:teuthology.orchestra.run.smithi190.stdout:19.1.1-326.g8921c8ef.el9 2024-09-15T23:36:18.140 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-326.g8921c8ef.el9 2024-09-15T23:36:18.140 INFO:teuthology.task.install:The correct ceph version 19.1.1-326.g8921c8ef is installed. 2024-09-15T23:36:18.142 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-15T23:36:18.142 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-15T23:36:18.142 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-15T23:36:18.174 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-15T23:36:18.174 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-15T23:36:18.207 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-09-15T23:36:18.207 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-15T23:36:18.236 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-15T23:36:18.237 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-15T23:36:18.237 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/usr/bin/daemon-helper 2024-09-15T23:36:18.265 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-15T23:36:18.334 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-15T23:36:18.334 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd of=/usr/bin/daemon-helper 2024-09-15T23:36:18.364 DEBUG:teuthology.orchestra.run.smithi163:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-15T23:36:18.435 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-09-15T23:36:18.435 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/usr/bin/daemon-helper 2024-09-15T23:36:18.461 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-15T23:36:18.527 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-15T23:36:18.528 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-15T23:36:18.528 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-15T23:36:18.557 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-15T23:36:18.626 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-15T23:36:18.627 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-15T23:36:18.656 DEBUG:teuthology.orchestra.run.smithi163:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-15T23:36:18.725 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-09-15T23:36:18.725 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-15T23:36:18.751 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-15T23:36:18.817 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-15T23:36:18.817 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-15T23:36:18.818 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/usr/bin/stdin-killer 2024-09-15T23:36:18.847 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-15T23:36:18.916 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-15T23:36:18.916 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd of=/usr/bin/stdin-killer 2024-09-15T23:36:18.945 DEBUG:teuthology.orchestra.run.smithi163:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-15T23:36:19.012 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-09-15T23:36:19.012 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/usr/bin/stdin-killer 2024-09-15T23:36:19.036 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-15T23:36:19.101 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-15T23:36:19.189 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'mds_export_ephemeral_random_max': 0.1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'subvols': {'create': 2}} 2024-09-15T23:36:19.189 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-15T23:36:19.190 INFO:tasks.cephadm:Cluster fsid is 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:36:19.190 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-15T23:36:19.190 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.71', 'mon.b': '172.21.15.163', 'mon.c': '172.21.15.190'} 2024-09-15T23:36:19.190 INFO:tasks.cephadm:First mon is mon.a on smithi071 2024-09-15T23:36:19.190 INFO:tasks.cephadm:First mgr is x 2024-09-15T23:36:19.190 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-15T23:36:19.190 DEBUG:teuthology.orchestra.run.smithi071:> sudo hostname $(hostname -s) 2024-09-15T23:36:19.220 DEBUG:teuthology.orchestra.run.smithi163:> sudo hostname $(hostname -s) 2024-09-15T23:36:19.249 DEBUG:teuthology.orchestra.run.smithi190:> sudo hostname $(hostname -s) 2024-09-15T23:36:19.274 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-09-15T23:36:19.274 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-15T23:36:19.416 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/56081/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.1.1-326-g8921c8ef', 'node_name': '172.21.5.31+adami01', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.1.1-326.g8921c8ef'}, 'url': 'https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-09-15 16:06:42.385367', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'squid', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-09-15T23:36:19.555 INFO:tasks.util.chacra:got chacra host 4.chacra.ceph.com, ref squid, sha1 8921c8ef947807b717db041d85f0761b7914d5fc from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-15T23:36:19.556 INFO:tasks.cephadm:Discovered cachra url: https://4.chacra.ceph.com/binaries/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/x86_64/flavors/default/cephadm 2024-09-15T23:36:19.556 INFO:tasks.cephadm:Downloading cephadm from url: https://4.chacra.ceph.com/binaries/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/x86_64/flavors/default/cephadm 2024-09-15T23:36:19.557 DEBUG:teuthology.orchestra.run.smithi071:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-15T23:36:19.976 INFO:teuthology.orchestra.run.smithi071.stdout:-rw-r--r--. 1 ubuntu ubuntu 784481 Sep 15 23:36 /home/ubuntu/cephtest/cephadm 2024-09-15T23:36:19.976 DEBUG:teuthology.orchestra.run.smithi163:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-15T23:36:20.405 INFO:teuthology.orchestra.run.smithi163.stdout:-rw-r--r--. 1 ubuntu ubuntu 784481 Sep 15 23:36 /home/ubuntu/cephtest/cephadm 2024-09-15T23:36:20.406 DEBUG:teuthology.orchestra.run.smithi190:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-15T23:36:20.854 INFO:teuthology.orchestra.run.smithi190.stdout:-rw-r--r--. 1 ubuntu ubuntu 784481 Sep 15 23:36 /home/ubuntu/cephtest/cephadm 2024-09-15T23:36:20.854 DEBUG:teuthology.orchestra.run.smithi071:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-15T23:36:20.874 DEBUG:teuthology.orchestra.run.smithi163:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-15T23:36:20.896 DEBUG:teuthology.orchestra.run.smithi190:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-15T23:36:21.039 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc on all hosts... 2024-09-15T23:36:21.039 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc pull 2024-09-15T23:36:21.042 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc pull 2024-09-15T23:36:21.044 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc pull 2024-09-15T23:36:22.585 INFO:teuthology.orchestra.run.smithi190.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc... 2024-09-15T23:36:22.634 INFO:teuthology.orchestra.run.smithi071.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc... 2024-09-15T23:36:22.644 INFO:teuthology.orchestra.run.smithi163.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc... 2024-09-15T23:36:49.783 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-15T23:36:49.784 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-15T23:36:49.784 INFO:teuthology.orchestra.run.smithi071.stdout: "image_id": "f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee", 2024-09-15T23:36:49.784 INFO:teuthology.orchestra.run.smithi071.stdout: "repo_digests": [ 2024-09-15T23:36:49.784 INFO:teuthology.orchestra.run.smithi071.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80" 2024-09-15T23:36:49.784 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-15T23:36:49.784 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-15T23:37:12.014 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-15T23:37:12.014 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-15T23:37:12.014 INFO:teuthology.orchestra.run.smithi163.stdout: "image_id": "f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee", 2024-09-15T23:37:12.014 INFO:teuthology.orchestra.run.smithi163.stdout: "repo_digests": [ 2024-09-15T23:37:12.014 INFO:teuthology.orchestra.run.smithi163.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80" 2024-09-15T23:37:12.014 INFO:teuthology.orchestra.run.smithi163.stdout: ] 2024-09-15T23:37:12.014 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-15T23:37:22.237 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-09-15T23:37:22.237 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-15T23:37:22.237 INFO:teuthology.orchestra.run.smithi190.stdout: "image_id": "f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee", 2024-09-15T23:37:22.237 INFO:teuthology.orchestra.run.smithi190.stdout: "repo_digests": [ 2024-09-15T23:37:22.237 INFO:teuthology.orchestra.run.smithi190.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80" 2024-09-15T23:37:22.237 INFO:teuthology.orchestra.run.smithi190.stdout: ] 2024-09-15T23:37:22.237 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-09-15T23:37:22.263 DEBUG:teuthology.orchestra.run.smithi071:> sudo mkdir -p /etc/ceph 2024-09-15T23:37:22.297 DEBUG:teuthology.orchestra.run.smithi163:> sudo mkdir -p /etc/ceph 2024-09-15T23:37:22.331 DEBUG:teuthology.orchestra.run.smithi190:> sudo mkdir -p /etc/ceph 2024-09-15T23:37:22.361 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 777 /etc/ceph 2024-09-15T23:37:22.389 DEBUG:teuthology.orchestra.run.smithi163:> sudo chmod 777 /etc/ceph 2024-09-15T23:37:22.420 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod 777 /etc/ceph 2024-09-15T23:37:22.444 INFO:tasks.cephadm:Writing seed config... 2024-09-15T23:37:22.446 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-09-15T23:37:22.446 INFO:tasks.cephadm: override: [client] debug client = 20 2024-09-15T23:37:22.446 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-09-15T23:37:22.446 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-09-15T23:37:22.446 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-09-15T23:37:22.446 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-09-15T23:37:22.446 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-09-15T23:37:22.446 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-09-15T23:37:22.446 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-09-15T23:37:22.446 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-09-15T23:37:22.446 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-09-15T23:37:22.447 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-09-15T23:37:22.447 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-09-15T23:37:22.447 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-09-15T23:37:22.447 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-09-15T23:37:22.447 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-09-15T23:37:22.447 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-09-15T23:37:22.447 INFO:tasks.cephadm: override: [mds] mds_export_ephemeral_random_max = 0.1 2024-09-15T23:37:22.447 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-09-15T23:37:22.447 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-09-15T23:37:22.447 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-09-15T23:37:22.447 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-09-15T23:37:22.447 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-09-15T23:37:22.447 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-09-15T23:37:22.448 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-15T23:37:22.448 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-15T23:37:22.448 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-15T23:37:22.448 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-15T23:37:22.448 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-15T23:37:22.448 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-09-15T23:37:22.448 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-09-15T23:37:22.448 INFO:tasks.cephadm: override: [mon] mon warn on pool no app = False 2024-09-15T23:37:22.448 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-09-15T23:37:22.448 INFO:tasks.cephadm: override: [osd] bluestore compression mode = aggressive 2024-09-15T23:37:22.448 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-09-15T23:37:22.448 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-09-15T23:37:22.448 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-09-15T23:37:22.448 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-15T23:37:22.449 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-15T23:37:22.449 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-09-15T23:37:22.449 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-09-15T23:37:22.449 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-09-15T23:37:22.449 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-09-15T23:37:22.449 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-09-15T23:37:22.449 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-09-15T23:37:22.449 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-09-15T23:37:22.449 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-15T23:37:22.449 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-09-15T23:37:22.450 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-15T23:37:22.450 DEBUG:teuthology.orchestra.run.smithi071:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-15T23:37:22.468 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 4eeb5726-73bb-11ef-bceb-c7b262605968 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore compression mode = aggressive bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 mon warn on pool no app = False [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 mds_export_ephemeral_random_max = 0.1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-09-15T23:37:22.468 DEBUG:teuthology.orchestra.run.smithi071:mon.a> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mon.a.service 2024-09-15T23:37:22.511 DEBUG:teuthology.orchestra.run.smithi071:mgr.x> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mgr.x.service 2024-09-15T23:37:22.554 INFO:tasks.cephadm:Bootstrapping... 2024-09-15T23:37:22.555 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc -v bootstrap --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.71 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-15T23:37:22.763 INFO:teuthology.orchestra.run.smithi071.stdout:-------------------------------------------------------------------------------- 2024-09-15T23:37:22.763 INFO:teuthology.orchestra.run.smithi071.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc', '-v', 'bootstrap', '--fsid', '4eeb5726-73bb-11ef-bceb-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.71', '--skip-admin-label'] 2024-09-15T23:37:22.764 INFO:teuthology.orchestra.run.smithi071.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-15T23:37:22.764 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying podman|docker is present... 2024-09-15T23:37:22.788 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stdout 5.2.2 2024-09-15T23:37:22.788 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying lvm2 is present... 2024-09-15T23:37:22.788 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying time synchronization is in place... 2024-09-15T23:37:22.796 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-15T23:37:22.796 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-15T23:37:22.803 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-15T23:37:22.803 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2024-09-15T23:37:22.810 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout enabled 2024-09-15T23:37:22.817 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout active 2024-09-15T23:37:22.817 INFO:teuthology.orchestra.run.smithi071.stdout:Unit chronyd.service is enabled and running 2024-09-15T23:37:22.817 INFO:teuthology.orchestra.run.smithi071.stdout:Repeating the final host check... 2024-09-15T23:37:22.841 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stdout 5.2.2 2024-09-15T23:37:22.841 INFO:teuthology.orchestra.run.smithi071.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-15T23:37:22.841 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl is present 2024-09-15T23:37:22.841 INFO:teuthology.orchestra.run.smithi071.stdout:lvcreate is present 2024-09-15T23:37:22.847 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-15T23:37:22.848 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-15T23:37:22.854 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-15T23:37:22.854 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2024-09-15T23:37:22.861 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout enabled 2024-09-15T23:37:22.869 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout active 2024-09-15T23:37:22.869 INFO:teuthology.orchestra.run.smithi071.stdout:Unit chronyd.service is enabled and running 2024-09-15T23:37:22.869 INFO:teuthology.orchestra.run.smithi071.stdout:Host looks OK 2024-09-15T23:37:22.869 INFO:teuthology.orchestra.run.smithi071.stdout:Cluster fsid: 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:37:22.869 INFO:teuthology.orchestra.run.smithi071.stdout:Acquiring lock 140620826665984 on /run/cephadm/4eeb5726-73bb-11ef-bceb-c7b262605968.lock 2024-09-15T23:37:22.869 INFO:teuthology.orchestra.run.smithi071.stdout:Lock 140620826665984 acquired on /run/cephadm/4eeb5726-73bb-11ef-bceb-c7b262605968.lock 2024-09-15T23:37:22.870 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying IP 172.21.15.71 port 3300 ... 2024-09-15T23:37:22.870 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying IP 172.21.15.71 port 6789 ... 2024-09-15T23:37:22.870 INFO:teuthology.orchestra.run.smithi071.stdout:Base mon IP(s) is [172.21.15.71:3300, 172.21.15.71:6789], mon addrv is [v2:172.21.15.71:3300,v1:172.21.15.71:6789] 2024-09-15T23:37:22.873 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.71 metric 100 2024-09-15T23:37:22.874 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.71 metric 100 2024-09-15T23:37:22.876 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-15T23:37:22.876 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2024-09-15T23:37:22.876 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2024-09-15T23:37:22.879 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-15T23:37:22.879 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-15T23:37:22.879 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-15T23:37:22.879 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-09-15T23:37:22.879 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d765/64 scope link noprefixroute 2024-09-15T23:37:22.879 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-15T23:37:22.880 INFO:teuthology.orchestra.run.smithi071.stdout:Mon IP `172.21.15.71` is in CIDR network `172.21.0.0/20` 2024-09-15T23:37:22.880 INFO:teuthology.orchestra.run.smithi071.stdout:Mon IP `172.21.15.71` is in CIDR network `172.21.0.0/20` 2024-09-15T23:37:22.880 INFO:teuthology.orchestra.run.smithi071.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-15T23:37:22.880 INFO:teuthology.orchestra.run.smithi071.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-15T23:37:22.881 INFO:teuthology.orchestra.run.smithi071.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc... 2024-09-15T23:37:23.386 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stdout f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee 2024-09-15T23:37:23.386 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc... 2024-09-15T23:37:23.386 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Getting image source signatures 2024-09-15T23:37:23.386 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Copying blob sha256:c0574da0c3174f3dc49daa274908f97d06456bd6a3cfab87e94022c1369a83a6 2024-09-15T23:37:23.386 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-09-15T23:37:23.386 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Copying config sha256:f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee 2024-09-15T23:37:23.386 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-15T23:37:24.524 INFO:teuthology.orchestra.run.smithi071.stdout:ceph: stdout ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable) 2024-09-15T23:37:24.524 INFO:teuthology.orchestra.run.smithi071.stdout:Ceph version: ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable) 2024-09-15T23:37:24.524 INFO:teuthology.orchestra.run.smithi071.stdout:Extracting ceph user uid/gid from container image... 2024-09-15T23:37:25.412 INFO:teuthology.orchestra.run.smithi071.stdout:stat: stdout 167 167 2024-09-15T23:37:25.413 INFO:teuthology.orchestra.run.smithi071.stdout:Creating initial keys... 2024-09-15T23:37:26.426 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-authtool: stdout AQC1b+dmdvpvLBAASFz6rb7f/tonvvRAB3uk2w== 2024-09-15T23:37:27.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-authtool: stdout AQC2b+dm1rLKLBAAEnyncR3E90D0epxPXx+c7g== 2024-09-15T23:37:28.454 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-authtool: stdout AQC3b+dmIvILLRAA7FCvVwI5DNgbRIKWNg18LA== 2024-09-15T23:37:28.454 INFO:teuthology.orchestra.run.smithi071.stdout:Creating initial monmap... 2024-09-15T23:37:29.368 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-15T23:37:29.368 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-09-15T23:37:29.369 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:37:29.369 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-15T23:37:29.369 INFO:teuthology.orchestra.run.smithi071.stdout:monmaptool for a [v2:172.21.15.71:3300,v1:172.21.15.71:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-15T23:37:29.369 INFO:teuthology.orchestra.run.smithi071.stdout:setting min_mon_release = quincy 2024-09-15T23:37:29.369 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: set fsid to 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:37:29.369 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-15T23:37:29.369 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:37:29.369 INFO:teuthology.orchestra.run.smithi071.stdout:Creating mon... 2024-09-15T23:37:30.557 INFO:teuthology.orchestra.run.smithi071.stdout:create mon.a on 2024-09-15T23:37:30.779 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-15T23:37:30.928 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-15T23:37:31.125 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-4eeb5726-73bb-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-4eeb5726-73bb-11ef-bceb-c7b262605968.target. 2024-09-15T23:37:31.125 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-4eeb5726-73bb-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-4eeb5726-73bb-11ef-bceb-c7b262605968.target. 2024-09-15T23:37:31.361 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mon.a 2024-09-15T23:37:31.362 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to reset failed state of unit ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mon.a.service: Unit ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mon.a.service not loaded. 2024-09-15T23:37:31.526 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-4eeb5726-73bb-11ef-bceb-c7b262605968.target.wants/ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mon.a.service → /etc/systemd/system/ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@.service. 2024-09-15T23:37:32.029 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:31 smithi071 podman[30573]: 2024-09-15 23:37:31.987631428 +0000 UTC m=+0.342604822 container start 7ffcf83b013f2ac3a6a8c1b53e33cfa8e58cd0ccbff11b24f35e1ec8e3271a2d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-a, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-8921c8e, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-15T23:37:32.073 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-15T23:37:32.074 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout disabled 2024-09-15T23:37:32.080 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-15T23:37:32.080 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2024-09-15T23:37:32.081 INFO:teuthology.orchestra.run.smithi071.stdout:firewalld.service is not enabled 2024-09-15T23:37:32.081 INFO:teuthology.orchestra.run.smithi071.stdout:Not possible to enable service . firewalld.service is not available 2024-09-15T23:37:32.081 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mon to start... 2024-09-15T23:37:32.081 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mon... 2024-09-15T23:37:32.280 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:32 smithi071 ceph-mon[30592]: mkfs 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:37:32.281 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:32 smithi071 ceph-mon[30592]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-15T23:37:32.281 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:32 smithi071 bash[30573]: 7ffcf83b013f2ac3a6a8c1b53e33cfa8e58cd0ccbff11b24f35e1ec8e3271a2d 2024-09-15T23:37:32.281 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:32 smithi071 systemd[1]: Started Ceph mon.a for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-15T23:37:33.075 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:33 smithi071 ceph-mon[30592]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-15T23:37:33.075 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:33 smithi071 ceph-mon[30592]: monmap epoch 1 2024-09-15T23:37:33.075 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:33 smithi071 ceph-mon[30592]: fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:37:33.075 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:33 smithi071 ceph-mon[30592]: last_changed 2024-09-15T23:37:28.777170+0000 2024-09-15T23:37:33.075 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:33 smithi071 ceph-mon[30592]: created 2024-09-15T23:37:28.777170+0000 2024-09-15T23:37:33.075 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:33 smithi071 ceph-mon[30592]: min_mon_release 19 (squid) 2024-09-15T23:37:33.075 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:33 smithi071 ceph-mon[30592]: election_strategy: 1 2024-09-15T23:37:33.075 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:33 smithi071 ceph-mon[30592]: 0: [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon.a 2024-09-15T23:37:33.076 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:33 smithi071 ceph-mon[30592]: fsmap 2024-09-15T23:37:33.076 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:33 smithi071 ceph-mon[30592]: osdmap e1: 0 total, 0 up, 0 in 2024-09-15T23:37:33.076 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:33 smithi071 ceph-mon[30592]: mgrmap e1: no daemons active 2024-09-15T23:37:33.076 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:33 smithi071 ceph-mon[30592]: from='client.? 172.21.15.71:0/979865305' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-15T23:37:33.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout cluster: 2024-09-15T23:37:33.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout id: 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:37:33.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-15T23:37:33.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-15T23:37:33.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout services: 2024-09-15T23:37:33.083 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.497451s) 2024-09-15T23:37:33.083 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-15T23:37:33.083 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-15T23:37:33.083 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-15T23:37:33.083 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout data: 2024-09-15T23:37:33.083 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-15T23:37:33.083 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-15T23:37:33.083 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-15T23:37:33.083 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout pgs: 2024-09-15T23:37:33.083 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-15T23:37:33.083 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.454+0000 7f85abf76640 1 Processor -- start 2024-09-15T23:37:33.083 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.454+0000 7f85abf76640 1 -- start start 2024-09-15T23:37:33.083 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.455+0000 7f85abf76640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f85a4108080 0x7f85a410a470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:33.083 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.455+0000 7f85abf76640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f85a407be10 con 0x7f85a4108080 2024-09-15T23:37:33.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.455+0000 7f85a9d12640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f85a4108080 0x7f85a410a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:33.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.455+0000 7f85a9d12640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f85a4108080 0x7f85a410a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56444/0 (socket says 172.21.15.71:56444) 2024-09-15T23:37:33.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.455+0000 7f85a9d12640 1 -- 172.21.15.71:0/998421423 learned_addr learned my addr 172.21.15.71:0/998421423 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:33.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.455+0000 7f85a9d12640 1 -- 172.21.15.71:0/998421423 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85a410a9b0 con 0x7f85a4108080 2024-09-15T23:37:33.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.457+0000 7f85a9d12640 1 --2- 172.21.15.71:0/998421423 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f85a4108080 0x7f85a410a470 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f85a0009820 tx=0x7f85a002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=917803d7f6ab0532 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:33.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.457+0000 7f85a8d10640 1 -- 172.21.15.71:0/998421423 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85a0037070 con 0x7f85a4108080 2024-09-15T23:37:33.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.457+0000 7f85a8d10640 1 -- 172.21.15.71:0/998421423 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85a0032440 con 0x7f85a4108080 2024-09-15T23:37:33.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.457+0000 7f85a8d10640 1 -- 172.21.15.71:0/998421423 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85a0032740 con 0x7f85a4108080 2024-09-15T23:37:33.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.458+0000 7f85abf76640 1 -- 172.21.15.71:0/998421423 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f85a4108080 msgr2=0x7f85a410a470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:33.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.458+0000 7f85abf76640 1 --2- 172.21.15.71:0/998421423 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f85a4108080 0x7f85a410a470 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f85a0009820 tx=0x7f85a002a270 comp rx=0 tx=0).stop 2024-09-15T23:37:33.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.458+0000 7f85abf76640 1 -- 172.21.15.71:0/998421423 shutdown_connections 2024-09-15T23:37:33.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.458+0000 7f85abf76640 1 --2- 172.21.15.71:0/998421423 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f85a4108080 0x7f85a410a470 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:33.085 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.458+0000 7f85abf76640 1 -- 172.21.15.71:0/998421423 >> 172.21.15.71:0/998421423 conn(0x7f85a4101ce0 msgr2=0x7f85a4104100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:33.085 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.458+0000 7f85abf76640 1 -- 172.21.15.71:0/998421423 shutdown_connections 2024-09-15T23:37:33.085 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.458+0000 7f85abf76640 1 -- 172.21.15.71:0/998421423 wait complete. 2024-09-15T23:37:33.085 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.459+0000 7f85abf76640 1 Processor -- start 2024-09-15T23:37:33.085 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.459+0000 7f85abf76640 1 -- start start 2024-09-15T23:37:33.085 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.459+0000 7f85abf76640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f85a4108080 0x7f85a419ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:33.085 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.459+0000 7f85abf76640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f85a410ae30 con 0x7f85a4108080 2024-09-15T23:37:33.085 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.459+0000 7f85a9d12640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f85a4108080 0x7f85a419ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:33.085 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.459+0000 7f85a9d12640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f85a4108080 0x7f85a419ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56452/0 (socket says 172.21.15.71:56452) 2024-09-15T23:37:33.085 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.459+0000 7f85a9d12640 1 -- 172.21.15.71:0/979865305 learned_addr learned my addr 172.21.15.71:0/979865305 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:33.085 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.459+0000 7f85a9d12640 1 -- 172.21.15.71:0/979865305 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85a419b290 con 0x7f85a4108080 2024-09-15T23:37:33.085 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.459+0000 7f85a9d12640 1 --2- 172.21.15.71:0/979865305 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f85a4108080 0x7f85a419ad50 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f85a00090b0 tx=0x7f85a00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:33.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.460+0000 7f859affd640 1 -- 172.21.15.71:0/979865305 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85a0041070 con 0x7f85a4108080 2024-09-15T23:37:33.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.460+0000 7f859affd640 1 -- 172.21.15.71:0/979865305 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85a003c7a0 con 0x7f85a4108080 2024-09-15T23:37:33.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.460+0000 7f85abf76640 1 -- 172.21.15.71:0/979865305 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85a419b520 con 0x7f85a4108080 2024-09-15T23:37:33.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.460+0000 7f859affd640 1 -- 172.21.15.71:0/979865305 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85a0037040 con 0x7f85a4108080 2024-09-15T23:37:33.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.460+0000 7f85abf76640 1 -- 172.21.15.71:0/979865305 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85a419e210 con 0x7f85a4108080 2024-09-15T23:37:33.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.460+0000 7f859affd640 1 -- 172.21.15.71:0/979865305 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f85a0044070 con 0x7f85a4108080 2024-09-15T23:37:33.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.460+0000 7f859affd640 1 -- 172.21.15.71:0/979865305 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f85a003d3f0 con 0x7f85a4108080 2024-09-15T23:37:33.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.461+0000 7f85abf76640 1 -- 172.21.15.71:0/979865305 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85a41084e0 con 0x7f85a4108080 2024-09-15T23:37:33.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.463+0000 7f859affd640 1 -- 172.21.15.71:0/979865305 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f85a0046450 con 0x7f85a4108080 2024-09-15T23:37:33.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.521+0000 7f85abf76640 1 -- 172.21.15.71:0/979865305 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f85a402d8a0 con 0x7f85a4108080 2024-09-15T23:37:33.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.521+0000 7f859affd640 1 -- 172.21.15.71:0/979865305 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7f85a0046630 con 0x7f85a4108080 2024-09-15T23:37:33.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.522+0000 7f85abf76640 1 -- 172.21.15.71:0/979865305 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f85a4108080 msgr2=0x7f85a419ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:33.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.522+0000 7f85abf76640 1 --2- 172.21.15.71:0/979865305 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f85a4108080 0x7f85a419ad50 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f85a00090b0 tx=0x7f85a00046c0 comp rx=0 tx=0).stop 2024-09-15T23:37:33.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.522+0000 7f85abf76640 1 -- 172.21.15.71:0/979865305 shutdown_connections 2024-09-15T23:37:33.087 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.522+0000 7f85abf76640 1 --2- 172.21.15.71:0/979865305 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f85a4108080 0x7f85a419ad50 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:33.087 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.522+0000 7f85abf76640 1 -- 172.21.15.71:0/979865305 >> 172.21.15.71:0/979865305 conn(0x7f85a4101ce0 msgr2=0x7f85a4102df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:33.087 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.522+0000 7f85abf76640 1 -- 172.21.15.71:0/979865305 shutdown_connections 2024-09-15T23:37:33.087 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:32.522+0000 7f85abf76640 1 -- 172.21.15.71:0/979865305 wait complete. 2024-09-15T23:37:33.087 INFO:teuthology.orchestra.run.smithi071.stdout:mon is available 2024-09-15T23:37:33.087 INFO:teuthology.orchestra.run.smithi071.stdout:Assimilating anything we can from ceph.conf... 2024-09-15T23:37:34.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:34 smithi071 ceph-mon[30592]: from='client.? 172.21.15.71:0/3272836727' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-15T23:37:34.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:34 smithi071 ceph-mon[30592]: from='client.? 172.21.15.71:0/3272836727' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-15T23:37:34.175 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-15T23:37:34.175 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [global] 2024-09-15T23:37:34.175 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout fsid = 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:37:34.175 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.71:3300,v1:172.21.15.71:6789] 2024-09-15T23:37:34.175 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-15T23:37:34.175 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-15T23:37:34.175 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-15T23:37:34.175 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-15T23:37:34.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-15T23:37:34.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-15T23:37:34.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-15T23:37:34.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-15T23:37:34.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [osd] 2024-09-15T23:37:34.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-09-15T23:37:34.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-09-15T23:37:34.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-09-15T23:37:34.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-15T23:37:34.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-15T23:37:34.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.502+0000 7f660c0c1640 1 Processor -- start 2024-09-15T23:37:34.176 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.503+0000 7f660c0c1640 1 -- start start 2024-09-15T23:37:34.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.503+0000 7f660c0c1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f66041080f0 0x7f660410a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:34.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.503+0000 7f660c0c1640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f660407be40 con 0x7f66041080f0 2024-09-15T23:37:34.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.503+0000 7f6609e5d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f66041080f0 0x7f660410a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:34.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.503+0000 7f6609e5d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f66041080f0 0x7f660410a4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56466/0 (socket says 172.21.15.71:56466) 2024-09-15T23:37:34.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.503+0000 7f6609e5d640 1 -- 172.21.15.71:0/1814261704 learned_addr learned my addr 172.21.15.71:0/1814261704 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:34.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.503+0000 7f6609e5d640 1 -- 172.21.15.71:0/1814261704 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f660410aa20 con 0x7f66041080f0 2024-09-15T23:37:34.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.504+0000 7f6609e5d640 1 --2- 172.21.15.71:0/1814261704 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f66041080f0 0x7f660410a4e0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f6600009820 tx=0x7f660002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49661f68f999213d server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:34.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.504+0000 7f6608e5b640 1 -- 172.21.15.71:0/1814261704 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6600037070 con 0x7f66041080f0 2024-09-15T23:37:34.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.504+0000 7f6608e5b640 1 -- 172.21.15.71:0/1814261704 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6600032440 con 0x7f66041080f0 2024-09-15T23:37:34.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.504+0000 7f6608e5b640 1 -- 172.21.15.71:0/1814261704 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6600032740 con 0x7f66041080f0 2024-09-15T23:37:34.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.505+0000 7f660c0c1640 1 -- 172.21.15.71:0/1814261704 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f66041080f0 msgr2=0x7f660410a4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:34.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.505+0000 7f660c0c1640 1 --2- 172.21.15.71:0/1814261704 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f66041080f0 0x7f660410a4e0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f6600009820 tx=0x7f660002a270 comp rx=0 tx=0).stop 2024-09-15T23:37:34.177 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.505+0000 7f660c0c1640 1 -- 172.21.15.71:0/1814261704 shutdown_connections 2024-09-15T23:37:34.178 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.505+0000 7f660c0c1640 1 --2- 172.21.15.71:0/1814261704 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f66041080f0 0x7f660410a4e0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:34.178 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.505+0000 7f660c0c1640 1 -- 172.21.15.71:0/1814261704 >> 172.21.15.71:0/1814261704 conn(0x7f6604101d10 msgr2=0x7f6604104130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:34.178 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.505+0000 7f660c0c1640 1 -- 172.21.15.71:0/1814261704 shutdown_connections 2024-09-15T23:37:34.178 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.505+0000 7f660c0c1640 1 -- 172.21.15.71:0/1814261704 wait complete. 2024-09-15T23:37:34.178 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.505+0000 7f660c0c1640 1 Processor -- start 2024-09-15T23:37:34.178 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.505+0000 7f660c0c1640 1 -- start start 2024-09-15T23:37:34.178 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.506+0000 7f660c0c1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f66041080f0 0x7f6604107970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:34.178 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.506+0000 7f660c0c1640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f660410af00 con 0x7f66041080f0 2024-09-15T23:37:34.178 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.506+0000 7f6609e5d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f66041080f0 0x7f6604107970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:34.178 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.506+0000 7f6609e5d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f66041080f0 0x7f6604107970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56474/0 (socket says 172.21.15.71:56474) 2024-09-15T23:37:34.178 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.506+0000 7f6609e5d640 1 -- 172.21.15.71:0/3272836727 learned_addr learned my addr 172.21.15.71:0/3272836727 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:34.178 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.506+0000 7f6609e5d640 1 -- 172.21.15.71:0/3272836727 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6604107eb0 con 0x7f66041080f0 2024-09-15T23:37:34.178 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.506+0000 7f6609e5d640 1 --2- 172.21.15.71:0/3272836727 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f66041080f0 0x7f6604107970 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f66000090b0 tx=0x7f66000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:34.179 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.506+0000 7f65f6ffd640 1 -- 172.21.15.71:0/3272836727 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6600041070 con 0x7f66041080f0 2024-09-15T23:37:34.179 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.506+0000 7f65f6ffd640 1 -- 172.21.15.71:0/3272836727 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f660003c7a0 con 0x7f66041080f0 2024-09-15T23:37:34.179 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.506+0000 7f660c0c1640 1 -- 172.21.15.71:0/3272836727 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66041060a0 con 0x7f66041080f0 2024-09-15T23:37:34.179 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.506+0000 7f65f6ffd640 1 -- 172.21.15.71:0/3272836727 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6600037040 con 0x7f66041080f0 2024-09-15T23:37:34.179 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.506+0000 7f660c0c1640 1 -- 172.21.15.71:0/3272836727 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66041065e0 con 0x7f66041080f0 2024-09-15T23:37:34.179 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.506+0000 7f65f6ffd640 1 -- 172.21.15.71:0/3272836727 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6600044070 con 0x7f66041080f0 2024-09-15T23:37:34.179 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.506+0000 7f65f6ffd640 1 -- 172.21.15.71:0/3272836727 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f660003d3f0 con 0x7f66041080f0 2024-09-15T23:37:34.179 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.507+0000 7f660c0c1640 1 -- 172.21.15.71:0/3272836727 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6604108550 con 0x7f66041080f0 2024-09-15T23:37:34.179 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.509+0000 7f65f6ffd640 1 -- 172.21.15.71:0/3272836727 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f6600046450 con 0x7f66041080f0 2024-09-15T23:37:34.179 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.566+0000 7f660c0c1640 1 -- 172.21.15.71:0/3272836727 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f6604194790 con 0x7f66041080f0 2024-09-15T23:37:34.179 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.569+0000 7f65f6ffd640 1 -- 172.21.15.71:0/3272836727 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+429 (secure 0 0 0) 0x7f6600046630 con 0x7f66041080f0 2024-09-15T23:37:34.179 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.570+0000 7f65f6ffd640 1 -- 172.21.15.71:0/3272836727 <== mon.0 v2:172.21.15.71:3300/0 8 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f6600056070 con 0x7f66041080f0 2024-09-15T23:37:34.179 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.570+0000 7f660c0c1640 1 -- 172.21.15.71:0/3272836727 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f66041080f0 msgr2=0x7f6604107970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:34.180 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.571+0000 7f660c0c1640 1 --2- 172.21.15.71:0/3272836727 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f66041080f0 0x7f6604107970 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f66000090b0 tx=0x7f66000046c0 comp rx=0 tx=0).stop 2024-09-15T23:37:34.180 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.571+0000 7f660c0c1640 1 -- 172.21.15.71:0/3272836727 shutdown_connections 2024-09-15T23:37:34.180 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.571+0000 7f660c0c1640 1 --2- 172.21.15.71:0/3272836727 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f66041080f0 0x7f6604107970 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:34.180 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.571+0000 7f660c0c1640 1 -- 172.21.15.71:0/3272836727 >> 172.21.15.71:0/3272836727 conn(0x7f6604101d10 msgr2=0x7f6604102de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:34.180 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.571+0000 7f660c0c1640 1 -- 172.21.15.71:0/3272836727 shutdown_connections 2024-09-15T23:37:34.180 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:33.571+0000 7f660c0c1640 1 -- 172.21.15.71:0/3272836727 wait complete. 2024-09-15T23:37:34.180 INFO:teuthology.orchestra.run.smithi071.stdout:Generating new minimal ceph.conf... 2024-09-15T23:37:35.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:35 smithi071 ceph-mon[30592]: from='client.? 172.21.15.71:0/120158581' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:37:35.210 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.574+0000 7fe06a358640 1 Processor -- start 2024-09-15T23:37:35.210 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.574+0000 7fe06a358640 1 -- start start 2024-09-15T23:37:35.210 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.574+0000 7fe06a358640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe0641058f0 0x7fe064105cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:35.210 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.574+0000 7fe06a358640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe0641062c0 con 0x7fe0641058f0 2024-09-15T23:37:35.210 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.574+0000 7fe063fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe0641058f0 0x7fe064105cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:35.210 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.574+0000 7fe063fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe0641058f0 0x7fe064105cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56476/0 (socket says 172.21.15.71:56476) 2024-09-15T23:37:35.210 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.574+0000 7fe063fff640 1 -- 172.21.15.71:0/3447092993 learned_addr learned my addr 172.21.15.71:0/3447092993 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:35.210 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.575+0000 7fe063fff640 1 -- 172.21.15.71:0/3447092993 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0641088d0 con 0x7fe0641058f0 2024-09-15T23:37:35.211 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.575+0000 7fe063fff640 1 --2- 172.21.15.71:0/3447092993 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe0641058f0 0x7fe064105cf0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fe054009820 tx=0x7fe05402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e745f0a1245db0e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:35.211 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.575+0000 7fe062ffd640 1 -- 172.21.15.71:0/3447092993 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe054037070 con 0x7fe0641058f0 2024-09-15T23:37:35.211 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.575+0000 7fe062ffd640 1 -- 172.21.15.71:0/3447092993 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fe0540328d0 con 0x7fe0641058f0 2024-09-15T23:37:35.211 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.575+0000 7fe062ffd640 1 -- 172.21.15.71:0/3447092993 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe0540307d0 con 0x7fe0641058f0 2024-09-15T23:37:35.211 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.576+0000 7fe06a358640 1 -- 172.21.15.71:0/3447092993 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe0641058f0 msgr2=0x7fe064105cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:35.211 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.576+0000 7fe06a358640 1 --2- 172.21.15.71:0/3447092993 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe0641058f0 0x7fe064105cf0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fe054009820 tx=0x7fe05402a270 comp rx=0 tx=0).stop 2024-09-15T23:37:35.211 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.576+0000 7fe06a358640 1 -- 172.21.15.71:0/3447092993 shutdown_connections 2024-09-15T23:37:35.211 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.576+0000 7fe06a358640 1 --2- 172.21.15.71:0/3447092993 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe0641058f0 0x7fe064105cf0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:35.211 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.576+0000 7fe06a358640 1 -- 172.21.15.71:0/3447092993 >> 172.21.15.71:0/3447092993 conn(0x7fe0641014a0 msgr2=0x7fe0641038c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:35.211 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.576+0000 7fe06a358640 1 -- 172.21.15.71:0/3447092993 shutdown_connections 2024-09-15T23:37:35.211 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.576+0000 7fe06a358640 1 -- 172.21.15.71:0/3447092993 wait complete. 2024-09-15T23:37:35.211 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.577+0000 7fe06a358640 1 Processor -- start 2024-09-15T23:37:35.211 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.577+0000 7fe06a358640 1 -- start start 2024-09-15T23:37:35.212 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.577+0000 7fe06a358640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe0641058f0 0x7fe064108150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:35.212 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.577+0000 7fe06a358640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe06410bb00 con 0x7fe0641058f0 2024-09-15T23:37:35.212 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.577+0000 7fe063fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe0641058f0 0x7fe064108150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:35.212 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.577+0000 7fe063fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe0641058f0 0x7fe064108150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56490/0 (socket says 172.21.15.71:56490) 2024-09-15T23:37:35.212 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.577+0000 7fe063fff640 1 -- 172.21.15.71:0/120158581 learned_addr learned my addr 172.21.15.71:0/120158581 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:35.212 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.577+0000 7fe063fff640 1 -- 172.21.15.71:0/120158581 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe064108690 con 0x7fe0641058f0 2024-09-15T23:37:35.212 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.577+0000 7fe063fff640 1 --2- 172.21.15.71:0/120158581 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe0641058f0 0x7fe064108150 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe054030520 tx=0x7fe054032dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:35.212 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.578+0000 7fe0617fa640 1 -- 172.21.15.71:0/120158581 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe054042070 con 0x7fe0641058f0 2024-09-15T23:37:35.212 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.578+0000 7fe0617fa640 1 -- 172.21.15.71:0/120158581 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fe054030cc0 con 0x7fe0641058f0 2024-09-15T23:37:35.212 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.578+0000 7fe06a358640 1 -- 172.21.15.71:0/120158581 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe064106880 con 0x7fe0641058f0 2024-09-15T23:37:35.212 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.578+0000 7fe0617fa640 1 -- 172.21.15.71:0/120158581 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe054037040 con 0x7fe0641058f0 2024-09-15T23:37:35.212 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.578+0000 7fe06a358640 1 -- 172.21.15.71:0/120158581 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe064106dc0 con 0x7fe0641058f0 2024-09-15T23:37:35.212 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.578+0000 7fe0617fa640 1 -- 172.21.15.71:0/120158581 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe054045070 con 0x7fe0641058f0 2024-09-15T23:37:35.213 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.578+0000 7fe0617fa640 1 -- 172.21.15.71:0/120158581 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe0540479d0 con 0x7fe0641058f0 2024-09-15T23:37:35.213 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.579+0000 7fe06a358640 1 -- 172.21.15.71:0/120158581 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe064105d70 con 0x7fe0641058f0 2024-09-15T23:37:35.213 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.581+0000 7fe0617fa640 1 -- 172.21.15.71:0/120158581 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fe05403d9c0 con 0x7fe0641058f0 2024-09-15T23:37:35.213 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.638+0000 7fe06a358640 1 -- 172.21.15.71:0/120158581 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fe0641072f0 con 0x7fe0641058f0 2024-09-15T23:37:35.213 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.638+0000 7fe0617fa640 1 -- 172.21.15.71:0/120158581 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7fe054047bd0 con 0x7fe0641058f0 2024-09-15T23:37:35.213 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.639+0000 7fe06a358640 1 -- 172.21.15.71:0/120158581 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe0641058f0 msgr2=0x7fe064108150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:35.213 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.639+0000 7fe06a358640 1 --2- 172.21.15.71:0/120158581 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe0641058f0 0x7fe064108150 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe054030520 tx=0x7fe054032dd0 comp rx=0 tx=0).stop 2024-09-15T23:37:35.213 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.639+0000 7fe06a358640 1 -- 172.21.15.71:0/120158581 shutdown_connections 2024-09-15T23:37:35.213 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.639+0000 7fe06a358640 1 --2- 172.21.15.71:0/120158581 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe0641058f0 0x7fe064108150 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:35.213 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.639+0000 7fe06a358640 1 -- 172.21.15.71:0/120158581 >> 172.21.15.71:0/120158581 conn(0x7fe0641014a0 msgr2=0x7fe0641020e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:35.213 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.639+0000 7fe06a358640 1 -- 172.21.15.71:0/120158581 shutdown_connections 2024-09-15T23:37:35.213 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:34.639+0000 7fe06a358640 1 -- 172.21.15.71:0/120158581 wait complete. 2024-09-15T23:37:35.213 INFO:teuthology.orchestra.run.smithi071.stdout:Restarting the monitor... 2024-09-15T23:37:35.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:35 smithi071 systemd[1]: Stopping Ceph mon.a for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-15T23:37:35.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:35 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-a[30588]: 2024-09-15T23:37:35.472+0000 7f53e0b08640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-15T23:37:35.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:35 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-a[30588]: 2024-09-15T23:37:35.472+0000 7f53e0b08640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-15T23:37:35.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:35 smithi071 podman[30835]: 2024-09-15 23:37:35.718362174 +0000 UTC m=+0.350818256 container died 7ffcf83b013f2ac3a6a8c1b53e33cfa8e58cd0ccbff11b24f35e1ec8e3271a2d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-a, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-15T23:37:36.257 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 podman[30835]: 2024-09-15 23:37:36.047783337 +0000 UTC m=+0.680239414 container cleanup 7ffcf83b013f2ac3a6a8c1b53e33cfa8e58cd0ccbff11b24f35e1ec8e3271a2d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-15T23:37:36.257 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 bash[30835]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-a 2024-09-15T23:37:36.666 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 podman[30847]: 2024-09-15 23:37:36.256987216 +0000 UTC m=+0.534381466 container remove 7ffcf83b013f2ac3a6a8c1b53e33cfa8e58cd0ccbff11b24f35e1ec8e3271a2d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-a, RELEASE=squid-8921c8e, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-15T23:37:36.666 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 systemd[1]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-15T23:37:36.666 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 systemd[1]: Stopped Ceph mon.a for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-15T23:37:36.666 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 systemd[1]: Starting Ceph mon.a for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-15T23:37:36.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 podman[30939]: 2024-09-15 23:37:36.665991638 +0000 UTC m=+0.110489080 container create 62d92b02aad1a2edb538ead6b5a77070a4546787baf02f52a14f60f25844d815 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-a, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-15T23:37:36.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 podman[30939]: 2024-09-15 23:37:36.571084264 +0000 UTC m=+0.015581711 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-15T23:37:36.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 podman[30939]: 2024-09-15 23:37:36.860082677 +0000 UTC m=+0.304580130 container init 62d92b02aad1a2edb538ead6b5a77070a4546787baf02f52a14f60f25844d815 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-a, RELEASE=squid-8921c8e, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD) 2024-09-15T23:37:36.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 podman[30939]: 2024-09-15 23:37:36.863269194 +0000 UTC m=+0.307766635 container start 62d92b02aad1a2edb538ead6b5a77070a4546787baf02f52a14f60f25844d815 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-a, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-15T23:37:36.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: set uid:gid to 167:167 (ceph:ceph) 2024-09-15T23:37:36.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable), process ceph-mon, pid 2 2024-09-15T23:37:36.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: pidfile_write: ignore empty --pid-file 2024-09-15T23:37:36.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: load: jerasure load: lrc 2024-09-15T23:37:36.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: RocksDB version: 7.9.2 2024-09-15T23:37:36.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Git sha 0 2024-09-15T23:37:36.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Compile date 2024-09-15 15:04:35 2024-09-15T23:37:36.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: DB SUMMARY 2024-09-15T23:37:36.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: DB Session ID: M4VMUTP6EPGB2IFLQ1LI 2024-09-15T23:37:36.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: CURRENT file: CURRENT 2024-09-15T23:37:36.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: IDENTITY file: IDENTITY 2024-09-15T23:37:36.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-09-15T23:37:36.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-15T23:37:36.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 105868 ; 2024-09-15T23:37:36.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.error_if_exists: 0 2024-09-15T23:37:36.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.create_if_missing: 0 2024-09-15T23:37:36.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.paranoid_checks: 1 2024-09-15T23:37:36.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-15T23:37:36.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-15T23:37:36.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-15T23:37:36.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.env: 0x55c108ee2940 2024-09-15T23:37:36.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.fs: PosixFileSystem 2024-09-15T23:37:36.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.info_log: 0x55c10a9a56e0 2024-09-15T23:37:36.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_file_opening_threads: 16 2024-09-15T23:37:36.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.statistics: (nil) 2024-09-15T23:37:36.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.use_fsync: 0 2024-09-15T23:37:36.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_log_file_size: 0 2024-09-15T23:37:36.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-15T23:37:36.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-15T23:37:36.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.keep_log_file_num: 1000 2024-09-15T23:37:36.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.recycle_log_file_num: 0 2024-09-15T23:37:36.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.allow_fallocate: 1 2024-09-15T23:37:36.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.allow_mmap_reads: 0 2024-09-15T23:37:36.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.allow_mmap_writes: 0 2024-09-15T23:37:36.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.use_direct_reads: 0 2024-09-15T23:37:36.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-15T23:37:36.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.create_missing_column_families: 0 2024-09-15T23:37:36.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.db_log_dir: 2024-09-15T23:37:36.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.wal_dir: 2024-09-15T23:37:36.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-15T23:37:36.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-15T23:37:36.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-15T23:37:36.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-15T23:37:36.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-15T23:37:36.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-15T23:37:36.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.advise_random_on_open: 1 2024-09-15T23:37:36.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.db_write_buffer_size: 0 2024-09-15T23:37:36.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.write_buffer_manager: 0x55c10a9b4dc0 2024-09-15T23:37:36.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-15T23:37:36.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-15T23:37:36.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-15T23:37:36.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.rate_limiter: (nil) 2024-09-15T23:37:36.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-15T23:37:36.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.wal_recovery_mode: 2 2024-09-15T23:37:36.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.enable_thread_tracking: 0 2024-09-15T23:37:36.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.enable_pipelined_write: 0 2024-09-15T23:37:36.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.unordered_write: 0 2024-09-15T23:37:36.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-15T23:37:36.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-15T23:37:36.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-15T23:37:36.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-15T23:37:36.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.row_cache: None 2024-09-15T23:37:36.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.wal_filter: None 2024-09-15T23:37:36.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-15T23:37:36.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.allow_ingest_behind: 0 2024-09-15T23:37:36.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.two_write_queues: 0 2024-09-15T23:37:36.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.manual_wal_flush: 0 2024-09-15T23:37:36.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.wal_compression: 0 2024-09-15T23:37:36.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.atomic_flush: 0 2024-09-15T23:37:36.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-15T23:37:36.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-15T23:37:36.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-15T23:37:36.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.log_readahead_size: 0 2024-09-15T23:37:36.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-15T23:37:36.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.best_efforts_recovery: 0 2024-09-15T23:37:36.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-15T23:37:36.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-15T23:37:36.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.allow_data_in_errors: 0 2024-09-15T23:37:36.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.db_host_id: __hostname__ 2024-09-15T23:37:36.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-15T23:37:36.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_background_jobs: 2 2024-09-15T23:37:36.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_background_compactions: -1 2024-09-15T23:37:36.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_subcompactions: 1 2024-09-15T23:37:36.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-15T23:37:36.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-15T23:37:36.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-15T23:37:36.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_total_wal_size: 0 2024-09-15T23:37:36.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-15T23:37:36.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-15T23:37:36.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-15T23:37:36.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-15T23:37:36.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_open_files: -1 2024-09-15T23:37:36.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.bytes_per_sync: 0 2024-09-15T23:37:36.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-15T23:37:36.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-15T23:37:36.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.compaction_readahead_size: 0 2024-09-15T23:37:36.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_background_flushes: -1 2024-09-15T23:37:36.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Compression algorithms supported: 2024-09-15T23:37:36.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: kZSTD supported: 0 2024-09-15T23:37:36.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: kXpressCompression supported: 0 2024-09-15T23:37:36.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: kBZip2Compression supported: 0 2024-09-15T23:37:36.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-15T23:37:36.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: kLZ4Compression supported: 1 2024-09-15T23:37:36.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: kZlibCompression supported: 1 2024-09-15T23:37:36.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: kLZ4HCCompression supported: 1 2024-09-15T23:37:36.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: kSnappyCompression supported: 1 2024-09-15T23:37:36.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-15T23:37:36.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-15T23:37:36.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-09-15T23:37:36.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-15T23:37:36.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-15T23:37:36.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.merge_operator: 2024-09-15T23:37:36.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.compaction_filter: None 2024-09-15T23:37:36.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.compaction_filter_factory: None 2024-09-15T23:37:36.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.sst_partitioner_factory: None 2024-09-15T23:37:36.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-15T23:37:36.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-15T23:37:36.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c10a9a5320) 2024-09-15T23:37:36.938 INFO:journalctl@ceph.mon.a.smithi071.stdout: cache_index_and_filter_blocks: 1 2024-09-15T23:37:36.938 INFO:journalctl@ceph.mon.a.smithi071.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-15T23:37:36.938 INFO:journalctl@ceph.mon.a.smithi071.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-15T23:37:36.938 INFO:journalctl@ceph.mon.a.smithi071.stdout: pin_top_level_index_and_filter: 1 2024-09-15T23:37:36.938 INFO:journalctl@ceph.mon.a.smithi071.stdout: index_type: 0 2024-09-15T23:37:36.938 INFO:journalctl@ceph.mon.a.smithi071.stdout: data_block_index_type: 0 2024-09-15T23:37:36.939 INFO:journalctl@ceph.mon.a.smithi071.stdout: index_shortening: 1 2024-09-15T23:37:36.939 INFO:journalctl@ceph.mon.a.smithi071.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-15T23:37:36.939 INFO:journalctl@ceph.mon.a.smithi071.stdout: checksum: 4 2024-09-15T23:37:36.939 INFO:journalctl@ceph.mon.a.smithi071.stdout: no_block_cache: 0 2024-09-15T23:37:36.939 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache: 0x55c10a9991f0 2024-09-15T23:37:36.939 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache_name: BinnedLRUCache 2024-09-15T23:37:36.939 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache_options: 2024-09-15T23:37:36.939 INFO:journalctl@ceph.mon.a.smithi071.stdout: capacity : 536870912 2024-09-15T23:37:36.939 INFO:journalctl@ceph.mon.a.smithi071.stdout: num_shard_bits : 4 2024-09-15T23:37:36.939 INFO:journalctl@ceph.mon.a.smithi071.stdout: strict_capacity_limit : 0 2024-09-15T23:37:36.939 INFO:journalctl@ceph.mon.a.smithi071.stdout: high_pri_pool_ratio: 0.000 2024-09-15T23:37:36.939 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache_compressed: (nil) 2024-09-15T23:37:36.939 INFO:journalctl@ceph.mon.a.smithi071.stdout: persistent_cache: (nil) 2024-09-15T23:37:36.940 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_size: 4096 2024-09-15T23:37:36.940 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_size_deviation: 10 2024-09-15T23:37:36.940 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_restart_interval: 16 2024-09-15T23:37:36.940 INFO:journalctl@ceph.mon.a.smithi071.stdout: index_block_restart_interval: 1 2024-09-15T23:37:36.940 INFO:journalctl@ceph.mon.a.smithi071.stdout: metadata_block_size: 4096 2024-09-15T23:37:36.940 INFO:journalctl@ceph.mon.a.smithi071.stdout: partition_filters: 0 2024-09-15T23:37:36.940 INFO:journalctl@ceph.mon.a.smithi071.stdout: use_delta_encoding: 1 2024-09-15T23:37:36.940 INFO:journalctl@ceph.mon.a.smithi071.stdout: filter_policy: bloomfilter 2024-09-15T23:37:36.940 INFO:journalctl@ceph.mon.a.smithi071.stdout: whole_key_filtering: 1 2024-09-15T23:37:36.940 INFO:journalctl@ceph.mon.a.smithi071.stdout: verify_compression: 0 2024-09-15T23:37:36.940 INFO:journalctl@ceph.mon.a.smithi071.stdout: read_amp_bytes_per_bit: 0 2024-09-15T23:37:36.940 INFO:journalctl@ceph.mon.a.smithi071.stdout: format_version: 5 2024-09-15T23:37:36.940 INFO:journalctl@ceph.mon.a.smithi071.stdout: enable_index_compression: 1 2024-09-15T23:37:36.940 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_align: 0 2024-09-15T23:37:36.941 INFO:journalctl@ceph.mon.a.smithi071.stdout: max_auto_readahead_size: 262144 2024-09-15T23:37:36.941 INFO:journalctl@ceph.mon.a.smithi071.stdout: prepopulate_block_cache: 0 2024-09-15T23:37:36.941 INFO:journalctl@ceph.mon.a.smithi071.stdout: initial_auto_readahead_size: 8192 2024-09-15T23:37:36.941 INFO:journalctl@ceph.mon.a.smithi071.stdout: num_file_reads_for_auto_readahead: 2 2024-09-15T23:37:36.941 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.write_buffer_size: 33554432 2024-09-15T23:37:36.941 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_write_buffer_number: 2 2024-09-15T23:37:36.941 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.compression: NoCompression 2024-09-15T23:37:36.941 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.bottommost_compression: Disabled 2024-09-15T23:37:36.941 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.prefix_extractor: nullptr 2024-09-15T23:37:36.941 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-15T23:37:36.941 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.num_levels: 7 2024-09-15T23:37:36.941 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-15T23:37:36.941 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-15T23:37:36.942 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-15T23:37:36.942 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-15T23:37:36.942 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-15T23:37:36.942 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-15T23:37:36.942 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-15T23:37:36.942 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-15T23:37:36.942 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-15T23:37:36.942 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-15T23:37:36.942 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-15T23:37:36.942 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-15T23:37:36.942 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-15T23:37:36.942 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.compression_opts.level: 32767 2024-09-15T23:37:36.942 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.compression_opts.strategy: 0 2024-09-15T23:37:36.943 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-15T23:37:36.943 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-15T23:37:36.943 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-15T23:37:36.943 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-15T23:37:36.943 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.compression_opts.enabled: false 2024-09-15T23:37:36.943 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-15T23:37:36.943 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-15T23:37:36.943 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-15T23:37:36.943 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-15T23:37:36.943 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.target_file_size_base: 67108864 2024-09-15T23:37:36.943 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-15T23:37:36.943 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-15T23:37:36.943 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-15T23:37:36.944 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-15T23:37:36.944 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-15T23:37:36.944 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-15T23:37:36.944 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-15T23:37:36.944 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-15T23:37:36.944 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-15T23:37:36.944 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-15T23:37:36.944 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-15T23:37:36.944 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-15T23:37:36.944 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-15T23:37:36.944 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-15T23:37:36.944 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.arena_block_size: 1048576 2024-09-15T23:37:36.945 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-15T23:37:36.945 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-15T23:37:36.945 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.disable_auto_compactions: 0 2024-09-15T23:37:36.945 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-15T23:37:36.945 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-15T23:37:36.945 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-15T23:37:36.945 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-15T23:37:36.945 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-15T23:37:36.945 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-15T23:37:36.945 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-15T23:37:36.945 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-15T23:37:36.945 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-15T23:37:36.945 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-15T23:37:36.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-15T23:37:36.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.inplace_update_support: 0 2024-09-15T23:37:36.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-15T23:37:36.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-15T23:37:36.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-15T23:37:36.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-15T23:37:36.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.bloom_locality: 0 2024-09-15T23:37:36.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.max_successive_merges: 0 2024-09-15T23:37:36.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-15T23:37:36.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.paranoid_file_checks: 0 2024-09-15T23:37:36.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.force_consistency_checks: 1 2024-09-15T23:37:36.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.report_bg_io_stats: 0 2024-09-15T23:37:36.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.ttl: 2592000 2024-09-15T23:37:36.947 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-15T23:37:36.947 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-15T23:37:36.947 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-15T23:37:36.947 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.enable_blob_files: false 2024-09-15T23:37:36.947 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.min_blob_size: 0 2024-09-15T23:37:36.947 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.blob_file_size: 268435456 2024-09-15T23:37:36.947 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-15T23:37:36.947 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-15T23:37:36.947 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-15T23:37:36.947 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-15T23:37:36.947 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-15T23:37:36.947 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.blob_file_starting_level: 0 2024-09-15T23:37:36.947 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-15T23:37:36.947 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-09-15T23:37:36.948 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-09-15T23:37:36.948 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 397b74d8-a730-4af9-94cd-4053b1c0bc05 2024-09-15T23:37:36.948 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726443456888639, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-09-15T23:37:36.948 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-09-15T23:37:36.948 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726443456889652, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100887, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 330, "table_properties": {"data_size": 98772, "index_size": 307, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14429, "raw_average_key_size": 49, "raw_value_size": 90964, "raw_average_value_size": 314, "num_data_blocks": 12, "num_entries": 289, "num_filter_entries": 289, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726443456, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "397b74d8-a730-4af9-94cd-4053b1c0bc05", "db_session_id": "M4VMUTP6EPGB2IFLQ1LI", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-09-15T23:37:36.948 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726443456889745, "job": 1, "event": "recovery_finished"} 2024-09-15T23:37:36.948 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-09-15T23:37:36.948 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-15T23:37:36.948 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55c10a9c6e00 2024-09-15T23:37:36.948 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: DB pointer 0x55c10aac2000 2024-09-15T23:37:36.948 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-15T23:37:36.948 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-15T23:37:36.948 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** DB Stats ** 2024-09-15T23:37:36.949 INFO:journalctl@ceph.mon.a.smithi071.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-15T23:37:36.949 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-15T23:37:36.949 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-15T23:37:36.949 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-15T23:37:36.949 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-15T23:37:36.949 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-15T23:37:36.949 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-15T23:37:36.949 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-09-15T23:37:36.949 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** Compaction Stats [default] ** 2024-09-15T23:37:36.949 INFO:journalctl@ceph.mon.a.smithi071.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-15T23:37:36.949 INFO:journalctl@ceph.mon.a.smithi071.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-15T23:37:36.949 INFO:journalctl@ceph.mon.a.smithi071.stdout: L0 2/0 100.38 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 149.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-15T23:37:36.949 INFO:journalctl@ceph.mon.a.smithi071.stdout: Sum 2/0 100.38 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 149.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-15T23:37:36.950 INFO:journalctl@ceph.mon.a.smithi071.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 149.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-15T23:37:36.950 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-09-15T23:37:36.950 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** Compaction Stats [default] ** 2024-09-15T23:37:36.950 INFO:journalctl@ceph.mon.a.smithi071.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-15T23:37:36.950 INFO:journalctl@ceph.mon.a.smithi071.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-15T23:37:36.950 INFO:journalctl@ceph.mon.a.smithi071.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 149.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-15T23:37:36.950 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-09-15T23:37:36.950 INFO:journalctl@ceph.mon.a.smithi071.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-15T23:37:36.950 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-09-15T23:37:36.950 INFO:journalctl@ceph.mon.a.smithi071.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-15T23:37:36.950 INFO:journalctl@ceph.mon.a.smithi071.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-15T23:37:36.950 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-15T23:37:36.950 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-15T23:37:36.951 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-15T23:37:36.951 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-15T23:37:36.951 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative compaction: 0.00 GB write, 31.10 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-15T23:37:36.951 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval compaction: 0.00 GB write, 31.10 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-15T23:37:36.951 INFO:journalctl@ceph.mon.a.smithi071.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-15T23:37:36.951 INFO:journalctl@ceph.mon.a.smithi071.stdout: Block cache BinnedLRUCache@0x55c10a9991f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-09-15T23:37:36.951 INFO:journalctl@ceph.mon.a.smithi071.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-09-15T23:37:36.951 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-09-15T23:37:36.951 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-15T23:37:36.951 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: starting mon.a rank 0 at public addrs [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] at bind addrs [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:37:36.951 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: mon.a@-1(???) e1 preinit fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:37:36.951 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: mon.a@-1(???).mds e1 new map 2024-09-15T23:37:36.951 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: mon.a@-1(???).mds e1 print_map 2024-09-15T23:37:36.951 INFO:journalctl@ceph.mon.a.smithi071.stdout: e1 2024-09-15T23:37:36.952 INFO:journalctl@ceph.mon.a.smithi071.stdout: btime 2024-09-15T23:37:32:026205+0000 2024-09-15T23:37:36.952 INFO:journalctl@ceph.mon.a.smithi071.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-15T23:37:36.952 INFO:journalctl@ceph.mon.a.smithi071.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-15T23:37:36.952 INFO:journalctl@ceph.mon.a.smithi071.stdout: legacy client fscid: -1 2024-09-15T23:37:36.952 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-09-15T23:37:36.952 INFO:journalctl@ceph.mon.a.smithi071.stdout: No filesystems configured 2024-09-15T23:37:36.952 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-15T23:37:36.952 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-15T23:37:36.952 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-15T23:37:36.952 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-15T23:37:36.952 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-15T23:37:36.953 INFO:teuthology.orchestra.run.smithi071.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-15T23:37:37.221 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 bash[30939]: 62d92b02aad1a2edb538ead6b5a77070a4546787baf02f52a14f60f25844d815 2024-09-15T23:37:37.221 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 systemd[1]: Started Ceph mon.a for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-15T23:37:37.221 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-15T23:37:37.221 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: monmap epoch 1 2024-09-15T23:37:37.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:37:37.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: last_changed 2024-09-15T23:37:28.777170+0000 2024-09-15T23:37:37.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: created 2024-09-15T23:37:28.777170+0000 2024-09-15T23:37:37.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: min_mon_release 19 (squid) 2024-09-15T23:37:37.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: election_strategy: 1 2024-09-15T23:37:37.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: 0: [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon.a 2024-09-15T23:37:37.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: fsmap 2024-09-15T23:37:37.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: osdmap e1: 0 total, 0 up, 0 in 2024-09-15T23:37:37.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:36 smithi071 ceph-mon[30957]: mgrmap e1: no daemons active 2024-09-15T23:37:37.956 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.299+0000 7f1b6c95d640 1 Processor -- start 2024-09-15T23:37:37.956 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.299+0000 7f1b6c95d640 1 -- start start 2024-09-15T23:37:37.956 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.299+0000 7f1b6c95d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b6807dda0 0x7f1b6807c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:37.956 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.299+0000 7f1b6c95d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f1b6807c850 con 0x7f1b6807dda0 2024-09-15T23:37:37.956 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.300+0000 7f1b6659c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b6807dda0 0x7f1b6807c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:37.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.300+0000 7f1b6659c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b6807dda0 0x7f1b6807c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56496/0 (socket says 172.21.15.71:56496) 2024-09-15T23:37:37.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.300+0000 7f1b6659c640 1 -- 172.21.15.71:0/2475609199 learned_addr learned my addr 172.21.15.71:0/2475609199 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:37.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.300+0000 7f1b6659c640 1 -- 172.21.15.71:0/2475609199 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b6807c9d0 con 0x7f1b6807dda0 2024-09-15T23:37:37.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.302+0000 7f1b6659c640 1 --2- 172.21.15.71:0/2475609199 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b6807dda0 0x7f1b6807c310 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f1b58009820 tx=0x7f1b5802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a2cf93814891548 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:37.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.302+0000 7f1b6559a640 1 -- 172.21.15.71:0/2475609199 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1b58037070 con 0x7f1b6807dda0 2024-09-15T23:37:37.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.302+0000 7f1b6559a640 1 -- 172.21.15.71:0/2475609199 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f1b580328d0 con 0x7f1b6807dda0 2024-09-15T23:37:37.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.302+0000 7f1b6559a640 1 -- 172.21.15.71:0/2475609199 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1b580307d0 con 0x7f1b6807dda0 2024-09-15T23:37:37.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.303+0000 7f1b6c95d640 1 -- 172.21.15.71:0/2475609199 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b6807dda0 msgr2=0x7f1b6807c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:37.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.303+0000 7f1b6c95d640 1 --2- 172.21.15.71:0/2475609199 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b6807dda0 0x7f1b6807c310 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f1b58009820 tx=0x7f1b5802a270 comp rx=0 tx=0).stop 2024-09-15T23:37:37.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.303+0000 7f1b6c95d640 1 -- 172.21.15.71:0/2475609199 shutdown_connections 2024-09-15T23:37:37.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.303+0000 7f1b6c95d640 1 --2- 172.21.15.71:0/2475609199 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b6807dda0 0x7f1b6807c310 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:37.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.303+0000 7f1b6c95d640 1 -- 172.21.15.71:0/2475609199 >> 172.21.15.71:0/2475609199 conn(0x7f1b68102e60 msgr2=0x7f1b681052e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:37.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.303+0000 7f1b6c95d640 1 -- 172.21.15.71:0/2475609199 shutdown_connections 2024-09-15T23:37:37.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.303+0000 7f1b6c95d640 1 -- 172.21.15.71:0/2475609199 wait complete. 2024-09-15T23:37:37.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.303+0000 7f1b6c95d640 1 Processor -- start 2024-09-15T23:37:37.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.304+0000 7f1b6c95d640 1 -- start start 2024-09-15T23:37:37.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.304+0000 7f1b6c95d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b6807dda0 0x7f1b6819d780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:37.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.304+0000 7f1b6c95d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f1b6810db70 con 0x7f1b6807dda0 2024-09-15T23:37:37.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.304+0000 7f1b6659c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b6807dda0 0x7f1b6819d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:37.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.304+0000 7f1b6659c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b6807dda0 0x7f1b6819d780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56508/0 (socket says 172.21.15.71:56508) 2024-09-15T23:37:37.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.304+0000 7f1b6659c640 1 -- 172.21.15.71:0/2421770119 learned_addr learned my addr 172.21.15.71:0/2421770119 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:37.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.304+0000 7f1b6659c640 1 -- 172.21.15.71:0/2421770119 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b6819dcc0 con 0x7f1b6807dda0 2024-09-15T23:37:37.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.304+0000 7f1b6659c640 1 --2- 172.21.15.71:0/2421770119 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b6807dda0 0x7f1b6819d780 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f1b58032e10 tx=0x7f1b58032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:37.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.304+0000 7f1b577fe640 1 -- 172.21.15.71:0/2421770119 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1b58042070 con 0x7f1b6807dda0 2024-09-15T23:37:37.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.304+0000 7f1b577fe640 1 -- 172.21.15.71:0/2421770119 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f1b58030c80 con 0x7f1b6807dda0 2024-09-15T23:37:37.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.304+0000 7f1b6c95d640 1 -- 172.21.15.71:0/2421770119 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b6819df50 con 0x7f1b6807dda0 2024-09-15T23:37:37.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.304+0000 7f1b577fe640 1 -- 172.21.15.71:0/2421770119 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1b58037040 con 0x7f1b6807dda0 2024-09-15T23:37:37.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.304+0000 7f1b6c95d640 1 -- 172.21.15.71:0/2421770119 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b681a0c40 con 0x7f1b6807dda0 2024-09-15T23:37:37.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.305+0000 7f1b577fe640 1 -- 172.21.15.71:0/2421770119 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1b58045070 con 0x7f1b6807dda0 2024-09-15T23:37:37.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.305+0000 7f1b577fe640 1 -- 172.21.15.71:0/2421770119 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f1b580479f0 con 0x7f1b6807dda0 2024-09-15T23:37:37.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.305+0000 7f1b6c95d640 1 -- 172.21.15.71:0/2421770119 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b6807c390 con 0x7f1b6807dda0 2024-09-15T23:37:37.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.308+0000 7f1b577fe640 1 -- 172.21.15.71:0/2421770119 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f1b5803c5f0 con 0x7f1b6807dda0 2024-09-15T23:37:37.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.363+0000 7f1b6c95d640 1 -- 172.21.15.71:0/2421770119 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f1b681a0e10 con 0x7f1b6807dda0 2024-09-15T23:37:37.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.368+0000 7f1b577fe640 1 -- 172.21.15.71:0/2421770119 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f1b5803c7d0 con 0x7f1b6807dda0 2024-09-15T23:37:37.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.368+0000 7f1b6c95d640 1 -- 172.21.15.71:0/2421770119 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b6807dda0 msgr2=0x7f1b6819d780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:37.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.368+0000 7f1b6c95d640 1 --2- 172.21.15.71:0/2421770119 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b6807dda0 0x7f1b6819d780 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f1b58032e10 tx=0x7f1b58032e40 comp rx=0 tx=0).stop 2024-09-15T23:37:37.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.368+0000 7f1b6c95d640 1 -- 172.21.15.71:0/2421770119 shutdown_connections 2024-09-15T23:37:37.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.368+0000 7f1b6c95d640 1 --2- 172.21.15.71:0/2421770119 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b6807dda0 0x7f1b6819d780 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:37.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.368+0000 7f1b6c95d640 1 -- 172.21.15.71:0/2421770119 >> 172.21.15.71:0/2421770119 conn(0x7f1b68102e60 msgr2=0x7f1b68103a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:37.960 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.369+0000 7f1b6c95d640 1 -- 172.21.15.71:0/2421770119 shutdown_connections 2024-09-15T23:37:37.960 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:37.369+0000 7f1b6c95d640 1 -- 172.21.15.71:0/2421770119 wait complete. 2024-09-15T23:37:37.960 INFO:teuthology.orchestra.run.smithi071.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-15T23:37:37.974 INFO:teuthology.orchestra.run.smithi071.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-15T23:37:37.974 INFO:teuthology.orchestra.run.smithi071.stdout:Creating mgr... 2024-09-15T23:37:37.975 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-15T23:37:37.975 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-15T23:37:38.230 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mgr.x 2024-09-15T23:37:38.230 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to reset failed state of unit ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mgr.x.service: Unit ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mgr.x.service not loaded. 2024-09-15T23:37:38.378 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-4eeb5726-73bb-11ef-bceb-c7b262605968.target.wants/ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@.service. 2024-09-15T23:37:38.607 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:38 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2421770119' entity='client.admin' 2024-09-15T23:37:38.607 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:38 smithi071 systemd[1]: Starting Ceph mgr.x for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-15T23:37:38.887 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:38 smithi071 podman[31168]: 2024-09-15 23:37:38.509111228 +0000 UTC m=+0.015631282 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-15T23:37:38.887 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:38 smithi071 podman[31168]: 2024-09-15 23:37:38.609782976 +0000 UTC m=+0.116303026 container create bc42a414dcec403ba2b57af3ae9b2595a006e04e9e061a267d362243311ac95f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x, GIT_CLEAN=True, RELEASE=squid-8921c8e, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-15T23:37:38.887 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:38 smithi071 podman[31168]: 2024-09-15 23:37:38.811987574 +0000 UTC m=+0.318507624 container init bc42a414dcec403ba2b57af3ae9b2595a006e04e9e061a267d362243311ac95f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-15T23:37:38.887 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:38 smithi071 podman[31168]: 2024-09-15 23:37:38.8146515 +0000 UTC m=+0.321171551 container start bc42a414dcec403ba2b57af3ae9b2595a006e04e9e061a267d362243311ac95f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-15T23:37:38.888 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:38 smithi071 bash[31168]: bc42a414dcec403ba2b57af3ae9b2595a006e04e9e061a267d362243311ac95f 2024-09-15T23:37:38.901 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-15T23:37:38.901 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout disabled 2024-09-15T23:37:38.909 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-15T23:37:38.909 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2024-09-15T23:37:38.909 INFO:teuthology.orchestra.run.smithi071.stdout:firewalld.service is not enabled 2024-09-15T23:37:38.909 INFO:teuthology.orchestra.run.smithi071.stdout:Not possible to enable service . firewalld.service is not available 2024-09-15T23:37:38.918 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-15T23:37:38.918 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout disabled 2024-09-15T23:37:38.925 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-15T23:37:38.925 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2024-09-15T23:37:38.925 INFO:teuthology.orchestra.run.smithi071.stdout:firewalld.service is not enabled 2024-09-15T23:37:38.925 INFO:teuthology.orchestra.run.smithi071.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-15T23:37:38.925 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mgr to start... 2024-09-15T23:37:38.925 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mgr... 2024-09-15T23:37:39.150 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:38 smithi071 systemd[1]: Started Ceph mgr.x for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-15T23:37:39.150 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:38 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:38.935+0000 7f5619333040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-15T23:37:39.151 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:38 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:38.996+0000 7f5619333040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-15T23:37:39.151 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:39 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:39.149+0000 7f5619333040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-15T23:37:39.408 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:39 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:39.217+0000 7f5619333040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-15T23:37:39.408 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:39 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:39.372+0000 7f5619333040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-15T23:37:39.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:39 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2659559610' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-15T23:37:39.676 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:39 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:39.525+0000 7f5619333040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-15T23:37:40.049 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-15T23:37:40.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2024-09-15T23:37:40.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsid": "4eeb5726-73bb-11ef-bceb-c7b262605968", 2024-09-15T23:37:40.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "health": { 2024-09-15T23:37:40.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-15T23:37:40.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-15T23:37:40.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-15T23:37:40.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-15T23:37:40.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-15T23:37:40.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-15T23:37:40.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 0 2024-09-15T23:37:40.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-09-15T23:37:40.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-15T23:37:40.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "a" 2024-09-15T23:37:40.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-09-15T23:37:40.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-09-15T23:37:40.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-15T23:37:40.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-15T23:37:40.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-15T23:37:40.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-15T23:37:40.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-15T23:37:40.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-15T23:37:40.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-15T23:37:40.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-15T23:37:40.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-15T23:37:40.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-15T23:37:40.059 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-15T23:37:40.059 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-15T23:37:40.059 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-15T23:37:40.059 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-15T23:37:40.059 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-15T23:37:40.059 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-15T23:37:40.059 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-15T23:37:40.059 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-15T23:37:40.059 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-15T23:37:40.059 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-15T23:37:40.059 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-15T23:37:40.060 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-15T23:37:40.060 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-15T23:37:40.060 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-15T23:37:40.060 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-15T23:37:40.060 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-15T23:37:40.060 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "btime": "2024-09-15T23:37:32:026205+0000", 2024-09-15T23:37:40.060 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-15T23:37:40.060 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-15T23:37:40.060 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-15T23:37:40.060 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-15T23:37:40.060 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-15T23:37:40.060 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-15T23:37:40.060 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-15T23:37:40.061 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-15T23:37:40.061 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-15T23:37:40.061 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "restful" 2024-09-15T23:37:40.061 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-09-15T23:37:40.061 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-15T23:37:40.061 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-15T23:37:40.061 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-15T23:37:40.061 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-15T23:37:40.061 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modified": "2024-09-15T23:37:32.026986+0000", 2024-09-15T23:37:40.061 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-15T23:37:40.061 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-15T23:37:40.061 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-15T23:37:40.061 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2024-09-15T23:37:40.062 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.327+0000 7f9ac954a640 1 Processor -- start 2024-09-15T23:37:40.062 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.327+0000 7f9ac954a640 1 -- start start 2024-09-15T23:37:40.062 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.327+0000 7f9ac954a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ac4106540 0x7f9ac4106940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:40.062 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.327+0000 7f9ac954a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9ac4106f10 con 0x7f9ac4106540 2024-09-15T23:37:40.062 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.327+0000 7f9ac2ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ac4106540 0x7f9ac4106940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:40.062 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.327+0000 7f9ac2ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ac4106540 0x7f9ac4106940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56530/0 (socket says 172.21.15.71:56530) 2024-09-15T23:37:40.062 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.327+0000 7f9ac2ffd640 1 -- 172.21.15.71:0/4272863579 learned_addr learned my addr 172.21.15.71:0/4272863579 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:40.062 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.328+0000 7f9ac2ffd640 1 -- 172.21.15.71:0/4272863579 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ac41076f0 con 0x7f9ac4106540 2024-09-15T23:37:40.062 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.328+0000 7f9ac2ffd640 1 --2- 172.21.15.71:0/4272863579 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ac4106540 0x7f9ac4106940 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f9ab4009820 tx=0x7f9ab402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1116ea01aa9a3a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:40.062 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.329+0000 7f9ac1ffb640 1 -- 172.21.15.71:0/4272863579 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9ab4037070 con 0x7f9ac4106540 2024-09-15T23:37:40.062 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.329+0000 7f9ac1ffb640 1 -- 172.21.15.71:0/4272863579 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f9ab40328d0 con 0x7f9ac4106540 2024-09-15T23:37:40.062 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.329+0000 7f9ac1ffb640 1 -- 172.21.15.71:0/4272863579 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9ab40307d0 con 0x7f9ac4106540 2024-09-15T23:37:40.062 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.329+0000 7f9ac954a640 1 -- 172.21.15.71:0/4272863579 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ac4106540 msgr2=0x7f9ac4106940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:40.063 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.329+0000 7f9ac954a640 1 --2- 172.21.15.71:0/4272863579 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ac4106540 0x7f9ac4106940 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f9ab4009820 tx=0x7f9ab402a270 comp rx=0 tx=0).stop 2024-09-15T23:37:40.063 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.329+0000 7f9ac954a640 1 -- 172.21.15.71:0/4272863579 shutdown_connections 2024-09-15T23:37:40.063 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.329+0000 7f9ac954a640 1 --2- 172.21.15.71:0/4272863579 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ac4106540 0x7f9ac4106940 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:40.063 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.329+0000 7f9ac954a640 1 -- 172.21.15.71:0/4272863579 >> 172.21.15.71:0/4272863579 conn(0x7f9ac4101d90 msgr2=0x7f9ac41041b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:40.063 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.330+0000 7f9ac954a640 1 -- 172.21.15.71:0/4272863579 shutdown_connections 2024-09-15T23:37:40.063 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.330+0000 7f9ac954a640 1 -- 172.21.15.71:0/4272863579 wait complete. 2024-09-15T23:37:40.063 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.330+0000 7f9ac954a640 1 Processor -- start 2024-09-15T23:37:40.063 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.330+0000 7f9ac954a640 1 -- start start 2024-09-15T23:37:40.063 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.330+0000 7f9ac954a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ac4106540 0x7f9ac419a490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:40.063 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.330+0000 7f9ac954a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9ac410aaa0 con 0x7f9ac4106540 2024-09-15T23:37:40.063 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.331+0000 7f9ac2ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ac4106540 0x7f9ac419a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:40.063 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.331+0000 7f9ac2ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ac4106540 0x7f9ac419a490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56536/0 (socket says 172.21.15.71:56536) 2024-09-15T23:37:40.063 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.331+0000 7f9ac2ffd640 1 -- 172.21.15.71:0/2659559610 learned_addr learned my addr 172.21.15.71:0/2659559610 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:40.064 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.331+0000 7f9ac2ffd640 1 -- 172.21.15.71:0/2659559610 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ac419a9d0 con 0x7f9ac4106540 2024-09-15T23:37:40.064 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.331+0000 7f9ac2ffd640 1 --2- 172.21.15.71:0/2659559610 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ac4106540 0x7f9ac419a490 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f9ab40097f0 tx=0x7f9ab4030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:40.064 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.331+0000 7f9aabfff640 1 -- 172.21.15.71:0/2659559610 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9ab4037040 con 0x7f9ac4106540 2024-09-15T23:37:40.064 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.331+0000 7f9ac954a640 1 -- 172.21.15.71:0/2659559610 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ac419ac60 con 0x7f9ac4106540 2024-09-15T23:37:40.064 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.331+0000 7f9aabfff640 1 -- 172.21.15.71:0/2659559610 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f9ab4032bb0 con 0x7f9ac4106540 2024-09-15T23:37:40.064 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.331+0000 7f9aabfff640 1 -- 172.21.15.71:0/2659559610 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9ab403a390 con 0x7f9ac4106540 2024-09-15T23:37:40.064 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.331+0000 7f9ac954a640 1 -- 172.21.15.71:0/2659559610 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ac419d950 con 0x7f9ac4106540 2024-09-15T23:37:40.064 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.332+0000 7f9aabfff640 1 -- 172.21.15.71:0/2659559610 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9ab403a5d0 con 0x7f9ac4106540 2024-09-15T23:37:40.064 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.332+0000 7f9aabfff640 1 -- 172.21.15.71:0/2659559610 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f9ab4043360 con 0x7f9ac4106540 2024-09-15T23:37:40.064 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.332+0000 7f9ac954a640 1 -- 172.21.15.71:0/2659559610 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ac410ac20 con 0x7f9ac4106540 2024-09-15T23:37:40.064 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.335+0000 7f9aabfff640 1 -- 172.21.15.71:0/2659559610 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f9ab4032d60 con 0x7f9ac4106540 2024-09-15T23:37:40.064 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.395+0000 7f9ac954a640 1 -- 172.21.15.71:0/2659559610 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f9ac419dee0 con 0x7f9ac4106540 2024-09-15T23:37:40.064 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.396+0000 7f9aabfff640 1 -- 172.21.15.71:0/2659559610 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1291 (secure 0 0 0) 0x7f9ab403aa50 con 0x7f9ac4106540 2024-09-15T23:37:40.065 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.397+0000 7f9ac954a640 1 -- 172.21.15.71:0/2659559610 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ac4106540 msgr2=0x7f9ac419a490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:40.065 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.397+0000 7f9ac954a640 1 --2- 172.21.15.71:0/2659559610 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ac4106540 0x7f9ac419a490 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f9ab40097f0 tx=0x7f9ab4030d00 comp rx=0 tx=0).stop 2024-09-15T23:37:40.065 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.397+0000 7f9ac954a640 1 -- 172.21.15.71:0/2659559610 shutdown_connections 2024-09-15T23:37:40.065 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.397+0000 7f9ac954a640 1 --2- 172.21.15.71:0/2659559610 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ac4106540 0x7f9ac419a490 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:40.065 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.397+0000 7f9ac954a640 1 -- 172.21.15.71:0/2659559610 >> 172.21.15.71:0/2659559610 conn(0x7f9ac4101d90 msgr2=0x7f9ac4102860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:40.065 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.397+0000 7f9ac954a640 1 -- 172.21.15.71:0/2659559610 shutdown_connections 2024-09-15T23:37:40.065 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:39.397+0000 7f9ac954a640 1 -- 172.21.15.71:0/2659559610 wait complete. 2024-09-15T23:37:40.065 INFO:teuthology.orchestra.run.smithi071.stdout:mgr not available, waiting (1/15)... 2024-09-15T23:37:40.176 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:39 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:39.842+0000 7f5619333040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-15T23:37:40.176 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:39 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:39.902+0000 7f5619333040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-15T23:37:40.176 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:40 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:40.089+0000 7f5619333040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-15T23:37:41.054 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:40 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:40.987+0000 7f5619333040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-15T23:37:41.054 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:41 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:41.052+0000 7f5619333040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-15T23:37:42.006 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:41 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:41.753+0000 7f5619333040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-15T23:37:42.007 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:41 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:41.866+0000 7f5619333040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-15T23:37:42.007 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:42 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:42.005+0000 7f5619333040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-15T23:37:42.272 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:42 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:42.066+0000 7f5619333040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-15T23:37:42.272 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:42 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:42.217+0000 7f5619333040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-15T23:37:42.525 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:42 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:42.287+0000 7f5619333040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-15T23:37:42.526 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:42 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:42.347+0000 7f5619333040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-15T23:37:42.526 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:42 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:42.512+0000 7f5619333040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-15T23:37:42.791 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:42 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2363289774' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-15T23:37:42.791 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:42 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:42.582+0000 7f5619333040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-15T23:37:42.791 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:42 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:42.648+0000 7f5619333040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-15T23:37:42.792 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:42 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:42.730+0000 7f5619333040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-15T23:37:43.150 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:42 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:42.789+0000 7f5619333040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-15T23:37:43.150 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:42 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:42.849+0000 7f5619333040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-15T23:37:43.152 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-15T23:37:43.155 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2024-09-15T23:37:43.155 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsid": "4eeb5726-73bb-11ef-bceb-c7b262605968", 2024-09-15T23:37:43.155 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "health": { 2024-09-15T23:37:43.156 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-15T23:37:43.156 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-15T23:37:43.156 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-15T23:37:43.156 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-15T23:37:43.156 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-15T23:37:43.156 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-15T23:37:43.156 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 0 2024-09-15T23:37:43.156 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-09-15T23:37:43.157 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-15T23:37:43.157 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "a" 2024-09-15T23:37:43.157 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-09-15T23:37:43.157 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-09-15T23:37:43.157 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-15T23:37:43.157 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-15T23:37:43.157 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-15T23:37:43.157 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-15T23:37:43.157 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-15T23:37:43.157 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-15T23:37:43.157 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-15T23:37:43.158 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-15T23:37:43.158 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-15T23:37:43.165 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-15T23:37:43.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-15T23:37:43.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-15T23:37:43.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-15T23:37:43.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-15T23:37:43.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-15T23:37:43.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-15T23:37:43.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-15T23:37:43.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-15T23:37:43.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-15T23:37:43.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-15T23:37:43.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-15T23:37:43.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-15T23:37:43.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-15T23:37:43.167 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-15T23:37:43.167 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-15T23:37:43.167 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-15T23:37:43.167 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "btime": "2024-09-15T23:37:32:026205+0000", 2024-09-15T23:37:43.167 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-15T23:37:43.167 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-15T23:37:43.167 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-15T23:37:43.167 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-15T23:37:43.167 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-15T23:37:43.167 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-15T23:37:43.167 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-15T23:37:43.167 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-15T23:37:43.167 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-15T23:37:43.168 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "restful" 2024-09-15T23:37:43.168 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-09-15T23:37:43.168 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-15T23:37:43.168 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-15T23:37:43.168 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-15T23:37:43.168 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-15T23:37:43.168 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modified": "2024-09-15T23:37:32.026986+0000", 2024-09-15T23:37:43.168 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-15T23:37:43.168 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-15T23:37:43.168 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-15T23:37:43.168 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2024-09-15T23:37:43.168 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.454+0000 7f90a966e640 1 Processor -- start 2024-09-15T23:37:43.168 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.454+0000 7f90a966e640 1 -- start start 2024-09-15T23:37:43.169 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.454+0000 7f90a966e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90a4108040 0x7f90a410a430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:43.169 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.454+0000 7f90a966e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f90a407be50 con 0x7f90a4108040 2024-09-15T23:37:43.169 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.455+0000 7f90a2ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90a4108040 0x7f90a410a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:43.169 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.455+0000 7f90a2ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90a4108040 0x7f90a410a430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42850/0 (socket says 172.21.15.71:42850) 2024-09-15T23:37:43.169 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.455+0000 7f90a2ffd640 1 -- 172.21.15.71:0/4250032930 learned_addr learned my addr 172.21.15.71:0/4250032930 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:43.169 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.455+0000 7f90a2ffd640 1 -- 172.21.15.71:0/4250032930 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90a410a970 con 0x7f90a4108040 2024-09-15T23:37:43.169 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.456+0000 7f90a2ffd640 1 --2- 172.21.15.71:0/4250032930 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90a4108040 0x7f90a410a430 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f9094009820 tx=0x7f909402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d144fd26cb9827b server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:43.169 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.456+0000 7f90a27fc640 1 -- 172.21.15.71:0/4250032930 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9094037070 con 0x7f90a4108040 2024-09-15T23:37:43.169 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.456+0000 7f90a27fc640 1 -- 172.21.15.71:0/4250032930 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f90940328d0 con 0x7f90a4108040 2024-09-15T23:37:43.169 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.456+0000 7f90a27fc640 1 -- 172.21.15.71:0/4250032930 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90940307d0 con 0x7f90a4108040 2024-09-15T23:37:43.169 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.456+0000 7f90a966e640 1 -- 172.21.15.71:0/4250032930 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90a4108040 msgr2=0x7f90a410a430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:43.169 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.456+0000 7f90a966e640 1 --2- 172.21.15.71:0/4250032930 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90a4108040 0x7f90a410a430 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f9094009820 tx=0x7f909402a270 comp rx=0 tx=0).stop 2024-09-15T23:37:43.169 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.457+0000 7f90a966e640 1 -- 172.21.15.71:0/4250032930 shutdown_connections 2024-09-15T23:37:43.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.457+0000 7f90a966e640 1 --2- 172.21.15.71:0/4250032930 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90a4108040 0x7f90a410a430 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:43.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.457+0000 7f90a966e640 1 -- 172.21.15.71:0/4250032930 >> 172.21.15.71:0/4250032930 conn(0x7f90a4101ce0 msgr2=0x7f90a4104100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:43.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.457+0000 7f90a966e640 1 -- 172.21.15.71:0/4250032930 shutdown_connections 2024-09-15T23:37:43.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.457+0000 7f90a966e640 1 -- 172.21.15.71:0/4250032930 wait complete. 2024-09-15T23:37:43.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.457+0000 7f90a966e640 1 Processor -- start 2024-09-15T23:37:43.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.457+0000 7f90a966e640 1 -- start start 2024-09-15T23:37:43.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.457+0000 7f90a966e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90a4108040 0x7f90a419b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:43.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.457+0000 7f90a966e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f90a410b950 con 0x7f90a4108040 2024-09-15T23:37:43.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.457+0000 7f90a2ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90a4108040 0x7f90a419b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:43.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.457+0000 7f90a2ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90a4108040 0x7f90a419b510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42854/0 (socket says 172.21.15.71:42854) 2024-09-15T23:37:43.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.457+0000 7f90a2ffd640 1 -- 172.21.15.71:0/2363289774 learned_addr learned my addr 172.21.15.71:0/2363289774 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:43.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.458+0000 7f90a2ffd640 1 -- 172.21.15.71:0/2363289774 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90a419ba50 con 0x7f90a4108040 2024-09-15T23:37:43.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.458+0000 7f90a2ffd640 1 --2- 172.21.15.71:0/2363289774 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90a4108040 0x7f90a419b510 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9094032e10 tx=0x7f9094032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:43.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.458+0000 7f90a0ff9640 1 -- 172.21.15.71:0/2363289774 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9094042070 con 0x7f90a4108040 2024-09-15T23:37:43.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.458+0000 7f90a966e640 1 -- 172.21.15.71:0/2363289774 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90a419bce0 con 0x7f90a4108040 2024-09-15T23:37:43.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.458+0000 7f90a0ff9640 1 -- 172.21.15.71:0/2363289774 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f9094030c80 con 0x7f90a4108040 2024-09-15T23:37:43.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.458+0000 7f90a0ff9640 1 -- 172.21.15.71:0/2363289774 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9094037040 con 0x7f90a4108040 2024-09-15T23:37:43.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.458+0000 7f90a966e640 1 -- 172.21.15.71:0/2363289774 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90a419e9d0 con 0x7f90a4108040 2024-09-15T23:37:43.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.458+0000 7f90a0ff9640 1 -- 172.21.15.71:0/2363289774 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9094045070 con 0x7f90a4108040 2024-09-15T23:37:43.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.458+0000 7f90a0ff9640 1 -- 172.21.15.71:0/2363289774 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f9094047a40 con 0x7f90a4108040 2024-09-15T23:37:43.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.459+0000 7f90a966e640 1 -- 172.21.15.71:0/2363289774 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90a41084a0 con 0x7f90a4108040 2024-09-15T23:37:43.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.463+0000 7f90a0ff9640 1 -- 172.21.15.71:0/2363289774 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f909403c700 con 0x7f90a4108040 2024-09-15T23:37:43.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.524+0000 7f90a966e640 1 -- 172.21.15.71:0/2363289774 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f90a419eba0 con 0x7f90a4108040 2024-09-15T23:37:43.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.524+0000 7f90a0ff9640 1 -- 172.21.15.71:0/2363289774 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1291 (secure 0 0 0) 0x7f909403c8e0 con 0x7f90a4108040 2024-09-15T23:37:43.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.525+0000 7f90a966e640 1 -- 172.21.15.71:0/2363289774 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90a4108040 msgr2=0x7f90a419b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:43.172 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.525+0000 7f90a966e640 1 --2- 172.21.15.71:0/2363289774 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90a4108040 0x7f90a419b510 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9094032e10 tx=0x7f9094032e40 comp rx=0 tx=0).stop 2024-09-15T23:37:43.172 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.525+0000 7f90a966e640 1 -- 172.21.15.71:0/2363289774 shutdown_connections 2024-09-15T23:37:43.172 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.525+0000 7f90a966e640 1 --2- 172.21.15.71:0/2363289774 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90a4108040 0x7f90a419b510 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:43.172 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.525+0000 7f90a966e640 1 -- 172.21.15.71:0/2363289774 >> 172.21.15.71:0/2363289774 conn(0x7f90a4101ce0 msgr2=0x7f90a41028c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:43.172 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.525+0000 7f90a966e640 1 -- 172.21.15.71:0/2363289774 shutdown_connections 2024-09-15T23:37:43.172 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:42.525+0000 7f90a966e640 1 -- 172.21.15.71:0/2363289774 wait complete. 2024-09-15T23:37:43.172 INFO:teuthology.orchestra.run.smithi071.stdout:mgr not available, waiting (2/15)... 2024-09-15T23:37:43.926 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:43 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:43.626+0000 7f5619333040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-15T23:37:43.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:43 smithi071 ceph-mon[30957]: Activating manager daemon x 2024-09-15T23:37:43.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:43 smithi071 ceph-mon[30957]: mgrmap e2: x(active, starting, since 0.00305402s) 2024-09-15T23:37:43.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:43 smithi071 ceph-mon[30957]: from='mgr.14100 172.21.15.71:0/502187418' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-15T23:37:43.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:43 smithi071 ceph-mon[30957]: from='mgr.14100 172.21.15.71:0/502187418' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-15T23:37:43.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:43 smithi071 ceph-mon[30957]: from='mgr.14100 172.21.15.71:0/502187418' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-15T23:37:43.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:43 smithi071 ceph-mon[30957]: from='mgr.14100 172.21.15.71:0/502187418' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-15T23:37:43.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:43 smithi071 ceph-mon[30957]: from='mgr.14100 172.21.15.71:0/502187418' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-15T23:37:43.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:43 smithi071 ceph-mon[30957]: Manager daemon x is now available 2024-09-15T23:37:43.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:43 smithi071 ceph-mon[30957]: from='mgr.14100 172.21.15.71:0/502187418' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-15T23:37:43.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:43 smithi071 ceph-mon[30957]: from='mgr.14100 172.21.15.71:0/502187418' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-15T23:37:43.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:43 smithi071 ceph-mon[30957]: from='mgr.14100 172.21.15.71:0/502187418' entity='mgr.x' 2024-09-15T23:37:43.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:43 smithi071 ceph-mon[30957]: from='mgr.14100 172.21.15.71:0/502187418' entity='mgr.x' 2024-09-15T23:37:43.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:43 smithi071 ceph-mon[30957]: from='mgr.14100 172.21.15.71:0/502187418' entity='mgr.x' 2024-09-15T23:37:45.849 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:45 smithi071 ceph-mon[30957]: mgrmap e3: x(active, since 1.00684s) 2024-09-15T23:37:46.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-15T23:37:46.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2024-09-15T23:37:46.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsid": "4eeb5726-73bb-11ef-bceb-c7b262605968", 2024-09-15T23:37:46.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "health": { 2024-09-15T23:37:46.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-15T23:37:46.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-15T23:37:46.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-15T23:37:46.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-15T23:37:46.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-15T23:37:46.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-15T23:37:46.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 0 2024-09-15T23:37:46.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-09-15T23:37:46.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-15T23:37:46.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "a" 2024-09-15T23:37:46.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-09-15T23:37:46.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-09-15T23:37:46.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-15T23:37:46.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-15T23:37:46.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-15T23:37:46.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-15T23:37:46.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-15T23:37:46.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-15T23:37:46.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-15T23:37:46.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-15T23:37:46.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-15T23:37:46.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-15T23:37:46.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-15T23:37:46.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-15T23:37:46.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-15T23:37:46.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-15T23:37:46.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-15T23:37:46.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-15T23:37:46.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-15T23:37:46.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-15T23:37:46.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-15T23:37:46.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-15T23:37:46.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-15T23:37:46.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-15T23:37:46.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-15T23:37:46.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-15T23:37:46.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-15T23:37:46.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-15T23:37:46.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "btime": "2024-09-15T23:37:32:026205+0000", 2024-09-15T23:37:46.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-15T23:37:46.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-15T23:37:46.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-15T23:37:46.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-15T23:37:46.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-15T23:37:46.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-15T23:37:46.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-15T23:37:46.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-15T23:37:46.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-15T23:37:46.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "restful" 2024-09-15T23:37:46.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-09-15T23:37:46.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-15T23:37:46.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-15T23:37:46.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-15T23:37:46.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-15T23:37:46.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modified": "2024-09-15T23:37:32.026986+0000", 2024-09-15T23:37:46.434 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-15T23:37:46.434 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-15T23:37:46.434 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-15T23:37:46.434 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2024-09-15T23:37:46.434 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.595+0000 7fa5bcb3a640 1 Processor -- start 2024-09-15T23:37:46.434 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.595+0000 7fa5bcb3a640 1 -- start start 2024-09-15T23:37:46.434 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.595+0000 7fa5bcb3a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5b8107650 0x7fa5b8107a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:46.434 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.595+0000 7fa5bcb3a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b8107f90 con 0x7fa5b8107650 2024-09-15T23:37:46.435 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.596+0000 7fa5b659c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5b8107650 0x7fa5b8107a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:46.435 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.596+0000 7fa5b659c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5b8107650 0x7fa5b8107a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42936/0 (socket says 172.21.15.71:42936) 2024-09-15T23:37:46.435 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.596+0000 7fa5b659c640 1 -- 172.21.15.71:0/1565200423 learned_addr learned my addr 172.21.15.71:0/1565200423 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:46.435 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.596+0000 7fa5b659c640 1 -- 172.21.15.71:0/1565200423 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5b8108110 con 0x7fa5b8107650 2024-09-15T23:37:46.435 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.597+0000 7fa5b659c640 1 --2- 172.21.15.71:0/1565200423 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5b8107650 0x7fa5b8107a50 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa5a8009e80 tx=0x7fa5a802a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c6224778d0861de server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:46.435 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.597+0000 7fa5b559a640 1 -- 172.21.15.71:0/1565200423 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa5a8036070 con 0x7fa5b8107650 2024-09-15T23:37:46.435 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.597+0000 7fa5b559a640 1 -- 172.21.15.71:0/1565200423 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fa5a8031890 con 0x7fa5b8107650 2024-09-15T23:37:46.435 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.597+0000 7fa5b559a640 1 -- 172.21.15.71:0/1565200423 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa5a8007980 con 0x7fa5b8107650 2024-09-15T23:37:46.435 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.597+0000 7fa5bcb3a640 1 -- 172.21.15.71:0/1565200423 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5b8107650 msgr2=0x7fa5b8107a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:46.435 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.597+0000 7fa5bcb3a640 1 --2- 172.21.15.71:0/1565200423 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5b8107650 0x7fa5b8107a50 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa5a8009e80 tx=0x7fa5a802a7a0 comp rx=0 tx=0).stop 2024-09-15T23:37:46.435 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.598+0000 7fa5bcb3a640 1 -- 172.21.15.71:0/1565200423 shutdown_connections 2024-09-15T23:37:46.436 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.598+0000 7fa5bcb3a640 1 --2- 172.21.15.71:0/1565200423 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5b8107650 0x7fa5b8107a50 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:46.436 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.598+0000 7fa5bcb3a640 1 -- 172.21.15.71:0/1565200423 >> 172.21.15.71:0/1565200423 conn(0x7fa5b8102f00 msgr2=0x7fa5b8105320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:46.436 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.598+0000 7fa5bcb3a640 1 -- 172.21.15.71:0/1565200423 shutdown_connections 2024-09-15T23:37:46.436 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.598+0000 7fa5bcb3a640 1 -- 172.21.15.71:0/1565200423 wait complete. 2024-09-15T23:37:46.436 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.598+0000 7fa5bcb3a640 1 Processor -- start 2024-09-15T23:37:46.436 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.598+0000 7fa5bcb3a640 1 -- start start 2024-09-15T23:37:46.436 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.599+0000 7fa5bcb3a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5b8107650 0x7fa5b807db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:46.436 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.599+0000 7fa5bcb3a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b810bac0 con 0x7fa5b8107650 2024-09-15T23:37:46.436 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.599+0000 7fa5b659c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5b8107650 0x7fa5b807db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:46.436 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.599+0000 7fa5b659c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5b8107650 0x7fa5b807db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42950/0 (socket says 172.21.15.71:42950) 2024-09-15T23:37:46.436 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.599+0000 7fa5b659c640 1 -- 172.21.15.71:0/2930593798 learned_addr learned my addr 172.21.15.71:0/2930593798 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:46.436 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.599+0000 7fa5b659c640 1 -- 172.21.15.71:0/2930593798 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5b807e0a0 con 0x7fa5b8107650 2024-09-15T23:37:46.436 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.599+0000 7fa5b659c640 1 --2- 172.21.15.71:0/2930593798 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5b8107650 0x7fa5b807db60 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fa5a8031c70 tx=0x7fa5a8031ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:46.437 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.599+0000 7fa5af7fe640 1 -- 172.21.15.71:0/2930593798 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa5a8041020 con 0x7fa5b8107650 2024-09-15T23:37:46.437 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.599+0000 7fa5af7fe640 1 -- 172.21.15.71:0/2930593798 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fa5a803c900 con 0x7fa5b8107650 2024-09-15T23:37:46.437 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.599+0000 7fa5bcb3a640 1 -- 172.21.15.71:0/2930593798 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5b807c290 con 0x7fa5b8107650 2024-09-15T23:37:46.437 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.599+0000 7fa5af7fe640 1 -- 172.21.15.71:0/2930593798 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa5a8036040 con 0x7fa5b8107650 2024-09-15T23:37:46.437 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.599+0000 7fa5bcb3a640 1 -- 172.21.15.71:0/2930593798 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5b807c7d0 con 0x7fa5b8107650 2024-09-15T23:37:46.437 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.600+0000 7fa5af7fe640 1 -- 172.21.15.71:0/2930593798 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 3) ==== 46344+0+0 (secure 0 0 0) 0x7fa5a8044020 con 0x7fa5b8107650 2024-09-15T23:37:46.437 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.600+0000 7fa5bcb3a640 1 -- 172.21.15.71:0/2930593798 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5b810bc40 con 0x7fa5b8107650 2024-09-15T23:37:46.437 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.601+0000 7fa5af7fe640 1 --2- 172.21.15.71:0/2930593798 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fa5a40390a0 0x7fa5a403b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:46.437 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.601+0000 7fa5af7fe640 1 -- 172.21.15.71:0/2930593798 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa5a806d160 con 0x7fa5b8107650 2024-09-15T23:37:46.437 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.601+0000 7fa5b5d9b640 1 --2- 172.21.15.71:0/2930593798 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fa5a40390a0 0x7fa5a403b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:46.437 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.601+0000 7fa5b5d9b640 1 --2- 172.21.15.71:0/2930593798 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fa5a40390a0 0x7fa5a403b560 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fa5a00098c0 tx=0x7fa5a0006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:46.437 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.606+0000 7fa5af7fe640 1 -- 172.21.15.71:0/2930593798 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa5a804b020 con 0x7fa5b8107650 2024-09-15T23:37:46.437 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.637+0000 7fa5af7fe640 1 -- 172.21.15.71:0/2930593798 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mgrmap(e 4) ==== 46450+0+0 (secure 0 0 0) 0x7fa5a8046780 con 0x7fa5b8107650 2024-09-15T23:37:46.438 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.833+0000 7fa5bcb3a640 1 -- 172.21.15.71:0/2930593798 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fa5b807cf50 con 0x7fa5b8107650 2024-09-15T23:37:46.438 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.834+0000 7fa5af7fe640 1 -- 172.21.15.71:0/2930593798 <== mon.0 v2:172.21.15.71:3300/0 8 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1290 (secure 0 0 0) 0x7fa5a8064990 con 0x7fa5b8107650 2024-09-15T23:37:46.438 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.836+0000 7fa5bcb3a640 1 -- 172.21.15.71:0/2930593798 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fa5a40390a0 msgr2=0x7fa5a403b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:46.438 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.836+0000 7fa5bcb3a640 1 --2- 172.21.15.71:0/2930593798 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fa5a40390a0 0x7fa5a403b560 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fa5a00098c0 tx=0x7fa5a0006db0 comp rx=0 tx=0).stop 2024-09-15T23:37:46.438 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.836+0000 7fa5bcb3a640 1 -- 172.21.15.71:0/2930593798 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5b8107650 msgr2=0x7fa5b807db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:46.438 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.836+0000 7fa5bcb3a640 1 --2- 172.21.15.71:0/2930593798 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5b8107650 0x7fa5b807db60 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fa5a8031c70 tx=0x7fa5a8031ca0 comp rx=0 tx=0).stop 2024-09-15T23:37:46.438 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.836+0000 7fa5bcb3a640 1 -- 172.21.15.71:0/2930593798 shutdown_connections 2024-09-15T23:37:46.438 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.836+0000 7fa5bcb3a640 1 --2- 172.21.15.71:0/2930593798 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fa5a40390a0 0x7fa5a403b560 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:46.438 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.836+0000 7fa5bcb3a640 1 --2- 172.21.15.71:0/2930593798 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5b8107650 0x7fa5b807db60 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:46.438 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.836+0000 7fa5bcb3a640 1 -- 172.21.15.71:0/2930593798 >> 172.21.15.71:0/2930593798 conn(0x7fa5b8102f00 msgr2=0x7fa5b8103a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:46.438 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.836+0000 7fa5bcb3a640 1 -- 172.21.15.71:0/2930593798 shutdown_connections 2024-09-15T23:37:46.438 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:45.836+0000 7fa5bcb3a640 1 -- 172.21.15.71:0/2930593798 wait complete. 2024-09-15T23:37:46.438 INFO:teuthology.orchestra.run.smithi071.stdout:mgr is available 2024-09-15T23:37:46.817 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:46 smithi071 ceph-mon[30957]: mgrmap e4: x(active, since 2s) 2024-09-15T23:37:46.818 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:46 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2930593798' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-15T23:37:47.530 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-15T23:37:47.530 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [global] 2024-09-15T23:37:47.530 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout fsid = 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:37:47.530 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.71:3300,v1:172.21.15.71:6789] 2024-09-15T23:37:47.530 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-15T23:37:47.530 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-15T23:37:47.530 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-15T23:37:47.530 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-15T23:37:47.530 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-15T23:37:47.530 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-15T23:37:47.531 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-15T23:37:47.531 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-15T23:37:47.531 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [osd] 2024-09-15T23:37:47.531 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-09-15T23:37:47.531 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-09-15T23:37:47.531 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-09-15T23:37:47.531 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-15T23:37:47.531 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-15T23:37:47.531 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.815+0000 7fa7315d3640 1 Processor -- start 2024-09-15T23:37:47.531 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.815+0000 7fa7315d3640 1 -- start start 2024-09-15T23:37:47.531 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.816+0000 7fa7315d3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa72c107650 0x7fa72c107a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:47.531 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.816+0000 7fa7315d3640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa72c107f90 con 0x7fa72c107650 2024-09-15T23:37:47.531 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.816+0000 7fa72affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa72c107650 0x7fa72c107a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:47.532 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.816+0000 7fa72affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa72c107650 0x7fa72c107a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42966/0 (socket says 172.21.15.71:42966) 2024-09-15T23:37:47.532 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.816+0000 7fa72affd640 1 -- 172.21.15.71:0/1539910896 learned_addr learned my addr 172.21.15.71:0/1539910896 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:47.532 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.816+0000 7fa72affd640 1 -- 172.21.15.71:0/1539910896 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa72c108110 con 0x7fa72c107650 2024-09-15T23:37:47.532 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.817+0000 7fa72affd640 1 --2- 172.21.15.71:0/1539910896 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa72c107650 0x7fa72c107a50 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fa71c009820 tx=0x7fa71c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f32b61fc7db2540e server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:47.532 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.817+0000 7fa729ffb640 1 -- 172.21.15.71:0/1539910896 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa71c037070 con 0x7fa72c107650 2024-09-15T23:37:47.532 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.817+0000 7fa729ffb640 1 -- 172.21.15.71:0/1539910896 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fa71c0328d0 con 0x7fa72c107650 2024-09-15T23:37:47.532 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.817+0000 7fa729ffb640 1 -- 172.21.15.71:0/1539910896 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa71c0307d0 con 0x7fa72c107650 2024-09-15T23:37:47.532 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.818+0000 7fa7315d3640 1 -- 172.21.15.71:0/1539910896 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa72c107650 msgr2=0x7fa72c107a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:47.532 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.818+0000 7fa7315d3640 1 --2- 172.21.15.71:0/1539910896 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa72c107650 0x7fa72c107a50 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fa71c009820 tx=0x7fa71c02a270 comp rx=0 tx=0).stop 2024-09-15T23:37:47.532 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.818+0000 7fa7315d3640 1 -- 172.21.15.71:0/1539910896 shutdown_connections 2024-09-15T23:37:47.532 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.818+0000 7fa7315d3640 1 --2- 172.21.15.71:0/1539910896 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa72c107650 0x7fa72c107a50 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:47.532 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.818+0000 7fa7315d3640 1 -- 172.21.15.71:0/1539910896 >> 172.21.15.71:0/1539910896 conn(0x7fa72c102f00 msgr2=0x7fa72c105320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:47.532 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.818+0000 7fa7315d3640 1 -- 172.21.15.71:0/1539910896 shutdown_connections 2024-09-15T23:37:47.533 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.818+0000 7fa7315d3640 1 -- 172.21.15.71:0/1539910896 wait complete. 2024-09-15T23:37:47.533 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.818+0000 7fa7315d3640 1 Processor -- start 2024-09-15T23:37:47.533 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.818+0000 7fa7315d3640 1 -- start start 2024-09-15T23:37:47.533 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.819+0000 7fa7315d3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa72c107650 0x7fa72c19d760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:47.533 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.819+0000 7fa7315d3640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa72c10bac0 con 0x7fa72c107650 2024-09-15T23:37:47.533 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.819+0000 7fa72affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa72c107650 0x7fa72c19d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:47.533 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.819+0000 7fa72affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa72c107650 0x7fa72c19d760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42972/0 (socket says 172.21.15.71:42972) 2024-09-15T23:37:47.533 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.819+0000 7fa72affd640 1 -- 172.21.15.71:0/884900199 learned_addr learned my addr 172.21.15.71:0/884900199 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:47.533 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.819+0000 7fa72affd640 1 -- 172.21.15.71:0/884900199 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa72c19dca0 con 0x7fa72c107650 2024-09-15T23:37:47.533 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.819+0000 7fa72affd640 1 --2- 172.21.15.71:0/884900199 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa72c107650 0x7fa72c19d760 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fa71c0097f0 tx=0x7fa71c030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:47.533 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.819+0000 7fa723fff640 1 -- 172.21.15.71:0/884900199 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa71c037040 con 0x7fa72c107650 2024-09-15T23:37:47.533 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.819+0000 7fa7315d3640 1 -- 172.21.15.71:0/884900199 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa72c19df30 con 0x7fa72c107650 2024-09-15T23:37:47.533 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.819+0000 7fa723fff640 1 -- 172.21.15.71:0/884900199 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fa71c032bb0 con 0x7fa72c107650 2024-09-15T23:37:47.534 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.819+0000 7fa723fff640 1 -- 172.21.15.71:0/884900199 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa71c03a390 con 0x7fa72c107650 2024-09-15T23:37:47.534 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.819+0000 7fa7315d3640 1 -- 172.21.15.71:0/884900199 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa72c1a0c20 con 0x7fa72c107650 2024-09-15T23:37:47.534 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.820+0000 7fa723fff640 1 -- 172.21.15.71:0/884900199 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 4) ==== 46450+0+0 (secure 0 0 0) 0x7fa71c03a5d0 con 0x7fa72c107650 2024-09-15T23:37:47.534 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.820+0000 7fa723fff640 1 --2- 172.21.15.71:0/884900199 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fa718039160 0x7fa71803b620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:47.534 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.820+0000 7fa723fff640 1 -- 172.21.15.71:0/884900199 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa71c06d490 con 0x7fa72c107650 2024-09-15T23:37:47.534 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.820+0000 7fa72a7fc640 1 --2- 172.21.15.71:0/884900199 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fa718039160 0x7fa71803b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:47.534 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.820+0000 7fa7315d3640 1 -- 172.21.15.71:0/884900199 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa72c10bc40 con 0x7fa72c107650 2024-09-15T23:37:47.534 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.821+0000 7fa72a7fc640 1 --2- 172.21.15.71:0/884900199 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fa718039160 0x7fa71803b620 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa7140098c0 tx=0x7fa714006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:47.534 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.825+0000 7fa723fff640 1 -- 172.21.15.71:0/884900199 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa71c040210 con 0x7fa72c107650 2024-09-15T23:37:47.534 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.990+0000 7fa7315d3640 1 -- 172.21.15.71:0/884900199 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fa72c1a0df0 con 0x7fa72c107650 2024-09-15T23:37:47.534 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.991+0000 7fa723fff640 1 -- 172.21.15.71:0/884900199 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+429 (secure 0 0 0) 0x7fa71c031560 con 0x7fa72c107650 2024-09-15T23:37:47.534 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.993+0000 7fa7315d3640 1 -- 172.21.15.71:0/884900199 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fa718039160 msgr2=0x7fa71803b620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:47.534 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.993+0000 7fa7315d3640 1 --2- 172.21.15.71:0/884900199 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fa718039160 0x7fa71803b620 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa7140098c0 tx=0x7fa714006db0 comp rx=0 tx=0).stop 2024-09-15T23:37:47.534 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.993+0000 7fa7315d3640 1 -- 172.21.15.71:0/884900199 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa72c107650 msgr2=0x7fa72c19d760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:47.535 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.993+0000 7fa7315d3640 1 --2- 172.21.15.71:0/884900199 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa72c107650 0x7fa72c19d760 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fa71c0097f0 tx=0x7fa71c030d00 comp rx=0 tx=0).stop 2024-09-15T23:37:47.535 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.993+0000 7fa7315d3640 1 -- 172.21.15.71:0/884900199 shutdown_connections 2024-09-15T23:37:47.535 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.993+0000 7fa7315d3640 1 --2- 172.21.15.71:0/884900199 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fa718039160 0x7fa71803b620 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:47.535 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.993+0000 7fa7315d3640 1 --2- 172.21.15.71:0/884900199 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa72c107650 0x7fa72c19d760 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:47.535 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.993+0000 7fa7315d3640 1 -- 172.21.15.71:0/884900199 >> 172.21.15.71:0/884900199 conn(0x7fa72c102f00 msgr2=0x7fa72c1039e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:47.535 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.993+0000 7fa7315d3640 1 -- 172.21.15.71:0/884900199 shutdown_connections 2024-09-15T23:37:47.535 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:46.993+0000 7fa7315d3640 1 -- 172.21.15.71:0/884900199 wait complete. 2024-09-15T23:37:47.535 INFO:teuthology.orchestra.run.smithi071.stdout:Enabling cephadm module... 2024-09-15T23:37:47.823 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:47 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/884900199' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-15T23:37:48.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:48 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1314349972' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-15T23:37:48.926 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:48 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: ignoring --setuser ceph since I am not root 2024-09-15T23:37:48.927 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:48 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: ignoring --setgroup ceph since I am not root 2024-09-15T23:37:48.927 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:48 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:48.781+0000 7fc8727cd040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-15T23:37:48.927 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:48 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:48.837+0000 7fc8727cd040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-15T23:37:49.260 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:48 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:48.987+0000 7fc8727cd040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-15T23:37:49.260 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:49 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:49.054+0000 7fc8727cd040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-15T23:37:49.260 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:49 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:49.203+0000 7fc8727cd040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-15T23:37:49.267 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.899+0000 7ff53849d640 1 Processor -- start 2024-09-15T23:37:49.267 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.899+0000 7ff53849d640 1 -- start start 2024-09-15T23:37:49.267 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.899+0000 7ff53849d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff5301064d0 0x7ff5301068d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:49.267 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.900+0000 7ff53849d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff530106ea0 con 0x7ff5301064d0 2024-09-15T23:37:49.268 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.900+0000 7ff536239640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff5301064d0 0x7ff5301068d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:49.268 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.900+0000 7ff536239640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff5301064d0 0x7ff5301068d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42988/0 (socket says 172.21.15.71:42988) 2024-09-15T23:37:49.268 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.900+0000 7ff536239640 1 -- 172.21.15.71:0/598609200 learned_addr learned my addr 172.21.15.71:0/598609200 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:49.268 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.900+0000 7ff536239640 1 -- 172.21.15.71:0/598609200 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff530107680 con 0x7ff5301064d0 2024-09-15T23:37:49.268 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.901+0000 7ff536239640 1 --2- 172.21.15.71:0/598609200 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff5301064d0 0x7ff5301068d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ff520009e80 tx=0x7ff52002a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=437fa21352d5de53 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:49.268 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.901+0000 7ff535237640 1 -- 172.21.15.71:0/598609200 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff520036070 con 0x7ff5301064d0 2024-09-15T23:37:49.268 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.901+0000 7ff535237640 1 -- 172.21.15.71:0/598609200 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7ff520031890 con 0x7ff5301064d0 2024-09-15T23:37:49.268 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.901+0000 7ff535237640 1 -- 172.21.15.71:0/598609200 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff520007980 con 0x7ff5301064d0 2024-09-15T23:37:49.268 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.901+0000 7ff53849d640 1 -- 172.21.15.71:0/598609200 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff5301064d0 msgr2=0x7ff5301068d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:49.268 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.901+0000 7ff53849d640 1 --2- 172.21.15.71:0/598609200 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff5301064d0 0x7ff5301068d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ff520009e80 tx=0x7ff52002a7a0 comp rx=0 tx=0).stop 2024-09-15T23:37:49.268 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.901+0000 7ff53849d640 1 -- 172.21.15.71:0/598609200 shutdown_connections 2024-09-15T23:37:49.268 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.901+0000 7ff53849d640 1 --2- 172.21.15.71:0/598609200 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff5301064d0 0x7ff5301068d0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:49.269 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.901+0000 7ff53849d640 1 -- 172.21.15.71:0/598609200 >> 172.21.15.71:0/598609200 conn(0x7ff530101ce0 msgr2=0x7ff530104100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:49.269 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.901+0000 7ff53849d640 1 -- 172.21.15.71:0/598609200 shutdown_connections 2024-09-15T23:37:49.269 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.901+0000 7ff53849d640 1 -- 172.21.15.71:0/598609200 wait complete. 2024-09-15T23:37:49.269 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.902+0000 7ff53849d640 1 Processor -- start 2024-09-15T23:37:49.269 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.902+0000 7ff53849d640 1 -- start start 2024-09-15T23:37:49.269 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.902+0000 7ff53849d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff5301064d0 0x7ff5301916b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:49.269 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.902+0000 7ff53849d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff53010aa30 con 0x7ff5301064d0 2024-09-15T23:37:49.269 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.902+0000 7ff536239640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff5301064d0 0x7ff5301916b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:49.269 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.902+0000 7ff536239640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff5301064d0 0x7ff5301916b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42996/0 (socket says 172.21.15.71:42996) 2024-09-15T23:37:49.269 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.902+0000 7ff536239640 1 -- 172.21.15.71:0/1314349972 learned_addr learned my addr 172.21.15.71:0/1314349972 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:49.269 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.903+0000 7ff536239640 1 -- 172.21.15.71:0/1314349972 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff530191bf0 con 0x7ff5301064d0 2024-09-15T23:37:49.269 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.903+0000 7ff536239640 1 --2- 172.21.15.71:0/1314349972 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff5301064d0 0x7ff5301916b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7ff52002acc0 tx=0x7ff520031c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:49.269 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.903+0000 7ff52f7fe640 1 -- 172.21.15.71:0/1314349972 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff520041030 con 0x7ff5301064d0 2024-09-15T23:37:49.270 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.903+0000 7ff52f7fe640 1 -- 172.21.15.71:0/1314349972 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7ff52003c900 con 0x7ff5301064d0 2024-09-15T23:37:49.270 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.903+0000 7ff52f7fe640 1 -- 172.21.15.71:0/1314349972 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff520036040 con 0x7ff5301064d0 2024-09-15T23:37:49.270 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.903+0000 7ff53849d640 1 -- 172.21.15.71:0/1314349972 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff53018fde0 con 0x7ff5301064d0 2024-09-15T23:37:49.270 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.903+0000 7ff53849d640 1 -- 172.21.15.71:0/1314349972 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff530190320 con 0x7ff5301064d0 2024-09-15T23:37:49.270 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.904+0000 7ff52f7fe640 1 -- 172.21.15.71:0/1314349972 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 4) ==== 46450+0+0 (secure 0 0 0) 0x7ff520044070 con 0x7ff5301064d0 2024-09-15T23:37:49.270 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.904+0000 7ff53849d640 1 -- 172.21.15.71:0/1314349972 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff53010abb0 con 0x7ff5301064d0 2024-09-15T23:37:49.270 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.904+0000 7ff52f7fe640 1 --2- 172.21.15.71:0/1314349972 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7ff5180391b0 0x7ff51803b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:49.270 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.904+0000 7ff52f7fe640 1 -- 172.21.15.71:0/1314349972 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff520042070 con 0x7ff5301064d0 2024-09-15T23:37:49.270 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.904+0000 7ff535a38640 1 --2- 172.21.15.71:0/1314349972 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7ff5180391b0 0x7ff51803b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:49.270 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.904+0000 7ff535a38640 1 --2- 172.21.15.71:0/1314349972 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7ff5180391b0 0x7ff51803b670 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff5240098c0 tx=0x7ff524006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:49.270 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:47.909+0000 7ff52f7fe640 1 -- 172.21.15.71:0/1314349972 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff52004b070 con 0x7ff5301064d0 2024-09-15T23:37:49.270 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:48.119+0000 7ff53849d640 1 -- 172.21.15.71:0/1314349972 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7ff5301954f0 con 0x7ff5301064d0 2024-09-15T23:37:49.270 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:48.640+0000 7ff52f7fe640 1 -- 172.21.15.71:0/1314349972 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7ff52003a370 con 0x7ff5301064d0 2024-09-15T23:37:49.271 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:48.642+0000 7ff52f7fe640 1 -- 172.21.15.71:0/1314349972 <== mon.0 v2:172.21.15.71:3300/0 8 ==== mgrmap(e 5) ==== 46461+0+0 (secure 0 0 0) 0x7ff52003b3d0 con 0x7ff5301064d0 2024-09-15T23:37:49.271 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:48.643+0000 7ff53849d640 1 -- 172.21.15.71:0/1314349972 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7ff5180391b0 msgr2=0x7ff51803b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:49.271 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:48.643+0000 7ff53849d640 1 --2- 172.21.15.71:0/1314349972 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7ff5180391b0 0x7ff51803b670 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff5240098c0 tx=0x7ff524006db0 comp rx=0 tx=0).stop 2024-09-15T23:37:49.271 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:48.643+0000 7ff53849d640 1 -- 172.21.15.71:0/1314349972 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff5301064d0 msgr2=0x7ff5301916b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:49.271 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:48.643+0000 7ff53849d640 1 --2- 172.21.15.71:0/1314349972 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff5301064d0 0x7ff5301916b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7ff52002acc0 tx=0x7ff520031c70 comp rx=0 tx=0).stop 2024-09-15T23:37:49.271 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:48.643+0000 7ff53849d640 1 -- 172.21.15.71:0/1314349972 shutdown_connections 2024-09-15T23:37:49.271 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:48.643+0000 7ff53849d640 1 --2- 172.21.15.71:0/1314349972 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7ff5180391b0 0x7ff51803b670 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:49.271 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:48.643+0000 7ff53849d640 1 --2- 172.21.15.71:0/1314349972 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff5301064d0 0x7ff5301916b0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:49.271 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:48.643+0000 7ff53849d640 1 -- 172.21.15.71:0/1314349972 >> 172.21.15.71:0/1314349972 conn(0x7ff530101ce0 msgr2=0x7ff530102bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:49.271 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:48.644+0000 7ff53849d640 1 -- 172.21.15.71:0/1314349972 shutdown_connections 2024-09-15T23:37:49.271 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:48.644+0000 7ff53849d640 1 -- 172.21.15.71:0/1314349972 wait complete. 2024-09-15T23:37:49.514 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:49 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:49.353+0000 7fc8727cd040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-15T23:37:49.887 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:49 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1314349972' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-15T23:37:49.888 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:49 smithi071 ceph-mon[30957]: mgrmap e5: x(active, since 5s) 2024-09-15T23:37:49.888 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:49 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:49.673+0000 7fc8727cd040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-15T23:37:49.888 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:49 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:49.738+0000 7fc8727cd040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-15T23:37:50.176 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:49 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:49.929+0000 7fc8727cd040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-15T23:37:50.475 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2024-09-15T23:37:50.475 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-15T23:37:50.475 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-15T23:37:50.475 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-09-15T23:37:50.475 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-15T23:37:50.475 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2024-09-15T23:37:50.475 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.680+0000 7f564effa640 1 Processor -- start 2024-09-15T23:37:50.475 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.680+0000 7f564effa640 1 -- start start 2024-09-15T23:37:50.476 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.680+0000 7f564effa640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56481080a0 0x7f564810a490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:50.476 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.680+0000 7f564effa640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f564807bdf0 con 0x7f56481080a0 2024-09-15T23:37:50.476 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.681+0000 7f564cd96640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56481080a0 0x7f564810a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:50.476 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.681+0000 7f564cd96640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56481080a0 0x7f564810a490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:43022/0 (socket says 172.21.15.71:43022) 2024-09-15T23:37:50.476 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.681+0000 7f564cd96640 1 -- 172.21.15.71:0/1249239675 learned_addr learned my addr 172.21.15.71:0/1249239675 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:50.476 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.681+0000 7f564cd96640 1 -- 172.21.15.71:0/1249239675 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f564810a9d0 con 0x7f56481080a0 2024-09-15T23:37:50.476 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.682+0000 7f564cd96640 1 --2- 172.21.15.71:0/1249239675 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56481080a0 0x7f564810a490 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f563c009820 tx=0x7f563c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8bfeca0b590ca4f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:50.476 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.682+0000 7f56477fe640 1 -- 172.21.15.71:0/1249239675 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f563c037070 con 0x7f56481080a0 2024-09-15T23:37:50.476 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.682+0000 7f56477fe640 1 -- 172.21.15.71:0/1249239675 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f563c0328d0 con 0x7f56481080a0 2024-09-15T23:37:50.476 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.682+0000 7f56477fe640 1 -- 172.21.15.71:0/1249239675 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f563c0307d0 con 0x7f56481080a0 2024-09-15T23:37:50.476 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.682+0000 7f564effa640 1 -- 172.21.15.71:0/1249239675 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56481080a0 msgr2=0x7f564810a490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:50.476 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.682+0000 7f564effa640 1 --2- 172.21.15.71:0/1249239675 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56481080a0 0x7f564810a490 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f563c009820 tx=0x7f563c02a270 comp rx=0 tx=0).stop 2024-09-15T23:37:50.477 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.682+0000 7f564effa640 1 -- 172.21.15.71:0/1249239675 shutdown_connections 2024-09-15T23:37:50.477 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.682+0000 7f564effa640 1 --2- 172.21.15.71:0/1249239675 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56481080a0 0x7f564810a490 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:50.477 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.682+0000 7f564effa640 1 -- 172.21.15.71:0/1249239675 >> 172.21.15.71:0/1249239675 conn(0x7f5648101ce0 msgr2=0x7f5648104100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:50.477 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.682+0000 7f564effa640 1 -- 172.21.15.71:0/1249239675 shutdown_connections 2024-09-15T23:37:50.477 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.682+0000 7f564effa640 1 -- 172.21.15.71:0/1249239675 wait complete. 2024-09-15T23:37:50.477 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.683+0000 7f564effa640 1 Processor -- start 2024-09-15T23:37:50.477 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.683+0000 7f564effa640 1 -- start start 2024-09-15T23:37:50.477 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.683+0000 7f564effa640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56481080a0 0x7f564819b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:50.477 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.683+0000 7f564effa640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f564810b950 con 0x7f56481080a0 2024-09-15T23:37:50.477 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.683+0000 7f564cd96640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56481080a0 0x7f564819b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:50.477 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.683+0000 7f564cd96640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56481080a0 0x7f564819b520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:43032/0 (socket says 172.21.15.71:43032) 2024-09-15T23:37:50.477 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.683+0000 7f564cd96640 1 -- 172.21.15.71:0/966134952 learned_addr learned my addr 172.21.15.71:0/966134952 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:50.478 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.684+0000 7f564cd96640 1 -- 172.21.15.71:0/966134952 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f564819ba60 con 0x7f56481080a0 2024-09-15T23:37:50.478 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.684+0000 7f564cd96640 1 --2- 172.21.15.71:0/966134952 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56481080a0 0x7f564819b520 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f563c032e10 tx=0x7f563c032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:50.478 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.684+0000 7f5645ffb640 1 -- 172.21.15.71:0/966134952 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f563c042070 con 0x7f56481080a0 2024-09-15T23:37:50.478 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.684+0000 7f5645ffb640 1 -- 172.21.15.71:0/966134952 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f563c030c80 con 0x7f56481080a0 2024-09-15T23:37:50.478 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.684+0000 7f5645ffb640 1 -- 172.21.15.71:0/966134952 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f563c037040 con 0x7f56481080a0 2024-09-15T23:37:50.478 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.684+0000 7f564effa640 1 -- 172.21.15.71:0/966134952 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f564819bcf0 con 0x7f56481080a0 2024-09-15T23:37:50.478 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.684+0000 7f564effa640 1 -- 172.21.15.71:0/966134952 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f564819e9e0 con 0x7f56481080a0 2024-09-15T23:37:50.478 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.685+0000 7f5645ffb640 1 -- 172.21.15.71:0/966134952 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 5) ==== 46461+0+0 (secure 0 0 0) 0x7f563c045070 con 0x7f56481080a0 2024-09-15T23:37:50.478 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.685+0000 7f5645ffb640 1 --2- 172.21.15.71:0/966134952 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7f56380391b0 0x7f563803b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:50.478 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.685+0000 7f564effa640 1 -- 172.21.15.71:0/966134952 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5648108500 con 0x7f56481080a0 2024-09-15T23:37:50.478 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.685+0000 7f5645ffb640 1 -- 172.21.15.71:0/966134952 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f563c06c120 con 0x7f56481080a0 2024-09-15T23:37:50.478 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.685+0000 7f5647fff640 1 -- 172.21.15.71:0/966134952 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7f56380391b0 msgr2=0x7f563803b670 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/3832446656 2024-09-15T23:37:50.478 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.685+0000 7f5647fff640 1 --2- 172.21.15.71:0/966134952 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7f56380391b0 0x7f563803b670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-15T23:37:50.479 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.690+0000 7f5645ffb640 1 -- 172.21.15.71:0/966134952 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f563c045360 con 0x7f56481080a0 2024-09-15T23:37:50.479 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.886+0000 7f5647fff640 1 -- 172.21.15.71:0/966134952 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7f56380391b0 msgr2=0x7f563803b670 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/3832446656 2024-09-15T23:37:50.479 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.886+0000 7f5647fff640 1 --2- 172.21.15.71:0/966134952 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7f56380391b0 0x7f563803b670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-15T23:37:50.479 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.913+0000 7f564effa640 1 -- 172.21.15.71:0/966134952 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f564819ebb0 con 0x7f56481080a0 2024-09-15T23:37:50.479 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.914+0000 7f5645ffb640 1 -- 172.21.15.71:0/966134952 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f564819ebb0 con 0x7f56481080a0 2024-09-15T23:37:50.479 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.916+0000 7f564effa640 1 -- 172.21.15.71:0/966134952 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7f56380391b0 msgr2=0x7f563803b670 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-15T23:37:50.479 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.916+0000 7f564effa640 1 --2- 172.21.15.71:0/966134952 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7f56380391b0 0x7f563803b670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:50.479 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.916+0000 7f564effa640 1 -- 172.21.15.71:0/966134952 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56481080a0 msgr2=0x7f564819b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:50.479 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.916+0000 7f564effa640 1 --2- 172.21.15.71:0/966134952 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56481080a0 0x7f564819b520 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f563c032e10 tx=0x7f563c032e40 comp rx=0 tx=0).stop 2024-09-15T23:37:50.479 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.916+0000 7f564effa640 1 -- 172.21.15.71:0/966134952 shutdown_connections 2024-09-15T23:37:50.479 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.916+0000 7f564effa640 1 --2- 172.21.15.71:0/966134952 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7f56380391b0 0x7f563803b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:50.479 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.916+0000 7f564effa640 1 --2- 172.21.15.71:0/966134952 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56481080a0 0x7f564819b520 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:50.479 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.916+0000 7f564effa640 1 -- 172.21.15.71:0/966134952 >> 172.21.15.71:0/966134952 conn(0x7f5648101ce0 msgr2=0x7f56481028c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:50.480 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.916+0000 7f564effa640 1 -- 172.21.15.71:0/966134952 shutdown_connections 2024-09-15T23:37:50.480 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:49.916+0000 7f564effa640 1 -- 172.21.15.71:0/966134952 wait complete. 2024-09-15T23:37:50.480 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for the mgr to restart... 2024-09-15T23:37:50.480 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mgr epoch 5... 2024-09-15T23:37:50.892 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:50 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/966134952' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-15T23:37:50.892 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:50 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:50.820+0000 7fc8727cd040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-15T23:37:50.892 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:50 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:50.890+0000 7fc8727cd040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-15T23:37:51.849 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:51 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:51.594+0000 7fc8727cd040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-15T23:37:51.849 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:51 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:51.708+0000 7fc8727cd040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-15T23:37:52.122 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:51 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:51.847+0000 7fc8727cd040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-15T23:37:52.123 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:51 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:51.908+0000 7fc8727cd040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-15T23:37:52.123 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:52 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:52.054+0000 7fc8727cd040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-15T23:37:52.123 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:52 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:52.121+0000 7fc8727cd040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-15T23:37:52.401 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:52 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:52.180+0000 7fc8727cd040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-15T23:37:52.401 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:52 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:52.336+0000 7fc8727cd040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-15T23:37:52.401 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:52 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:52.399+0000 7fc8727cd040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-15T23:37:52.665 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:52 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:52.465+0000 7fc8727cd040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-15T23:37:52.665 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:52 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:52.547+0000 7fc8727cd040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-15T23:37:52.665 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:52 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:52.605+0000 7fc8727cd040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-15T23:37:52.665 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:52 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:52.663+0000 7fc8727cd040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-15T23:37:53.926 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:53 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:53.455+0000 7fc8727cd040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-15T23:37:53.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:53 smithi071 ceph-mon[30957]: Active manager daemon x restarted 2024-09-15T23:37:53.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:53 smithi071 ceph-mon[30957]: Activating manager daemon x 2024-09-15T23:37:53.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:53 smithi071 ceph-mon[30957]: osdmap e2: 0 total, 0 up, 0 in 2024-09-15T23:37:53.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:53 smithi071 ceph-mon[30957]: mgrmap e6: x(active, starting, since 0.00352547s) 2024-09-15T23:37:53.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:53 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-15T23:37:53.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:53 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-15T23:37:53.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:53 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-15T23:37:53.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:53 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-15T23:37:53.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:53 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-15T23:37:53.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:53 smithi071 ceph-mon[30957]: Manager daemon x is now available 2024-09-15T23:37:53.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:53 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' 2024-09-15T23:37:53.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:53 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' 2024-09-15T23:37:53.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:53 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:37:53.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:53 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:37:53.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:53 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-15T23:37:53.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:53 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-15T23:37:54.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:54 smithi071 ceph-mon[30957]: Found migration_current of "None". Setting to last migration. 2024-09-15T23:37:54.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:54 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' 2024-09-15T23:37:54.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:54 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' 2024-09-15T23:37:54.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:54 smithi071 ceph-mon[30957]: mgrmap e7: x(active, since 1.00627s) 2024-09-15T23:37:55.048 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2024-09-15T23:37:55.048 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-15T23:37:55.048 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-15T23:37:55.048 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2024-09-15T23:37:55.048 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.904+0000 7fbec24bd640 1 Processor -- start 2024-09-15T23:37:55.048 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.904+0000 7fbec24bd640 1 -- start start 2024-09-15T23:37:55.048 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.904+0000 7fbec24bd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbebc1064d0 0x7fbebc1068d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:55.048 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.904+0000 7fbec24bd640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fbebc106ea0 con 0x7fbebc1064d0 2024-09-15T23:37:55.048 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.904+0000 7fbebbfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbebc1064d0 0x7fbebc1068d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:55.049 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.904+0000 7fbebbfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbebc1064d0 0x7fbebc1068d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50078/0 (socket says 172.21.15.71:50078) 2024-09-15T23:37:55.049 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.904+0000 7fbebbfff640 1 -- 172.21.15.71:0/490947466 learned_addr learned my addr 172.21.15.71:0/490947466 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:55.049 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.904+0000 7fbebbfff640 1 -- 172.21.15.71:0/490947466 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbebc107680 con 0x7fbebc1064d0 2024-09-15T23:37:55.049 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.905+0000 7fbebbfff640 1 --2- 172.21.15.71:0/490947466 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbebc1064d0 0x7fbebc1068d0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fbeac009820 tx=0x7fbeac02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90067aa5f2a4c543 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:55.049 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.905+0000 7fbebaffd640 1 -- 172.21.15.71:0/490947466 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbeac037070 con 0x7fbebc1064d0 2024-09-15T23:37:55.049 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.905+0000 7fbebaffd640 1 -- 172.21.15.71:0/490947466 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fbeac0328d0 con 0x7fbebc1064d0 2024-09-15T23:37:55.049 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.905+0000 7fbebaffd640 1 -- 172.21.15.71:0/490947466 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbeac0307d0 con 0x7fbebc1064d0 2024-09-15T23:37:55.049 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.906+0000 7fbec24bd640 1 -- 172.21.15.71:0/490947466 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbebc1064d0 msgr2=0x7fbebc1068d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:55.049 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.906+0000 7fbec24bd640 1 --2- 172.21.15.71:0/490947466 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbebc1064d0 0x7fbebc1068d0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fbeac009820 tx=0x7fbeac02a270 comp rx=0 tx=0).stop 2024-09-15T23:37:55.049 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.906+0000 7fbec24bd640 1 -- 172.21.15.71:0/490947466 shutdown_connections 2024-09-15T23:37:55.049 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.906+0000 7fbec24bd640 1 --2- 172.21.15.71:0/490947466 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbebc1064d0 0x7fbebc1068d0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:55.049 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.906+0000 7fbec24bd640 1 -- 172.21.15.71:0/490947466 >> 172.21.15.71:0/490947466 conn(0x7fbebc101ce0 msgr2=0x7fbebc104100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:55.049 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.906+0000 7fbec24bd640 1 -- 172.21.15.71:0/490947466 shutdown_connections 2024-09-15T23:37:55.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.906+0000 7fbec24bd640 1 -- 172.21.15.71:0/490947466 wait complete. 2024-09-15T23:37:55.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.907+0000 7fbec24bd640 1 Processor -- start 2024-09-15T23:37:55.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.907+0000 7fbec24bd640 1 -- start start 2024-09-15T23:37:55.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.907+0000 7fbec24bd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbebc1064d0 0x7fbebc19d780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:55.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.907+0000 7fbec24bd640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fbebc10aa30 con 0x7fbebc1064d0 2024-09-15T23:37:55.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.907+0000 7fbebbfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbebc1064d0 0x7fbebc19d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:55.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.907+0000 7fbebbfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbebc1064d0 0x7fbebc19d780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50084/0 (socket says 172.21.15.71:50084) 2024-09-15T23:37:55.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.907+0000 7fbebbfff640 1 -- 172.21.15.71:0/1538789027 learned_addr learned my addr 172.21.15.71:0/1538789027 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:55.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.907+0000 7fbebbfff640 1 -- 172.21.15.71:0/1538789027 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbebc19dcc0 con 0x7fbebc1064d0 2024-09-15T23:37:55.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.907+0000 7fbebbfff640 1 --2- 172.21.15.71:0/1538789027 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbebc1064d0 0x7fbebc19d780 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fbeac009940 tx=0x7fbeac032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:55.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.907+0000 7fbeb97fa640 1 -- 172.21.15.71:0/1538789027 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbeac042070 con 0x7fbebc1064d0 2024-09-15T23:37:55.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.908+0000 7fbeb97fa640 1 -- 172.21.15.71:0/1538789027 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fbeac030c80 con 0x7fbebc1064d0 2024-09-15T23:37:55.050 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.908+0000 7fbec24bd640 1 -- 172.21.15.71:0/1538789027 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbebc19df50 con 0x7fbebc1064d0 2024-09-15T23:37:55.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.908+0000 7fbeb97fa640 1 -- 172.21.15.71:0/1538789027 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbeac037040 con 0x7fbebc1064d0 2024-09-15T23:37:55.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.908+0000 7fbec24bd640 1 -- 172.21.15.71:0/1538789027 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbebc1a0c40 con 0x7fbebc1064d0 2024-09-15T23:37:55.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.909+0000 7fbeb97fa640 1 -- 172.21.15.71:0/1538789027 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 5) ==== 46461+0+0 (secure 0 0 0) 0x7fbeac045070 con 0x7fbebc1064d0 2024-09-15T23:37:55.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.909+0000 7fbeb97fa640 1 --2- 172.21.15.71:0/1538789027 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fbea4039200 0x7fbea403b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:55.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.909+0000 7fbeb97fa640 1 -- 172.21.15.71:0/1538789027 --> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fbea403bdd0 con 0x7fbea4039200 2024-09-15T23:37:55.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.909+0000 7fbebb7fe640 1 -- 172.21.15.71:0/1538789027 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fbea4039200 msgr2=0x7fbea403b6c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/3832446656 2024-09-15T23:37:55.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.909+0000 7fbeb97fa640 1 -- 172.21.15.71:0/1538789027 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fbeac06c210 con 0x7fbebc1064d0 2024-09-15T23:37:55.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:50.909+0000 7fbebb7fe640 1 --2- 172.21.15.71:0/1538789027 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fbea4039200 0x7fbea403b6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-15T23:37:55.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:51.110+0000 7fbebb7fe640 1 -- 172.21.15.71:0/1538789027 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fbea4039200 msgr2=0x7fbea403b6c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/3832446656 2024-09-15T23:37:55.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:51.110+0000 7fbebb7fe640 1 --2- 172.21.15.71:0/1538789027 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fbea4039200 0x7fbea403b6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-15T23:37:55.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:51.511+0000 7fbebb7fe640 1 -- 172.21.15.71:0/1538789027 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fbea4039200 msgr2=0x7fbea403b6c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/3832446656 2024-09-15T23:37:55.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:51.511+0000 7fbebb7fe640 1 --2- 172.21.15.71:0/1538789027 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fbea4039200 0x7fbea403b6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-15T23:37:55.051 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:52.312+0000 7fbebb7fe640 1 -- 172.21.15.71:0/1538789027 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fbea4039200 msgr2=0x7fbea403b6c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/3832446656 2024-09-15T23:37:55.052 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:52.312+0000 7fbebb7fe640 1 --2- 172.21.15.71:0/1538789027 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fbea4039200 0x7fbea403b6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-15T23:37:55.052 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:53.458+0000 7fbeb97fa640 1 -- 172.21.15.71:0/1538789027 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mgrmap(e 6) ==== 46228+0+0 (secure 0 0 0) 0x7fbeac06ad90 con 0x7fbebc1064d0 2024-09-15T23:37:55.052 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:53.458+0000 7fbeb97fa640 1 -- 172.21.15.71:0/1538789027 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fbea4039200 msgr2=0x7fbea403b6c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-15T23:37:55.052 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:53.458+0000 7fbeb97fa640 1 --2- 172.21.15.71:0/1538789027 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fbea4039200 0x7fbea403b6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:55.052 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:54.460+0000 7fbeb97fa640 1 -- 172.21.15.71:0/1538789027 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mgrmap(e 7) ==== 46355+0+0 (secure 0 0 0) 0x7fbeac03b330 con 0x7fbebc1064d0 2024-09-15T23:37:55.052 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:54.460+0000 7fbeb97fa640 1 --2- 172.21.15.71:0/1538789027 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fbea403cb30 0x7fbea403ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:55.052 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:54.460+0000 7fbeb97fa640 1 -- 172.21.15.71:0/1538789027 --> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fbeac04be50 con 0x7fbea403cb30 2024-09-15T23:37:55.052 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:54.460+0000 7fbebb7fe640 1 --2- 172.21.15.71:0/1538789027 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fbea403cb30 0x7fbea403ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:55.052 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:54.461+0000 7fbebb7fe640 1 --2- 172.21.15.71:0/1538789027 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fbea403cb30 0x7fbea403ef20 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fbeb0003980 tx=0x7fbeb00092b0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:55.052 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:54.462+0000 7fbeb97fa640 1 -- 172.21.15.71:0/1538789027 <== mgr.14118 v2:172.21.15.71:6800/4097213184 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7fbeac04be50 con 0x7fbea403cb30 2024-09-15T23:37:55.052 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:54.469+0000 7fbec24bd640 1 -- 172.21.15.71:0/1538789027 --> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fbebc10abb0 con 0x7fbea403cb30 2024-09-15T23:37:55.052 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:54.469+0000 7fbeb97fa640 1 -- 172.21.15.71:0/1538789027 <== mgr.14118 v2:172.21.15.71:6800/4097213184 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7fbebc10abb0 con 0x7fbea403cb30 2024-09-15T23:37:55.053 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:54.469+0000 7fbec24bd640 1 -- 172.21.15.71:0/1538789027 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fbea403cb30 msgr2=0x7fbea403ef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:55.053 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:54.469+0000 7fbec24bd640 1 --2- 172.21.15.71:0/1538789027 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fbea403cb30 0x7fbea403ef20 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fbeb0003980 tx=0x7fbeb00092b0 comp rx=0 tx=0).stop 2024-09-15T23:37:55.053 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:54.469+0000 7fbec24bd640 1 -- 172.21.15.71:0/1538789027 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbebc1064d0 msgr2=0x7fbebc19d780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:55.053 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:54.469+0000 7fbec24bd640 1 --2- 172.21.15.71:0/1538789027 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbebc1064d0 0x7fbebc19d780 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fbeac009940 tx=0x7fbeac032e10 comp rx=0 tx=0).stop 2024-09-15T23:37:55.053 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:54.469+0000 7fbec24bd640 1 -- 172.21.15.71:0/1538789027 shutdown_connections 2024-09-15T23:37:55.053 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:54.469+0000 7fbec24bd640 1 --2- 172.21.15.71:0/1538789027 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fbea403cb30 0x7fbea403ef20 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:55.053 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:54.469+0000 7fbec24bd640 1 --2- 172.21.15.71:0/1538789027 >> [v2:172.21.15.71:6800/3832446656,v1:172.21.15.71:6801/3832446656] conn(0x7fbea4039200 0x7fbea403b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:55.053 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:54.469+0000 7fbec24bd640 1 --2- 172.21.15.71:0/1538789027 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbebc1064d0 0x7fbebc19d780 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:55.053 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:54.469+0000 7fbec24bd640 1 -- 172.21.15.71:0/1538789027 >> 172.21.15.71:0/1538789027 conn(0x7fbebc101ce0 msgr2=0x7fbebc102870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:55.053 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:54.469+0000 7fbec24bd640 1 -- 172.21.15.71:0/1538789027 shutdown_connections 2024-09-15T23:37:55.053 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:54.469+0000 7fbec24bd640 1 -- 172.21.15.71:0/1538789027 wait complete. 2024-09-15T23:37:55.053 INFO:teuthology.orchestra.run.smithi071.stdout:mgr epoch 5 is available 2024-09-15T23:37:55.053 INFO:teuthology.orchestra.run.smithi071.stdout:Setting orchestrator backend to cephadm... 2024-09-15T23:37:55.631 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:55 smithi071 ceph-mon[30957]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-15T23:37:55.632 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:55 smithi071 ceph-mon[30957]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-15T23:37:55.632 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:55 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:37:55.632 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:55.444+0000 7fc7d9b27640 -1 log_channel(cephadm) log [ERR] : [15/Sep/2024:23:37:55] ENGINE Error in HTTPServer.serve 2024-09-15T23:37:55.632 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: Traceback (most recent call last): 2024-09-15T23:37:55.632 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-15T23:37:55.632 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: self._connections.run(self.expiration_interval) 2024-09-15T23:37:55.632 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-15T23:37:55.632 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: self._run(expiration_interval) 2024-09-15T23:37:55.633 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-15T23:37:55.633 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: new_conn = self._from_server_socket(self.server.socket) 2024-09-15T23:37:55.633 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-15T23:37:55.633 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-15T23:37:55.633 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-15T23:37:55.633 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: s = self.context.wrap_socket( 2024-09-15T23:37:55.633 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-15T23:37:55.633 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: return self.sslsocket_class._create( 2024-09-15T23:37:55.633 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-15T23:37:55.633 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: self.do_handshake() 2024-09-15T23:37:55.633 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-15T23:37:55.633 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: self._sslobj.do_handshake() 2024-09-15T23:37:55.633 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-15T23:37:55.634 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:37:56.235 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.436+0000 7fee371a5640 1 Processor -- start 2024-09-15T23:37:56.235 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.437+0000 7fee371a5640 1 -- start start 2024-09-15T23:37:56.235 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.437+0000 7fee371a5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fee301080a0 0x7fee3010a490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:56.235 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.437+0000 7fee371a5640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fee3007bdf0 con 0x7fee301080a0 2024-09-15T23:37:56.235 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.437+0000 7fee34f41640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fee301080a0 0x7fee3010a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:56.235 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.437+0000 7fee34f41640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fee301080a0 0x7fee3010a490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50142/0 (socket says 172.21.15.71:50142) 2024-09-15T23:37:56.235 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.437+0000 7fee34f41640 1 -- 172.21.15.71:0/159935583 learned_addr learned my addr 172.21.15.71:0/159935583 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:56.236 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.437+0000 7fee34f41640 1 -- 172.21.15.71:0/159935583 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee3010a9d0 con 0x7fee301080a0 2024-09-15T23:37:56.236 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.438+0000 7fee34f41640 1 --2- 172.21.15.71:0/159935583 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fee301080a0 0x7fee3010a490 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fee24009820 tx=0x7fee2402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56c3943d2965b1e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:56.236 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.438+0000 7fee2f7fe640 1 -- 172.21.15.71:0/159935583 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee24037070 con 0x7fee301080a0 2024-09-15T23:37:56.236 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.438+0000 7fee2f7fe640 1 -- 172.21.15.71:0/159935583 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fee240328d0 con 0x7fee301080a0 2024-09-15T23:37:56.236 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.438+0000 7fee2f7fe640 1 -- 172.21.15.71:0/159935583 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee240307d0 con 0x7fee301080a0 2024-09-15T23:37:56.236 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.439+0000 7fee371a5640 1 -- 172.21.15.71:0/159935583 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fee301080a0 msgr2=0x7fee3010a490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:56.236 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.439+0000 7fee371a5640 1 --2- 172.21.15.71:0/159935583 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fee301080a0 0x7fee3010a490 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fee24009820 tx=0x7fee2402a270 comp rx=0 tx=0).stop 2024-09-15T23:37:56.236 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.439+0000 7fee371a5640 1 -- 172.21.15.71:0/159935583 shutdown_connections 2024-09-15T23:37:56.236 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.439+0000 7fee371a5640 1 --2- 172.21.15.71:0/159935583 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fee301080a0 0x7fee3010a490 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:56.236 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.439+0000 7fee371a5640 1 -- 172.21.15.71:0/159935583 >> 172.21.15.71:0/159935583 conn(0x7fee30101ce0 msgr2=0x7fee30104100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:56.236 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.439+0000 7fee371a5640 1 -- 172.21.15.71:0/159935583 shutdown_connections 2024-09-15T23:37:56.236 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.439+0000 7fee371a5640 1 -- 172.21.15.71:0/159935583 wait complete. 2024-09-15T23:37:56.237 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.439+0000 7fee371a5640 1 Processor -- start 2024-09-15T23:37:56.237 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.439+0000 7fee371a5640 1 -- start start 2024-09-15T23:37:56.237 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.440+0000 7fee371a5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fee301080a0 0x7fee3019b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:56.237 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.440+0000 7fee371a5640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fee3010b950 con 0x7fee301080a0 2024-09-15T23:37:56.237 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.440+0000 7fee34f41640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fee301080a0 0x7fee3019b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:56.237 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.440+0000 7fee34f41640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fee301080a0 0x7fee3019b520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50148/0 (socket says 172.21.15.71:50148) 2024-09-15T23:37:56.237 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.440+0000 7fee34f41640 1 -- 172.21.15.71:0/407020191 learned_addr learned my addr 172.21.15.71:0/407020191 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:56.237 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.440+0000 7fee34f41640 1 -- 172.21.15.71:0/407020191 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee3019ba60 con 0x7fee301080a0 2024-09-15T23:37:56.237 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.440+0000 7fee34f41640 1 --2- 172.21.15.71:0/407020191 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fee301080a0 0x7fee3019b520 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fee24032e10 tx=0x7fee24032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:56.237 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.440+0000 7fee2dffb640 1 -- 172.21.15.71:0/407020191 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee24042070 con 0x7fee301080a0 2024-09-15T23:37:56.237 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.440+0000 7fee2dffb640 1 -- 172.21.15.71:0/407020191 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fee24030c80 con 0x7fee301080a0 2024-09-15T23:37:56.237 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.440+0000 7fee371a5640 1 -- 172.21.15.71:0/407020191 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee3019bcf0 con 0x7fee301080a0 2024-09-15T23:37:56.237 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.440+0000 7fee2dffb640 1 -- 172.21.15.71:0/407020191 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee24037040 con 0x7fee301080a0 2024-09-15T23:37:56.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.440+0000 7fee371a5640 1 -- 172.21.15.71:0/407020191 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee3019e9e0 con 0x7fee301080a0 2024-09-15T23:37:56.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.441+0000 7fee2dffb640 1 -- 172.21.15.71:0/407020191 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 7) ==== 46355+0+0 (secure 0 0 0) 0x7fee24045070 con 0x7fee301080a0 2024-09-15T23:37:56.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.441+0000 7fee2dffb640 1 --2- 172.21.15.71:0/407020191 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fee200390f0 0x7fee2003b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:56.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.441+0000 7fee2dffb640 1 -- 172.21.15.71:0/407020191 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fee2406c090 con 0x7fee301080a0 2024-09-15T23:37:56.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.441+0000 7fee2ffff640 1 --2- 172.21.15.71:0/407020191 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fee200390f0 0x7fee2003b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:56.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.441+0000 7fee371a5640 1 -- 172.21.15.71:0/407020191 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee30108500 con 0x7fee301080a0 2024-09-15T23:37:56.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.442+0000 7fee2ffff640 1 --2- 172.21.15.71:0/407020191 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fee200390f0 0x7fee2003b5b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fee1c0098c0 tx=0x7fee1c006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:56.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.446+0000 7fee2dffb640 1 -- 172.21.15.71:0/407020191 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fee24045360 con 0x7fee301080a0 2024-09-15T23:37:56.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.516+0000 7fee2dffb640 1 -- 172.21.15.71:0/407020191 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7fee2403cae0 con 0x7fee301080a0 2024-09-15T23:37:56.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.631+0000 7fee371a5640 1 -- 172.21.15.71:0/407020191 --> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7fee30102f90 con 0x7fee200390f0 2024-09-15T23:37:56.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.635+0000 7fee2dffb640 1 -- 172.21.15.71:0/407020191 <== mgr.14118 v2:172.21.15.71:6800/4097213184 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fee30102f90 con 0x7fee200390f0 2024-09-15T23:37:56.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.638+0000 7fee371a5640 1 -- 172.21.15.71:0/407020191 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fee200390f0 msgr2=0x7fee2003b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:56.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.638+0000 7fee371a5640 1 --2- 172.21.15.71:0/407020191 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fee200390f0 0x7fee2003b5b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fee1c0098c0 tx=0x7fee1c006db0 comp rx=0 tx=0).stop 2024-09-15T23:37:56.239 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.638+0000 7fee371a5640 1 -- 172.21.15.71:0/407020191 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fee301080a0 msgr2=0x7fee3019b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:56.239 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.638+0000 7fee371a5640 1 --2- 172.21.15.71:0/407020191 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fee301080a0 0x7fee3019b520 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fee24032e10 tx=0x7fee24032e40 comp rx=0 tx=0).stop 2024-09-15T23:37:56.239 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.638+0000 7fee371a5640 1 -- 172.21.15.71:0/407020191 shutdown_connections 2024-09-15T23:37:56.239 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.638+0000 7fee371a5640 1 --2- 172.21.15.71:0/407020191 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fee200390f0 0x7fee2003b5b0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:56.239 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.638+0000 7fee371a5640 1 --2- 172.21.15.71:0/407020191 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fee301080a0 0x7fee3019b520 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:56.239 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.638+0000 7fee371a5640 1 -- 172.21.15.71:0/407020191 >> 172.21.15.71:0/407020191 conn(0x7fee30101ce0 msgr2=0x7fee30102880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:56.239 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.638+0000 7fee371a5640 1 -- 172.21.15.71:0/407020191 shutdown_connections 2024-09-15T23:37:56.239 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:55.638+0000 7fee371a5640 1 -- 172.21.15.71:0/407020191 wait complete. 2024-09-15T23:37:56.812 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:56 smithi071 ceph-mon[30957]: [15/Sep/2024:23:37:55] ENGINE Bus STARTING 2024-09-15T23:37:56.812 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:56 smithi071 ceph-mon[30957]: [15/Sep/2024:23:37:55] ENGINE Serving on http://172.21.15.71:8765 2024-09-15T23:37:56.812 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:56 smithi071 ceph-mon[30957]: [15/Sep/2024:23:37:55] ENGINE Serving on https://172.21.15.71:7150 2024-09-15T23:37:56.812 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:56 smithi071 ceph-mon[30957]: [15/Sep/2024:23:37:55] ENGINE Bus STARTED 2024-09-15T23:37:56.812 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:56 smithi071 ceph-mon[30957]: [15/Sep/2024:23:37:55] ENGINE Error in HTTPServer.serve 2024-09-15T23:37:56.812 INFO:journalctl@ceph.mon.a.smithi071.stdout: Traceback (most recent call last): 2024-09-15T23:37:56.812 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-15T23:37:56.813 INFO:journalctl@ceph.mon.a.smithi071.stdout: self._connections.run(self.expiration_interval) 2024-09-15T23:37:56.813 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-15T23:37:56.813 INFO:journalctl@ceph.mon.a.smithi071.stdout: self._run(expiration_interval) 2024-09-15T23:37:56.813 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-15T23:37:56.813 INFO:journalctl@ceph.mon.a.smithi071.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-15T23:37:56.813 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-15T23:37:56.813 INFO:journalctl@ceph.mon.a.smithi071.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-15T23:37:56.813 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-15T23:37:56.813 INFO:journalctl@ceph.mon.a.smithi071.stdout: s = self.context.wrap_socket( 2024-09-15T23:37:56.813 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-15T23:37:56.813 INFO:journalctl@ceph.mon.a.smithi071.stdout: return self.sslsocket_class._create( 2024-09-15T23:37:56.813 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-15T23:37:56.813 INFO:journalctl@ceph.mon.a.smithi071.stdout: self.do_handshake() 2024-09-15T23:37:56.814 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-15T23:37:56.814 INFO:journalctl@ceph.mon.a.smithi071.stdout: self._sslobj.do_handshake() 2024-09-15T23:37:56.814 INFO:journalctl@ceph.mon.a.smithi071.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-15T23:37:56.814 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:56 smithi071 ceph-mon[30957]: mgrmap e8: x(active, since 2s) 2024-09-15T23:37:56.814 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:56 smithi071 ceph-mon[30957]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:37:56.814 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:56 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' 2024-09-15T23:37:56.814 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:56 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:37:57.425 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-15T23:37:57.425 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.634+0000 7fa8a0782640 1 Processor -- start 2024-09-15T23:37:57.425 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.635+0000 7fa8a0782640 1 -- start start 2024-09-15T23:37:57.425 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.635+0000 7fa8a0782640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa898107670 0x7fa898107a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:57.425 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.635+0000 7fa8a0782640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa898107fb0 con 0x7fa898107670 2024-09-15T23:37:57.425 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.635+0000 7fa89e51e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa898107670 0x7fa898107a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:57.426 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.635+0000 7fa89e51e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa898107670 0x7fa898107a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50162/0 (socket says 172.21.15.71:50162) 2024-09-15T23:37:57.426 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.635+0000 7fa89e51e640 1 -- 172.21.15.71:0/2931048629 learned_addr learned my addr 172.21.15.71:0/2931048629 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:57.426 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.635+0000 7fa89e51e640 1 -- 172.21.15.71:0/2931048629 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa898108130 con 0x7fa898107670 2024-09-15T23:37:57.426 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.636+0000 7fa89e51e640 1 --2- 172.21.15.71:0/2931048629 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa898107670 0x7fa898107a70 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa88c009820 tx=0x7fa88c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b776c7e4d0a2c093 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:57.426 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.636+0000 7fa89d51c640 1 -- 172.21.15.71:0/2931048629 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa88c037070 con 0x7fa898107670 2024-09-15T23:37:57.426 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.636+0000 7fa89d51c640 1 -- 172.21.15.71:0/2931048629 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fa88c0328d0 con 0x7fa898107670 2024-09-15T23:37:57.426 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.636+0000 7fa89d51c640 1 -- 172.21.15.71:0/2931048629 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa88c0307d0 con 0x7fa898107670 2024-09-15T23:37:57.426 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.637+0000 7fa8a0782640 1 -- 172.21.15.71:0/2931048629 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa898107670 msgr2=0x7fa898107a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:57.426 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.637+0000 7fa8a0782640 1 --2- 172.21.15.71:0/2931048629 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa898107670 0x7fa898107a70 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa88c009820 tx=0x7fa88c02a270 comp rx=0 tx=0).stop 2024-09-15T23:37:57.426 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.637+0000 7fa8a0782640 1 -- 172.21.15.71:0/2931048629 shutdown_connections 2024-09-15T23:37:57.426 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.637+0000 7fa8a0782640 1 --2- 172.21.15.71:0/2931048629 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa898107670 0x7fa898107a70 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:57.426 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.637+0000 7fa8a0782640 1 -- 172.21.15.71:0/2931048629 >> 172.21.15.71:0/2931048629 conn(0x7fa898102ea0 msgr2=0x7fa8981052e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:57.427 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.637+0000 7fa8a0782640 1 -- 172.21.15.71:0/2931048629 shutdown_connections 2024-09-15T23:37:57.427 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.637+0000 7fa8a0782640 1 -- 172.21.15.71:0/2931048629 wait complete. 2024-09-15T23:37:57.427 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.638+0000 7fa8a0782640 1 Processor -- start 2024-09-15T23:37:57.427 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.638+0000 7fa8a0782640 1 -- start start 2024-09-15T23:37:57.427 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.638+0000 7fa8a0782640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa898107670 0x7fa89819b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:57.427 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.638+0000 7fa8a0782640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa89810bae0 con 0x7fa898107670 2024-09-15T23:37:57.427 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.638+0000 7fa89e51e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa898107670 0x7fa89819b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:57.427 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.638+0000 7fa89e51e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa898107670 0x7fa89819b570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50172/0 (socket says 172.21.15.71:50172) 2024-09-15T23:37:57.427 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.638+0000 7fa89e51e640 1 -- 172.21.15.71:0/2948917818 learned_addr learned my addr 172.21.15.71:0/2948917818 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:57.427 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.638+0000 7fa89e51e640 1 -- 172.21.15.71:0/2948917818 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa89819bab0 con 0x7fa898107670 2024-09-15T23:37:57.427 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.638+0000 7fa89e51e640 1 --2- 172.21.15.71:0/2948917818 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa898107670 0x7fa89819b570 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa88c032e10 tx=0x7fa88c032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:57.427 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.638+0000 7fa88b7fe640 1 -- 172.21.15.71:0/2948917818 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa88c042070 con 0x7fa898107670 2024-09-15T23:37:57.427 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.638+0000 7fa88b7fe640 1 -- 172.21.15.71:0/2948917818 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fa88c030c80 con 0x7fa898107670 2024-09-15T23:37:57.427 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.638+0000 7fa8a0782640 1 -- 172.21.15.71:0/2948917818 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa89819bd40 con 0x7fa898107670 2024-09-15T23:37:57.428 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.638+0000 7fa88b7fe640 1 -- 172.21.15.71:0/2948917818 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa88c037040 con 0x7fa898107670 2024-09-15T23:37:57.428 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.639+0000 7fa8a0782640 1 -- 172.21.15.71:0/2948917818 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa89819ea30 con 0x7fa898107670 2024-09-15T23:37:57.428 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.639+0000 7fa88b7fe640 1 -- 172.21.15.71:0/2948917818 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7fa88c045070 con 0x7fa898107670 2024-09-15T23:37:57.428 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.639+0000 7fa88b7fe640 1 --2- 172.21.15.71:0/2948917818 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fa884039200 0x7fa88403b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:57.428 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.640+0000 7fa88b7fe640 1 -- 172.21.15.71:0/2948917818 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa88c06c200 con 0x7fa898107670 2024-09-15T23:37:57.428 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.640+0000 7fa8a0782640 1 -- 172.21.15.71:0/2948917818 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa89810bc60 con 0x7fa898107670 2024-09-15T23:37:57.428 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.640+0000 7fa89dd1d640 1 --2- 172.21.15.71:0/2948917818 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fa884039200 0x7fa88403b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:57.428 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.640+0000 7fa89dd1d640 1 --2- 172.21.15.71:0/2948917818 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fa884039200 0x7fa88403b6c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa8940098c0 tx=0x7fa894006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:57.428 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.644+0000 7fa88b7fe640 1 -- 172.21.15.71:0/2948917818 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa88c045360 con 0x7fa898107670 2024-09-15T23:37:57.428 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.811+0000 7fa8a0782640 1 -- 172.21.15.71:0/2948917818 --> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7fa898104120 con 0x7fa884039200 2024-09-15T23:37:57.428 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.812+0000 7fa88b7fe640 1 -- 172.21.15.71:0/2948917818 <== mgr.14118 v2:172.21.15.71:6800/4097213184 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7fa898104120 con 0x7fa884039200 2024-09-15T23:37:57.428 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.814+0000 7fa8a0782640 1 -- 172.21.15.71:0/2948917818 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fa884039200 msgr2=0x7fa88403b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:57.428 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.814+0000 7fa8a0782640 1 --2- 172.21.15.71:0/2948917818 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fa884039200 0x7fa88403b6c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa8940098c0 tx=0x7fa894006db0 comp rx=0 tx=0).stop 2024-09-15T23:37:57.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.814+0000 7fa8a0782640 1 -- 172.21.15.71:0/2948917818 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa898107670 msgr2=0x7fa89819b570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:57.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.814+0000 7fa8a0782640 1 --2- 172.21.15.71:0/2948917818 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa898107670 0x7fa89819b570 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa88c032e10 tx=0x7fa88c032e40 comp rx=0 tx=0).stop 2024-09-15T23:37:57.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.814+0000 7fa8a0782640 1 -- 172.21.15.71:0/2948917818 shutdown_connections 2024-09-15T23:37:57.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.814+0000 7fa8a0782640 1 --2- 172.21.15.71:0/2948917818 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fa884039200 0x7fa88403b6c0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:57.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.814+0000 7fa8a0782640 1 --2- 172.21.15.71:0/2948917818 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa898107670 0x7fa89819b570 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:57.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.814+0000 7fa8a0782640 1 -- 172.21.15.71:0/2948917818 >> 172.21.15.71:0/2948917818 conn(0x7fa898102ea0 msgr2=0x7fa898103a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:57.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.814+0000 7fa8a0782640 1 -- 172.21.15.71:0/2948917818 shutdown_connections 2024-09-15T23:37:57.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:56.814+0000 7fa8a0782640 1 -- 172.21.15.71:0/2948917818 wait complete. 2024-09-15T23:37:57.429 INFO:teuthology.orchestra.run.smithi071.stdout:Generating ssh key... 2024-09-15T23:37:58.026 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:57 smithi071 ceph-mon[30957]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:37:58.598 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: Generating public/private rsa key pair. 2024-09-15T23:37:58.598 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: Your identification has been saved in /tmp/tmpde4dnbox/key 2024-09-15T23:37:58.598 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: Your public key has been saved in /tmp/tmpde4dnbox/key.pub 2024-09-15T23:37:58.598 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: The key fingerprint is: 2024-09-15T23:37:58.598 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: SHA256:l1ndnO7tlQlv/f1Kyn0XxF3Tok3NmSf/tt2TnBsr7fI ceph-4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:37:58.599 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: The key's randomart image is: 2024-09-15T23:37:58.599 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: +---[RSA 3072]----+ 2024-09-15T23:37:58.599 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: | o+| 2024-09-15T23:37:58.599 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: | .+*B| 2024-09-15T23:37:58.599 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: | .+o=B| 2024-09-15T23:37:58.599 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: | +. ooo| 2024-09-15T23:37:58.599 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: | S + ....| 2024-09-15T23:37:58.599 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: | . +.B| 2024-09-15T23:37:58.599 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: | +O@| 2024-09-15T23:37:58.599 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: | . *.O@| 2024-09-15T23:37:58.599 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: | o BEX| 2024-09-15T23:37:58.599 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:37:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: +----[SHA256]-----+ 2024-09-15T23:37:58.856 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.851+0000 7f1eeebdc640 1 Processor -- start 2024-09-15T23:37:58.856 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.851+0000 7f1eeebdc640 1 -- start start 2024-09-15T23:37:58.856 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.851+0000 7f1eeebdc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1ee8107670 0x7f1ee8107a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:58.857 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.851+0000 7f1eeebdc640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f1ee8107fb0 con 0x7f1ee8107670 2024-09-15T23:37:58.857 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.852+0000 7f1eec978640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1ee8107670 0x7f1ee8107a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:58.857 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.852+0000 7f1eec978640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1ee8107670 0x7f1ee8107a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50182/0 (socket says 172.21.15.71:50182) 2024-09-15T23:37:58.857 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.852+0000 7f1eec978640 1 -- 172.21.15.71:0/2445016059 learned_addr learned my addr 172.21.15.71:0/2445016059 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:58.857 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.852+0000 7f1eec978640 1 -- 172.21.15.71:0/2445016059 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ee8108130 con 0x7f1ee8107670 2024-09-15T23:37:58.857 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.853+0000 7f1eec978640 1 --2- 172.21.15.71:0/2445016059 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1ee8107670 0x7f1ee8107a70 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f1ed8009820 tx=0x7f1ed802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afa32bbf44906535 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:58.857 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.853+0000 7f1ee77fe640 1 -- 172.21.15.71:0/2445016059 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1ed8037070 con 0x7f1ee8107670 2024-09-15T23:37:58.857 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.853+0000 7f1ee77fe640 1 -- 172.21.15.71:0/2445016059 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f1ed80328d0 con 0x7f1ee8107670 2024-09-15T23:37:58.857 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.853+0000 7f1ee77fe640 1 -- 172.21.15.71:0/2445016059 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1ed80307d0 con 0x7f1ee8107670 2024-09-15T23:37:58.857 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.853+0000 7f1eeebdc640 1 -- 172.21.15.71:0/2445016059 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1ee8107670 msgr2=0x7f1ee8107a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:58.857 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.853+0000 7f1eeebdc640 1 --2- 172.21.15.71:0/2445016059 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1ee8107670 0x7f1ee8107a70 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f1ed8009820 tx=0x7f1ed802a270 comp rx=0 tx=0).stop 2024-09-15T23:37:58.857 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.853+0000 7f1eeebdc640 1 -- 172.21.15.71:0/2445016059 shutdown_connections 2024-09-15T23:37:58.858 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.853+0000 7f1eeebdc640 1 --2- 172.21.15.71:0/2445016059 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1ee8107670 0x7f1ee8107a70 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:58.858 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.853+0000 7f1eeebdc640 1 -- 172.21.15.71:0/2445016059 >> 172.21.15.71:0/2445016059 conn(0x7f1ee8102e60 msgr2=0x7f1ee81052e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:58.858 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.853+0000 7f1eeebdc640 1 -- 172.21.15.71:0/2445016059 shutdown_connections 2024-09-15T23:37:58.858 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.853+0000 7f1eeebdc640 1 -- 172.21.15.71:0/2445016059 wait complete. 2024-09-15T23:37:58.858 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.854+0000 7f1eeebdc640 1 Processor -- start 2024-09-15T23:37:58.858 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.854+0000 7f1eeebdc640 1 -- start start 2024-09-15T23:37:58.858 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.854+0000 7f1eeebdc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1ee8107670 0x7f1ee819b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:58.858 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.854+0000 7f1eeebdc640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f1ee810bae0 con 0x7f1ee8107670 2024-09-15T23:37:58.858 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.854+0000 7f1eec978640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1ee8107670 0x7f1ee819b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:58.858 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.854+0000 7f1eec978640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1ee8107670 0x7f1ee819b570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50186/0 (socket says 172.21.15.71:50186) 2024-09-15T23:37:58.858 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.854+0000 7f1eec978640 1 -- 172.21.15.71:0/1548479232 learned_addr learned my addr 172.21.15.71:0/1548479232 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:37:58.858 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.855+0000 7f1eec978640 1 -- 172.21.15.71:0/1548479232 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ee819bab0 con 0x7f1ee8107670 2024-09-15T23:37:58.858 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.855+0000 7f1eec978640 1 --2- 172.21.15.71:0/1548479232 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1ee8107670 0x7f1ee819b570 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f1ed80097f0 tx=0x7f1ed8030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:58.859 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.855+0000 7f1ee5ffb640 1 -- 172.21.15.71:0/1548479232 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1ed8037040 con 0x7f1ee8107670 2024-09-15T23:37:58.859 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.855+0000 7f1ee5ffb640 1 -- 172.21.15.71:0/1548479232 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f1ed8032bb0 con 0x7f1ee8107670 2024-09-15T23:37:58.859 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.855+0000 7f1eeebdc640 1 -- 172.21.15.71:0/1548479232 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ee819bd40 con 0x7f1ee8107670 2024-09-15T23:37:58.859 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.855+0000 7f1ee5ffb640 1 -- 172.21.15.71:0/1548479232 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1ed803a390 con 0x7f1ee8107670 2024-09-15T23:37:58.859 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.855+0000 7f1eeebdc640 1 -- 172.21.15.71:0/1548479232 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ee819ea30 con 0x7f1ee8107670 2024-09-15T23:37:58.859 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.856+0000 7f1ee5ffb640 1 -- 172.21.15.71:0/1548479232 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7f1ed803a580 con 0x7f1ee8107670 2024-09-15T23:37:58.859 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.856+0000 7f1eeebdc640 1 -- 172.21.15.71:0/1548479232 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ee810bc60 con 0x7f1ee8107670 2024-09-15T23:37:58.859 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.856+0000 7f1ee5ffb640 1 --2- 172.21.15.71:0/1548479232 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f1ed0039200 0x7f1ed003b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:37:58.859 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.856+0000 7f1ee5ffb640 1 -- 172.21.15.71:0/1548479232 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f1ed806c4c0 con 0x7f1ee8107670 2024-09-15T23:37:58.859 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.856+0000 7f1ee7fff640 1 --2- 172.21.15.71:0/1548479232 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f1ed0039200 0x7f1ed003b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:37:58.859 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.857+0000 7f1ee7fff640 1 --2- 172.21.15.71:0/1548479232 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f1ed0039200 0x7f1ed003b6c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f1edc0098c0 tx=0x7f1edc006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:37:58.859 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:57.861+0000 7f1ee5ffb640 1 -- 172.21.15.71:0/1548479232 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1ed8040210 con 0x7f1ee8107670 2024-09-15T23:37:58.860 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:58.025+0000 7f1eeebdc640 1 -- 172.21.15.71:0/1548479232 --> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f1ee8104120 con 0x7f1ed0039200 2024-09-15T23:37:58.860 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:58.295+0000 7f1ee5ffb640 1 -- 172.21.15.71:0/1548479232 <== mgr.14118 v2:172.21.15.71:6800/4097213184 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f1ee8104120 con 0x7f1ed0039200 2024-09-15T23:37:58.860 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:58.297+0000 7f1eeebdc640 1 -- 172.21.15.71:0/1548479232 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f1ed0039200 msgr2=0x7f1ed003b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:58.860 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:58.297+0000 7f1eeebdc640 1 --2- 172.21.15.71:0/1548479232 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f1ed0039200 0x7f1ed003b6c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f1edc0098c0 tx=0x7f1edc006db0 comp rx=0 tx=0).stop 2024-09-15T23:37:58.860 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:58.297+0000 7f1eeebdc640 1 -- 172.21.15.71:0/1548479232 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1ee8107670 msgr2=0x7f1ee819b570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:37:58.860 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:58.297+0000 7f1eeebdc640 1 --2- 172.21.15.71:0/1548479232 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1ee8107670 0x7f1ee819b570 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f1ed80097f0 tx=0x7f1ed8030d00 comp rx=0 tx=0).stop 2024-09-15T23:37:58.860 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:58.297+0000 7f1eeebdc640 1 -- 172.21.15.71:0/1548479232 shutdown_connections 2024-09-15T23:37:58.860 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:58.297+0000 7f1eeebdc640 1 --2- 172.21.15.71:0/1548479232 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f1ed0039200 0x7f1ed003b6c0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:58.860 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:58.297+0000 7f1eeebdc640 1 --2- 172.21.15.71:0/1548479232 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1ee8107670 0x7f1ee819b570 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:37:58.860 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:58.297+0000 7f1eeebdc640 1 -- 172.21.15.71:0/1548479232 >> 172.21.15.71:0/1548479232 conn(0x7f1ee8102e60 msgr2=0x7f1ee8103a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:37:58.860 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:58.298+0000 7f1eeebdc640 1 -- 172.21.15.71:0/1548479232 shutdown_connections 2024-09-15T23:37:58.860 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:58.298+0000 7f1eeebdc640 1 -- 172.21.15.71:0/1548479232 wait complete. 2024-09-15T23:37:59.417 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:59 smithi071 ceph-mon[30957]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:37:59.417 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:59 smithi071 ceph-mon[30957]: Generating ssh key... 2024-09-15T23:37:59.417 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:59 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' 2024-09-15T23:37:59.417 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:37:59 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' 2024-09-15T23:38:00.021 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCyTTR11hj8AL3llPAjkgJeiJyYGUUGp51U76NYJwhPP2vZxhvTSRJwAgjc+n1qzzUISCrmWma9tJbbjhGujgTX5PKM+UFhD4ryBLR5HZG+0dYFzeaHCKTD5CKgEbTu6qpDDpHPXpAGbkje3q/KAepxzPVJWgGhVjX1yqXO86HtD28En4EITDQvbFl6d8Da2R865I7e+bWBeINw6vC/7LYAn/MPpKZUw56LnT6HTnd8rBCnMD4HZls6wKTTvRaNBt1t/oJVo4run4Lzvf96PWRjlYRrWgVM9/jxc72/KSu8ICDnfuFO7oBw92rcWTfe7vbD4aMnjxBno8/cA3KyeXcpW9BbIzFVSjkyNJLbPPuRK9KAyDFHAjP3G9Vm4pTXAZwrgkmK6D9lJojF0VJEDqmP/3vwwOjpW7HwrR65JGimZcQeDKZi7OGqkcprL8gf8BuZGDjMBlXAuHUUIS+tFcoRdJBJf4RxlpMk5BRSUzpvYcKYJOkPFMpuULAv3t9AJl8= ceph-4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:38:00.022 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.235+0000 7f2987f9c640 1 Processor -- start 2024-09-15T23:38:00.022 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.236+0000 7f2987f9c640 1 -- start start 2024-09-15T23:38:00.022 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.236+0000 7f2987f9c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2980107670 0x7f2980107a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:00.022 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.236+0000 7f2987f9c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2980107fb0 con 0x7f2980107670 2024-09-15T23:38:00.022 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.236+0000 7f2985d38640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2980107670 0x7f2980107a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:00.022 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.236+0000 7f2985d38640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2980107670 0x7f2980107a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50200/0 (socket says 172.21.15.71:50200) 2024-09-15T23:38:00.022 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.236+0000 7f2985d38640 1 -- 172.21.15.71:0/3404545069 learned_addr learned my addr 172.21.15.71:0/3404545069 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:00.022 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.236+0000 7f2985d38640 1 -- 172.21.15.71:0/3404545069 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2980108130 con 0x7f2980107670 2024-09-15T23:38:00.022 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.237+0000 7f2985d38640 1 --2- 172.21.15.71:0/3404545069 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2980107670 0x7f2980107a70 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f2978009820 tx=0x7f297802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f49d8b91d3f9db41 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:00.022 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.237+0000 7f2984d36640 1 -- 172.21.15.71:0/3404545069 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2978037070 con 0x7f2980107670 2024-09-15T23:38:00.022 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.237+0000 7f2984d36640 1 -- 172.21.15.71:0/3404545069 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f29780328d0 con 0x7f2980107670 2024-09-15T23:38:00.022 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.237+0000 7f2984d36640 1 -- 172.21.15.71:0/3404545069 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f29780307d0 con 0x7f2980107670 2024-09-15T23:38:00.023 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.238+0000 7f2987f9c640 1 -- 172.21.15.71:0/3404545069 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2980107670 msgr2=0x7f2980107a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:00.023 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.238+0000 7f2987f9c640 1 --2- 172.21.15.71:0/3404545069 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2980107670 0x7f2980107a70 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f2978009820 tx=0x7f297802a270 comp rx=0 tx=0).stop 2024-09-15T23:38:00.023 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.238+0000 7f2987f9c640 1 -- 172.21.15.71:0/3404545069 shutdown_connections 2024-09-15T23:38:00.023 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.238+0000 7f2987f9c640 1 --2- 172.21.15.71:0/3404545069 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2980107670 0x7f2980107a70 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:00.023 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.238+0000 7f2987f9c640 1 -- 172.21.15.71:0/3404545069 >> 172.21.15.71:0/3404545069 conn(0x7f2980102e60 msgr2=0x7f29801052e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:00.023 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.238+0000 7f2987f9c640 1 -- 172.21.15.71:0/3404545069 shutdown_connections 2024-09-15T23:38:00.023 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.238+0000 7f2987f9c640 1 -- 172.21.15.71:0/3404545069 wait complete. 2024-09-15T23:38:00.023 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.238+0000 7f2987f9c640 1 Processor -- start 2024-09-15T23:38:00.023 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.238+0000 7f2987f9c640 1 -- start start 2024-09-15T23:38:00.023 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.239+0000 7f2987f9c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2980107670 0x7f298019b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:00.023 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.239+0000 7f2987f9c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f298010bae0 con 0x7f2980107670 2024-09-15T23:38:00.024 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.239+0000 7f2985d38640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2980107670 0x7f298019b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:00.024 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.239+0000 7f2985d38640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2980107670 0x7f298019b570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50216/0 (socket says 172.21.15.71:50216) 2024-09-15T23:38:00.024 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.239+0000 7f2985d38640 1 -- 172.21.15.71:0/2286736108 learned_addr learned my addr 172.21.15.71:0/2286736108 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:00.024 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.239+0000 7f2985d38640 1 -- 172.21.15.71:0/2286736108 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f298019bab0 con 0x7f2980107670 2024-09-15T23:38:00.024 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.239+0000 7f2985d38640 1 --2- 172.21.15.71:0/2286736108 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2980107670 0x7f298019b570 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f29780097f0 tx=0x7f2978030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:00.024 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.239+0000 7f297effd640 1 -- 172.21.15.71:0/2286736108 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2978037040 con 0x7f2980107670 2024-09-15T23:38:00.024 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.239+0000 7f297effd640 1 -- 172.21.15.71:0/2286736108 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f2978032bb0 con 0x7f2980107670 2024-09-15T23:38:00.024 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.239+0000 7f2987f9c640 1 -- 172.21.15.71:0/2286736108 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f298019bd40 con 0x7f2980107670 2024-09-15T23:38:00.024 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.239+0000 7f297effd640 1 -- 172.21.15.71:0/2286736108 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f297803a390 con 0x7f2980107670 2024-09-15T23:38:00.024 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.239+0000 7f2987f9c640 1 -- 172.21.15.71:0/2286736108 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f298019ea30 con 0x7f2980107670 2024-09-15T23:38:00.024 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.240+0000 7f297effd640 1 -- 172.21.15.71:0/2286736108 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7f297803b3f0 con 0x7f2980107670 2024-09-15T23:38:00.024 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.240+0000 7f2987f9c640 1 -- 172.21.15.71:0/2286736108 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f298010bc60 con 0x7f2980107670 2024-09-15T23:38:00.025 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.240+0000 7f297effd640 1 --2- 172.21.15.71:0/2286736108 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f2968039200 0x7f296803b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:00.025 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.240+0000 7f297effd640 1 -- 172.21.15.71:0/2286736108 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f297806c4d0 con 0x7f2980107670 2024-09-15T23:38:00.025 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.241+0000 7f2985537640 1 --2- 172.21.15.71:0/2286736108 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f2968039200 0x7f296803b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:00.025 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.241+0000 7f2985537640 1 --2- 172.21.15.71:0/2286736108 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f2968039200 0x7f296803b6c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f29740098c0 tx=0x7f2974006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:00.025 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.245+0000 7f297effd640 1 -- 172.21.15.71:0/2286736108 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2978040210 con 0x7f2980107670 2024-09-15T23:38:00.025 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.416+0000 7f2987f9c640 1 -- 172.21.15.71:0/2286736108 --> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f2980104120 con 0x7f2968039200 2024-09-15T23:38:00.025 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.416+0000 7f297effd640 1 -- 172.21.15.71:0/2286736108 <== mgr.14118 v2:172.21.15.71:6800/4097213184 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f2980104120 con 0x7f2968039200 2024-09-15T23:38:00.025 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.419+0000 7f2987f9c640 1 -- 172.21.15.71:0/2286736108 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f2968039200 msgr2=0x7f296803b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:00.025 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.419+0000 7f2987f9c640 1 --2- 172.21.15.71:0/2286736108 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f2968039200 0x7f296803b6c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f29740098c0 tx=0x7f2974006db0 comp rx=0 tx=0).stop 2024-09-15T23:38:00.025 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.419+0000 7f2987f9c640 1 -- 172.21.15.71:0/2286736108 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2980107670 msgr2=0x7f298019b570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:00.025 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.419+0000 7f2987f9c640 1 --2- 172.21.15.71:0/2286736108 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2980107670 0x7f298019b570 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f29780097f0 tx=0x7f2978030d00 comp rx=0 tx=0).stop 2024-09-15T23:38:00.026 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.419+0000 7f2987f9c640 1 -- 172.21.15.71:0/2286736108 shutdown_connections 2024-09-15T23:38:00.026 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.419+0000 7f2987f9c640 1 --2- 172.21.15.71:0/2286736108 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f2968039200 0x7f296803b6c0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:00.026 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.419+0000 7f2987f9c640 1 --2- 172.21.15.71:0/2286736108 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2980107670 0x7f298019b570 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:00.026 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.419+0000 7f2987f9c640 1 -- 172.21.15.71:0/2286736108 >> 172.21.15.71:0/2286736108 conn(0x7f2980102e60 msgr2=0x7f2980103a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:00.026 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.419+0000 7f2987f9c640 1 -- 172.21.15.71:0/2286736108 shutdown_connections 2024-09-15T23:38:00.026 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:37:59.419+0000 7f2987f9c640 1 -- 172.21.15.71:0/2286736108 wait complete. 2024-09-15T23:38:00.026 INFO:teuthology.orchestra.run.smithi071.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-15T23:38:00.026 INFO:teuthology.orchestra.run.smithi071.stdout:Adding key to root@localhost authorized_keys... 2024-09-15T23:38:00.027 INFO:teuthology.orchestra.run.smithi071.stdout:Adding host smithi071... 2024-09-15T23:38:00.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:00 smithi071 ceph-mon[30957]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:38:01.379 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:01 smithi071 ceph-mon[30957]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi071", "addr": "172.21.15.71", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:38:02.316 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:02 smithi071 ceph-mon[30957]: Deploying cephadm binary to smithi071 2024-09-15T23:38:04.328 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout Added host 'smithi071' with addr '172.21.15.71' 2024-09-15T23:38:04.328 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.422+0000 7f3f38233640 1 Processor -- start 2024-09-15T23:38:04.328 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.422+0000 7f3f38233640 1 -- start start 2024-09-15T23:38:04.328 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.422+0000 7f3f38233640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f30107650 0x7f3f30107a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:04.328 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.422+0000 7f3f38233640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3f30107f90 con 0x7f3f30107650 2024-09-15T23:38:04.328 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.422+0000 7f3f35fcf640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f30107650 0x7f3f30107a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:04.328 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.422+0000 7f3f35fcf640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f30107650 0x7f3f30107a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55364/0 (socket says 172.21.15.71:55364) 2024-09-15T23:38:04.328 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.422+0000 7f3f35fcf640 1 -- 172.21.15.71:0/2857827381 learned_addr learned my addr 172.21.15.71:0/2857827381 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:04.328 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.422+0000 7f3f35fcf640 1 -- 172.21.15.71:0/2857827381 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f30108110 con 0x7f3f30107650 2024-09-15T23:38:04.328 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.423+0000 7f3f35fcf640 1 --2- 172.21.15.71:0/2857827381 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f30107650 0x7f3f30107a50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f3f20009820 tx=0x7f3f2002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=feb23136ceb5364a server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:04.328 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.423+0000 7f3f34fcd640 1 -- 172.21.15.71:0/2857827381 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3f20037070 con 0x7f3f30107650 2024-09-15T23:38:04.329 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.423+0000 7f3f34fcd640 1 -- 172.21.15.71:0/2857827381 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f3f200328d0 con 0x7f3f30107650 2024-09-15T23:38:04.329 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.423+0000 7f3f34fcd640 1 -- 172.21.15.71:0/2857827381 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3f200307d0 con 0x7f3f30107650 2024-09-15T23:38:04.329 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.424+0000 7f3f38233640 1 -- 172.21.15.71:0/2857827381 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f30107650 msgr2=0x7f3f30107a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:04.329 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.424+0000 7f3f38233640 1 --2- 172.21.15.71:0/2857827381 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f30107650 0x7f3f30107a50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f3f20009820 tx=0x7f3f2002a270 comp rx=0 tx=0).stop 2024-09-15T23:38:04.329 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.424+0000 7f3f38233640 1 -- 172.21.15.71:0/2857827381 shutdown_connections 2024-09-15T23:38:04.329 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.424+0000 7f3f38233640 1 --2- 172.21.15.71:0/2857827381 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f30107650 0x7f3f30107a50 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:04.329 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.424+0000 7f3f38233640 1 -- 172.21.15.71:0/2857827381 >> 172.21.15.71:0/2857827381 conn(0x7f3f30102f00 msgr2=0x7f3f30105320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:04.329 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.424+0000 7f3f38233640 1 -- 172.21.15.71:0/2857827381 shutdown_connections 2024-09-15T23:38:04.329 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.424+0000 7f3f38233640 1 -- 172.21.15.71:0/2857827381 wait complete. 2024-09-15T23:38:04.329 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.425+0000 7f3f38233640 1 Processor -- start 2024-09-15T23:38:04.329 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.425+0000 7f3f38233640 1 -- start start 2024-09-15T23:38:04.329 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.425+0000 7f3f38233640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f30107650 0x7f3f3019b550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:04.329 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.425+0000 7f3f38233640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3f3010bac0 con 0x7f3f30107650 2024-09-15T23:38:04.330 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.425+0000 7f3f35fcf640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f30107650 0x7f3f3019b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:04.330 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.425+0000 7f3f35fcf640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f30107650 0x7f3f3019b550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55378/0 (socket says 172.21.15.71:55378) 2024-09-15T23:38:04.330 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.425+0000 7f3f35fcf640 1 -- 172.21.15.71:0/1474536234 learned_addr learned my addr 172.21.15.71:0/1474536234 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:04.330 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.425+0000 7f3f35fcf640 1 -- 172.21.15.71:0/1474536234 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f3019ba90 con 0x7f3f30107650 2024-09-15T23:38:04.330 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.425+0000 7f3f35fcf640 1 --2- 172.21.15.71:0/1474536234 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f30107650 0x7f3f3019b550 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f3f20032e10 tx=0x7f3f20032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:04.330 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.425+0000 7f3f26ffd640 1 -- 172.21.15.71:0/1474536234 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3f20042070 con 0x7f3f30107650 2024-09-15T23:38:04.330 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.425+0000 7f3f26ffd640 1 -- 172.21.15.71:0/1474536234 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f3f20030c80 con 0x7f3f30107650 2024-09-15T23:38:04.330 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.425+0000 7f3f26ffd640 1 -- 172.21.15.71:0/1474536234 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3f20037040 con 0x7f3f30107650 2024-09-15T23:38:04.330 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.425+0000 7f3f38233640 1 -- 172.21.15.71:0/1474536234 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f3019bd20 con 0x7f3f30107650 2024-09-15T23:38:04.330 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.426+0000 7f3f38233640 1 -- 172.21.15.71:0/1474536234 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f3019ea10 con 0x7f3f30107650 2024-09-15T23:38:04.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.426+0000 7f3f26ffd640 1 -- 172.21.15.71:0/1474536234 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7f3f20045070 con 0x7f3f30107650 2024-09-15T23:38:04.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.426+0000 7f3f26ffd640 1 --2- 172.21.15.71:0/1474536234 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3f1c039200 0x7f3f1c03b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:04.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.426+0000 7f3f26ffd640 1 -- 172.21.15.71:0/1474536234 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f3f2006c300 con 0x7f3f30107650 2024-09-15T23:38:04.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.427+0000 7f3f38233640 1 -- 172.21.15.71:0/1474536234 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f3010bc40 con 0x7f3f30107650 2024-09-15T23:38:04.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.427+0000 7f3f357ce640 1 --2- 172.21.15.71:0/1474536234 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3f1c039200 0x7f3f1c03b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:04.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.427+0000 7f3f357ce640 1 --2- 172.21.15.71:0/1474536234 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3f1c039200 0x7f3f1c03b6c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f3f2c0098c0 tx=0x7f3f2c006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:04.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.431+0000 7f3f26ffd640 1 -- 172.21.15.71:0/1474536234 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3f20045360 con 0x7f3f30107650 2024-09-15T23:38:04.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:00.602+0000 7f3f38233640 1 -- 172.21.15.71:0/1474536234 --> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi071", "addr": "172.21.15.71", "target": ["mon-mgr", ""]}) -- 0x7f3f301041a0 con 0x7f3f1c039200 2024-09-15T23:38:04.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:03.729+0000 7f3f26ffd640 1 -- 172.21.15.71:0/1474536234 <== mgr.14118 v2:172.21.15.71:6800/4097213184 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f3f301041a0 con 0x7f3f1c039200 2024-09-15T23:38:04.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:03.732+0000 7f3f38233640 1 -- 172.21.15.71:0/1474536234 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3f1c039200 msgr2=0x7f3f1c03b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:04.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:03.732+0000 7f3f38233640 1 --2- 172.21.15.71:0/1474536234 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3f1c039200 0x7f3f1c03b6c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f3f2c0098c0 tx=0x7f3f2c006db0 comp rx=0 tx=0).stop 2024-09-15T23:38:04.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:03.732+0000 7f3f38233640 1 -- 172.21.15.71:0/1474536234 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f30107650 msgr2=0x7f3f3019b550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:04.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:03.732+0000 7f3f38233640 1 --2- 172.21.15.71:0/1474536234 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f30107650 0x7f3f3019b550 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f3f20032e10 tx=0x7f3f20032e40 comp rx=0 tx=0).stop 2024-09-15T23:38:04.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:03.732+0000 7f3f38233640 1 -- 172.21.15.71:0/1474536234 shutdown_connections 2024-09-15T23:38:04.332 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:03.732+0000 7f3f38233640 1 --2- 172.21.15.71:0/1474536234 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3f1c039200 0x7f3f1c03b6c0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:04.332 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:03.732+0000 7f3f38233640 1 --2- 172.21.15.71:0/1474536234 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f30107650 0x7f3f3019b550 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:04.332 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:03.732+0000 7f3f38233640 1 -- 172.21.15.71:0/1474536234 >> 172.21.15.71:0/1474536234 conn(0x7f3f30102f00 msgr2=0x7f3f30103a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:04.332 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:03.732+0000 7f3f38233640 1 -- 172.21.15.71:0/1474536234 shutdown_connections 2024-09-15T23:38:04.332 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:03.732+0000 7f3f38233640 1 -- 172.21.15.71:0/1474536234 wait complete. 2024-09-15T23:38:04.332 INFO:teuthology.orchestra.run.smithi071.stdout:Deploying unmanaged mon service... 2024-09-15T23:38:04.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:04 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' 2024-09-15T23:38:04.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:04 smithi071 ceph-mon[30957]: Added host smithi071 2024-09-15T23:38:04.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:04 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:38:05.737 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-15T23:38:05.737 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.744+0000 7fb4eae7c640 1 Processor -- start 2024-09-15T23:38:05.737 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.744+0000 7fb4eae7c640 1 -- start start 2024-09-15T23:38:05.737 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.745+0000 7fb4eae7c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4107690 0x7fb4e4107a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:05.737 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.745+0000 7fb4eae7c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fb4e4107fd0 con 0x7fb4e4107690 2024-09-15T23:38:05.737 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.745+0000 7fb4e8c18640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4107690 0x7fb4e4107a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:05.737 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.745+0000 7fb4e8c18640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4107690 0x7fb4e4107a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55386/0 (socket says 172.21.15.71:55386) 2024-09-15T23:38:05.737 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.745+0000 7fb4e8c18640 1 -- 172.21.15.71:0/1728575474 learned_addr learned my addr 172.21.15.71:0/1728575474 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:05.738 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.745+0000 7fb4e8c18640 1 -- 172.21.15.71:0/1728575474 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4e4108150 con 0x7fb4e4107690 2024-09-15T23:38:05.738 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.746+0000 7fb4e8c18640 1 --2- 172.21.15.71:0/1728575474 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4107690 0x7fb4e4107a90 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fb4d4009820 tx=0x7fb4d402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d85c10b7a730fc2 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:05.738 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.746+0000 7fb4e37fe640 1 -- 172.21.15.71:0/1728575474 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb4d4037070 con 0x7fb4e4107690 2024-09-15T23:38:05.738 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.746+0000 7fb4e37fe640 1 -- 172.21.15.71:0/1728575474 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fb4d40328d0 con 0x7fb4e4107690 2024-09-15T23:38:05.738 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.746+0000 7fb4e37fe640 1 -- 172.21.15.71:0/1728575474 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb4d40307d0 con 0x7fb4e4107690 2024-09-15T23:38:05.738 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.746+0000 7fb4eae7c640 1 -- 172.21.15.71:0/1728575474 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4107690 msgr2=0x7fb4e4107a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:05.738 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.746+0000 7fb4eae7c640 1 --2- 172.21.15.71:0/1728575474 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4107690 0x7fb4e4107a90 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fb4d4009820 tx=0x7fb4d402a270 comp rx=0 tx=0).stop 2024-09-15T23:38:05.738 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.746+0000 7fb4eae7c640 1 -- 172.21.15.71:0/1728575474 shutdown_connections 2024-09-15T23:38:05.738 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.746+0000 7fb4eae7c640 1 --2- 172.21.15.71:0/1728575474 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4107690 0x7fb4e4107a90 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:05.738 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.746+0000 7fb4eae7c640 1 -- 172.21.15.71:0/1728575474 >> 172.21.15.71:0/1728575474 conn(0x7fb4e4102e80 msgr2=0x7fb4e4105300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:05.738 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.746+0000 7fb4eae7c640 1 -- 172.21.15.71:0/1728575474 shutdown_connections 2024-09-15T23:38:05.739 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.746+0000 7fb4eae7c640 1 -- 172.21.15.71:0/1728575474 wait complete. 2024-09-15T23:38:05.739 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.747+0000 7fb4eae7c640 1 Processor -- start 2024-09-15T23:38:05.739 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.747+0000 7fb4eae7c640 1 -- start start 2024-09-15T23:38:05.739 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.747+0000 7fb4eae7c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4107690 0x7fb4e407db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:05.739 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.747+0000 7fb4eae7c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fb4e410bab0 con 0x7fb4e4107690 2024-09-15T23:38:05.739 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.747+0000 7fb4e8c18640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4107690 0x7fb4e407db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:05.739 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.747+0000 7fb4e8c18640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4107690 0x7fb4e407db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55390/0 (socket says 172.21.15.71:55390) 2024-09-15T23:38:05.739 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.747+0000 7fb4e8c18640 1 -- 172.21.15.71:0/4187383491 learned_addr learned my addr 172.21.15.71:0/4187383491 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:05.739 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.747+0000 7fb4e8c18640 1 -- 172.21.15.71:0/4187383491 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4e407e0a0 con 0x7fb4e4107690 2024-09-15T23:38:05.739 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.748+0000 7fb4e8c18640 1 --2- 172.21.15.71:0/4187383491 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4107690 0x7fb4e407db60 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fb4d40097f0 tx=0x7fb4d4030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:05.739 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.748+0000 7fb4e1ffb640 1 -- 172.21.15.71:0/4187383491 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb4d4037040 con 0x7fb4e4107690 2024-09-15T23:38:05.739 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.748+0000 7fb4eae7c640 1 -- 172.21.15.71:0/4187383491 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4e407c290 con 0x7fb4e4107690 2024-09-15T23:38:05.739 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.748+0000 7fb4e1ffb640 1 -- 172.21.15.71:0/4187383491 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fb4d4032bb0 con 0x7fb4e4107690 2024-09-15T23:38:05.740 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.748+0000 7fb4e1ffb640 1 -- 172.21.15.71:0/4187383491 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb4d403a390 con 0x7fb4e4107690 2024-09-15T23:38:05.740 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.748+0000 7fb4eae7c640 1 -- 172.21.15.71:0/4187383491 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4e407c7d0 con 0x7fb4e4107690 2024-09-15T23:38:05.740 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.749+0000 7fb4e1ffb640 1 -- 172.21.15.71:0/4187383491 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7fb4d403b3f0 con 0x7fb4e4107690 2024-09-15T23:38:05.740 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.749+0000 7fb4e1ffb640 1 --2- 172.21.15.71:0/4187383491 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fb4cc0391b0 0x7fb4cc03b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:05.740 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.749+0000 7fb4eae7c640 1 -- 172.21.15.71:0/4187383491 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4e410bc30 con 0x7fb4e4107690 2024-09-15T23:38:05.740 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.749+0000 7fb4e1ffb640 1 -- 172.21.15.71:0/4187383491 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fb4d406c550 con 0x7fb4e4107690 2024-09-15T23:38:05.740 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.749+0000 7fb4e3fff640 1 --2- 172.21.15.71:0/4187383491 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fb4cc0391b0 0x7fb4cc03b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:05.740 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.749+0000 7fb4e3fff640 1 --2- 172.21.15.71:0/4187383491 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fb4cc0391b0 0x7fb4cc03b670 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fb4d80098c0 tx=0x7fb4d8006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:05.740 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.754+0000 7fb4e1ffb640 1 -- 172.21.15.71:0/4187383491 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb4d4033040 con 0x7fb4e4107690 2024-09-15T23:38:05.740 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.950+0000 7fb4eae7c640 1 -- 172.21.15.71:0/4187383491 --> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fb4e407d060 con 0x7fb4cc0391b0 2024-09-15T23:38:05.740 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.955+0000 7fb4e1ffb640 1 -- 172.21.15.71:0/4187383491 <== mgr.14118 v2:172.21.15.71:6800/4097213184 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fb4e407d060 con 0x7fb4cc0391b0 2024-09-15T23:38:05.740 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.958+0000 7fb4eae7c640 1 -- 172.21.15.71:0/4187383491 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fb4cc0391b0 msgr2=0x7fb4cc03b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:05.740 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.958+0000 7fb4eae7c640 1 --2- 172.21.15.71:0/4187383491 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fb4cc0391b0 0x7fb4cc03b670 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fb4d80098c0 tx=0x7fb4d8006db0 comp rx=0 tx=0).stop 2024-09-15T23:38:05.741 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.958+0000 7fb4eae7c640 1 -- 172.21.15.71:0/4187383491 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4107690 msgr2=0x7fb4e407db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:05.741 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.958+0000 7fb4eae7c640 1 --2- 172.21.15.71:0/4187383491 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4107690 0x7fb4e407db60 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fb4d40097f0 tx=0x7fb4d4030d00 comp rx=0 tx=0).stop 2024-09-15T23:38:05.741 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.958+0000 7fb4eae7c640 1 -- 172.21.15.71:0/4187383491 shutdown_connections 2024-09-15T23:38:05.741 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.958+0000 7fb4eae7c640 1 --2- 172.21.15.71:0/4187383491 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fb4cc0391b0 0x7fb4cc03b670 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:05.741 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.958+0000 7fb4eae7c640 1 --2- 172.21.15.71:0/4187383491 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4107690 0x7fb4e407db60 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:05.741 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.958+0000 7fb4eae7c640 1 -- 172.21.15.71:0/4187383491 >> 172.21.15.71:0/4187383491 conn(0x7fb4e4102e80 msgr2=0x7fb4e4103a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:05.741 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.958+0000 7fb4eae7c640 1 -- 172.21.15.71:0/4187383491 shutdown_connections 2024-09-15T23:38:05.741 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:04.958+0000 7fb4eae7c640 1 -- 172.21.15.71:0/4187383491 wait complete. 2024-09-15T23:38:05.741 INFO:teuthology.orchestra.run.smithi071.stdout:Deploying unmanaged mgr service... 2024-09-15T23:38:05.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:05 smithi071 ceph-mon[30957]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:38:05.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:05 smithi071 ceph-mon[30957]: Saving service mon spec with placement count:5 2024-09-15T23:38:05.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:05 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' 2024-09-15T23:38:07.800 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:07 smithi071 ceph-mon[30957]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:38:07.801 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:07 smithi071 ceph-mon[30957]: Saving service mgr spec with placement count:2 2024-09-15T23:38:07.801 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:07 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' 2024-09-15T23:38:07.801 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:07 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' 2024-09-15T23:38:07.811 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-15T23:38:07.812 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.336+0000 7fea0d189640 1 Processor -- start 2024-09-15T23:38:07.812 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.336+0000 7fea0d189640 1 -- start start 2024-09-15T23:38:07.812 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.336+0000 7fea0d189640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea08107670 0x7fea08107a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:07.812 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.336+0000 7fea0d189640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fea08107fb0 con 0x7fea08107670 2024-09-15T23:38:07.812 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.337+0000 7fea06d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea08107670 0x7fea08107a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:07.813 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.337+0000 7fea06d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea08107670 0x7fea08107a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55396/0 (socket says 172.21.15.71:55396) 2024-09-15T23:38:07.813 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.337+0000 7fea06d9d640 1 -- 172.21.15.71:0/134616186 learned_addr learned my addr 172.21.15.71:0/134616186 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:07.813 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.337+0000 7fea06d9d640 1 -- 172.21.15.71:0/134616186 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea08108130 con 0x7fea08107670 2024-09-15T23:38:07.813 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.337+0000 7fea06d9d640 1 --2- 172.21.15.71:0/134616186 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea08107670 0x7fea08107a70 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe9f8009820 tx=0x7fe9f802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20985e9164702da5 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:07.813 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.338+0000 7fea05d9b640 1 -- 172.21.15.71:0/134616186 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe9f8037070 con 0x7fea08107670 2024-09-15T23:38:07.813 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.338+0000 7fea05d9b640 1 -- 172.21.15.71:0/134616186 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fe9f80328d0 con 0x7fea08107670 2024-09-15T23:38:07.814 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.338+0000 7fea05d9b640 1 -- 172.21.15.71:0/134616186 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe9f80307d0 con 0x7fea08107670 2024-09-15T23:38:07.814 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.338+0000 7fea0d189640 1 -- 172.21.15.71:0/134616186 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea08107670 msgr2=0x7fea08107a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:07.814 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.338+0000 7fea0d189640 1 --2- 172.21.15.71:0/134616186 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea08107670 0x7fea08107a70 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe9f8009820 tx=0x7fe9f802a270 comp rx=0 tx=0).stop 2024-09-15T23:38:07.814 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.338+0000 7fea0d189640 1 -- 172.21.15.71:0/134616186 shutdown_connections 2024-09-15T23:38:07.814 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.338+0000 7fea0d189640 1 --2- 172.21.15.71:0/134616186 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea08107670 0x7fea08107a70 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:07.815 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.338+0000 7fea0d189640 1 -- 172.21.15.71:0/134616186 >> 172.21.15.71:0/134616186 conn(0x7fea08102e60 msgr2=0x7fea081052e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:07.815 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.338+0000 7fea0d189640 1 -- 172.21.15.71:0/134616186 shutdown_connections 2024-09-15T23:38:07.815 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.338+0000 7fea0d189640 1 -- 172.21.15.71:0/134616186 wait complete. 2024-09-15T23:38:07.815 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.339+0000 7fea0d189640 1 Processor -- start 2024-09-15T23:38:07.815 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.339+0000 7fea0d189640 1 -- start start 2024-09-15T23:38:07.815 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.339+0000 7fea0d189640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea08107670 0x7fea0819b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:07.816 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.339+0000 7fea0d189640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fea0810bae0 con 0x7fea08107670 2024-09-15T23:38:07.816 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.339+0000 7fea06d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea08107670 0x7fea0819b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:07.816 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.339+0000 7fea06d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea08107670 0x7fea0819b570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55398/0 (socket says 172.21.15.71:55398) 2024-09-15T23:38:07.816 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.339+0000 7fea06d9d640 1 -- 172.21.15.71:0/132208951 learned_addr learned my addr 172.21.15.71:0/132208951 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:07.816 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.340+0000 7fea06d9d640 1 -- 172.21.15.71:0/132208951 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea0819bab0 con 0x7fea08107670 2024-09-15T23:38:07.816 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.340+0000 7fea06d9d640 1 --2- 172.21.15.71:0/132208951 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea08107670 0x7fea0819b570 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fe9f80097f0 tx=0x7fe9f8030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:07.817 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.340+0000 7fe9effff640 1 -- 172.21.15.71:0/132208951 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe9f8037040 con 0x7fea08107670 2024-09-15T23:38:07.817 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.340+0000 7fe9effff640 1 -- 172.21.15.71:0/132208951 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fe9f8032bb0 con 0x7fea08107670 2024-09-15T23:38:07.817 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.340+0000 7fea0d189640 1 -- 172.21.15.71:0/132208951 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea0819bd40 con 0x7fea08107670 2024-09-15T23:38:07.817 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.340+0000 7fe9effff640 1 -- 172.21.15.71:0/132208951 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe9f803a390 con 0x7fea08107670 2024-09-15T23:38:07.817 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.340+0000 7fea0d189640 1 -- 172.21.15.71:0/132208951 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea0819ea30 con 0x7fea08107670 2024-09-15T23:38:07.817 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.341+0000 7fe9effff640 1 -- 172.21.15.71:0/132208951 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7fe9f803a5d0 con 0x7fea08107670 2024-09-15T23:38:07.818 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.341+0000 7fe9effff640 1 --2- 172.21.15.71:0/132208951 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fe9f00391b0 0x7fe9f003b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:07.818 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.341+0000 7fe9effff640 1 -- 172.21.15.71:0/132208951 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fe9f8032d60 con 0x7fea08107670 2024-09-15T23:38:07.818 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.341+0000 7fea0d189640 1 -- 172.21.15.71:0/132208951 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea0810bc60 con 0x7fea08107670 2024-09-15T23:38:07.818 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.341+0000 7fea0659c640 1 --2- 172.21.15.71:0/132208951 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fe9f00391b0 0x7fe9f003b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:07.818 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.342+0000 7fea0659c640 1 --2- 172.21.15.71:0/132208951 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fe9f00391b0 0x7fe9f003b670 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fe9fc0098c0 tx=0x7fe9fc006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:07.818 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.346+0000 7fe9effff640 1 -- 172.21.15.71:0/132208951 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe9f8040210 con 0x7fea08107670 2024-09-15T23:38:07.819 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.531+0000 7fea0d189640 1 -- 172.21.15.71:0/132208951 --> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fea08104120 con 0x7fe9f00391b0 2024-09-15T23:38:07.819 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.536+0000 7fe9effff640 1 -- 172.21.15.71:0/132208951 <== mgr.14118 v2:172.21.15.71:6800/4097213184 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fea08104120 con 0x7fe9f00391b0 2024-09-15T23:38:07.819 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.539+0000 7fea0d189640 1 -- 172.21.15.71:0/132208951 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fe9f00391b0 msgr2=0x7fe9f003b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:07.819 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.539+0000 7fea0d189640 1 --2- 172.21.15.71:0/132208951 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fe9f00391b0 0x7fe9f003b670 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fe9fc0098c0 tx=0x7fe9fc006db0 comp rx=0 tx=0).stop 2024-09-15T23:38:07.819 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.539+0000 7fea0d189640 1 -- 172.21.15.71:0/132208951 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea08107670 msgr2=0x7fea0819b570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:07.819 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.539+0000 7fea0d189640 1 --2- 172.21.15.71:0/132208951 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea08107670 0x7fea0819b570 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fe9f80097f0 tx=0x7fe9f8030d00 comp rx=0 tx=0).stop 2024-09-15T23:38:07.819 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.539+0000 7fea0d189640 1 -- 172.21.15.71:0/132208951 shutdown_connections 2024-09-15T23:38:07.820 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.539+0000 7fea0d189640 1 --2- 172.21.15.71:0/132208951 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7fe9f00391b0 0x7fe9f003b670 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:07.820 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.539+0000 7fea0d189640 1 --2- 172.21.15.71:0/132208951 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea08107670 0x7fea0819b570 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:07.820 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.539+0000 7fea0d189640 1 -- 172.21.15.71:0/132208951 >> 172.21.15.71:0/132208951 conn(0x7fea08102e60 msgr2=0x7fea08103a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:07.820 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.539+0000 7fea0d189640 1 -- 172.21.15.71:0/132208951 shutdown_connections 2024-09-15T23:38:07.821 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:06.539+0000 7fea0d189640 1 -- 172.21.15.71:0/132208951 wait complete. 2024-09-15T23:38:09.102 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:08 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' 2024-09-15T23:38:09.102 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:08 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/4224305564' entity='client.admin' 2024-09-15T23:38:09.650 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.268+0000 7efe9f9bb640 1 Processor -- start 2024-09-15T23:38:09.650 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.268+0000 7efe9f9bb640 1 -- start start 2024-09-15T23:38:09.650 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.269+0000 7efe9f9bb640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe98108040 0x7efe9810a430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:09.651 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.269+0000 7efe9f9bb640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7efe9807be50 con 0x7efe98108040 2024-09-15T23:38:09.651 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.269+0000 7efe9d757640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe98108040 0x7efe9810a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:09.651 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.269+0000 7efe9d757640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe98108040 0x7efe9810a430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55412/0 (socket says 172.21.15.71:55412) 2024-09-15T23:38:09.651 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.269+0000 7efe9d757640 1 -- 172.21.15.71:0/2494606204 learned_addr learned my addr 172.21.15.71:0/2494606204 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:09.651 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.269+0000 7efe9d757640 1 -- 172.21.15.71:0/2494606204 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe9810a970 con 0x7efe98108040 2024-09-15T23:38:09.651 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.270+0000 7efe9d757640 1 --2- 172.21.15.71:0/2494606204 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe98108040 0x7efe9810a430 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7efe88009e80 tx=0x7efe8802a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c1a7a016c16c9e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:09.651 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.270+0000 7efe97fff640 1 -- 172.21.15.71:0/2494606204 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efe88036070 con 0x7efe98108040 2024-09-15T23:38:09.651 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.270+0000 7efe97fff640 1 -- 172.21.15.71:0/2494606204 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efe880318b0 con 0x7efe98108040 2024-09-15T23:38:09.651 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.270+0000 7efe97fff640 1 -- 172.21.15.71:0/2494606204 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efe88007930 con 0x7efe98108040 2024-09-15T23:38:09.651 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.270+0000 7efe9f9bb640 1 -- 172.21.15.71:0/2494606204 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe98108040 msgr2=0x7efe9810a430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:09.651 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.270+0000 7efe9f9bb640 1 --2- 172.21.15.71:0/2494606204 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe98108040 0x7efe9810a430 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7efe88009e80 tx=0x7efe8802a7a0 comp rx=0 tx=0).stop 2024-09-15T23:38:09.651 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.270+0000 7efe9f9bb640 1 -- 172.21.15.71:0/2494606204 shutdown_connections 2024-09-15T23:38:09.651 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.270+0000 7efe9f9bb640 1 --2- 172.21.15.71:0/2494606204 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe98108040 0x7efe9810a430 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:09.652 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.270+0000 7efe9f9bb640 1 -- 172.21.15.71:0/2494606204 >> 172.21.15.71:0/2494606204 conn(0x7efe98101ce0 msgr2=0x7efe98104100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:09.652 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.271+0000 7efe9f9bb640 1 -- 172.21.15.71:0/2494606204 shutdown_connections 2024-09-15T23:38:09.652 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.271+0000 7efe9f9bb640 1 -- 172.21.15.71:0/2494606204 wait complete. 2024-09-15T23:38:09.652 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.271+0000 7efe9f9bb640 1 Processor -- start 2024-09-15T23:38:09.652 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.271+0000 7efe9f9bb640 1 -- start start 2024-09-15T23:38:09.652 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.271+0000 7efe9f9bb640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe98108040 0x7efe9819b530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:09.652 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.271+0000 7efe9f9bb640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7efe9810b990 con 0x7efe98108040 2024-09-15T23:38:09.652 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.272+0000 7efe9d757640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe98108040 0x7efe9819b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:09.652 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.272+0000 7efe9d757640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe98108040 0x7efe9819b530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55414/0 (socket says 172.21.15.71:55414) 2024-09-15T23:38:09.652 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.272+0000 7efe9d757640 1 -- 172.21.15.71:0/4224305564 learned_addr learned my addr 172.21.15.71:0/4224305564 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:09.652 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.272+0000 7efe9d757640 1 -- 172.21.15.71:0/4224305564 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe9819ba70 con 0x7efe98108040 2024-09-15T23:38:09.652 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.272+0000 7efe9d757640 1 --2- 172.21.15.71:0/4224305564 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe98108040 0x7efe9819b530 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7efe88031c90 tx=0x7efe88031cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:09.652 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.272+0000 7efe967fc640 1 -- 172.21.15.71:0/4224305564 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efe88036050 con 0x7efe98108040 2024-09-15T23:38:09.653 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.272+0000 7efe967fc640 1 -- 172.21.15.71:0/4224305564 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efe88042070 con 0x7efe98108040 2024-09-15T23:38:09.653 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.272+0000 7efe9f9bb640 1 -- 172.21.15.71:0/4224305564 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe9819bd00 con 0x7efe98108040 2024-09-15T23:38:09.653 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.272+0000 7efe967fc640 1 -- 172.21.15.71:0/4224305564 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efe8803daa0 con 0x7efe98108040 2024-09-15T23:38:09.653 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.272+0000 7efe9f9bb640 1 -- 172.21.15.71:0/4224305564 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe9819e9f0 con 0x7efe98108040 2024-09-15T23:38:09.653 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.273+0000 7efe967fc640 1 -- 172.21.15.71:0/4224305564 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7efe8803b740 con 0x7efe98108040 2024-09-15T23:38:09.653 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.273+0000 7efe967fc640 1 --2- 172.21.15.71:0/4224305564 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7efe800391b0 0x7efe8003b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:09.653 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.273+0000 7efe9f9bb640 1 -- 172.21.15.71:0/4224305564 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe981084a0 con 0x7efe98108040 2024-09-15T23:38:09.653 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.273+0000 7efe967fc640 1 -- 172.21.15.71:0/4224305564 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7efe8806d7f0 con 0x7efe98108040 2024-09-15T23:38:09.653 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.273+0000 7efe9cf56640 1 --2- 172.21.15.71:0/4224305564 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7efe800391b0 0x7efe8003b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:09.653 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.274+0000 7efe9cf56640 1 --2- 172.21.15.71:0/4224305564 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7efe800391b0 0x7efe8003b670 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7efe8c0098c0 tx=0x7efe8c006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:09.653 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.278+0000 7efe967fc640 1 -- 172.21.15.71:0/4224305564 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7efe88047460 con 0x7efe98108040 2024-09-15T23:38:09.653 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.456+0000 7efe9f9bb640 1 -- 172.21.15.71:0/4224305564 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7efe9819efe0 con 0x7efe98108040 2024-09-15T23:38:09.653 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.459+0000 7efe967fc640 1 -- 172.21.15.71:0/4224305564 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7efe88044310 con 0x7efe98108040 2024-09-15T23:38:09.653 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.461+0000 7efe9f9bb640 1 -- 172.21.15.71:0/4224305564 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7efe800391b0 msgr2=0x7efe8003b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:09.654 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.461+0000 7efe9f9bb640 1 --2- 172.21.15.71:0/4224305564 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7efe800391b0 0x7efe8003b670 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7efe8c0098c0 tx=0x7efe8c006db0 comp rx=0 tx=0).stop 2024-09-15T23:38:09.654 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.461+0000 7efe9f9bb640 1 -- 172.21.15.71:0/4224305564 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe98108040 msgr2=0x7efe9819b530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:09.654 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.461+0000 7efe9f9bb640 1 --2- 172.21.15.71:0/4224305564 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe98108040 0x7efe9819b530 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7efe88031c90 tx=0x7efe88031cc0 comp rx=0 tx=0).stop 2024-09-15T23:38:09.654 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.461+0000 7efe9f9bb640 1 -- 172.21.15.71:0/4224305564 shutdown_connections 2024-09-15T23:38:09.654 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.461+0000 7efe9f9bb640 1 --2- 172.21.15.71:0/4224305564 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7efe800391b0 0x7efe8003b670 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:09.654 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.461+0000 7efe9f9bb640 1 --2- 172.21.15.71:0/4224305564 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe98108040 0x7efe9819b530 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:09.654 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.461+0000 7efe9f9bb640 1 -- 172.21.15.71:0/4224305564 >> 172.21.15.71:0/4224305564 conn(0x7efe98101ce0 msgr2=0x7efe981028b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:09.654 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.461+0000 7efe9f9bb640 1 -- 172.21.15.71:0/4224305564 shutdown_connections 2024-09-15T23:38:09.654 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:08.461+0000 7efe9f9bb640 1 -- 172.21.15.71:0/4224305564 wait complete. 2024-09-15T23:38:10.263 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:10 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' 2024-09-15T23:38:10.899 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.078+0000 7f3d633d2640 1 Processor -- start 2024-09-15T23:38:10.899 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.079+0000 7f3d633d2640 1 -- start start 2024-09-15T23:38:10.899 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.079+0000 7f3d633d2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3d5c107670 0x7f3d5c107a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:10.899 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.079+0000 7f3d633d2640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3d5c107fb0 con 0x7f3d5c107670 2024-09-15T23:38:10.899 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.079+0000 7f3d6116e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3d5c107670 0x7f3d5c107a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:10.899 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.079+0000 7f3d6116e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3d5c107670 0x7f3d5c107a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55426/0 (socket says 172.21.15.71:55426) 2024-09-15T23:38:10.899 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.079+0000 7f3d6116e640 1 -- 172.21.15.71:0/2415775559 learned_addr learned my addr 172.21.15.71:0/2415775559 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:10.899 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.079+0000 7f3d6116e640 1 -- 172.21.15.71:0/2415775559 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d5c108130 con 0x7f3d5c107670 2024-09-15T23:38:10.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.080+0000 7f3d6116e640 1 --2- 172.21.15.71:0/2415775559 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3d5c107670 0x7f3d5c107a70 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f3d54009e80 tx=0x7f3d5402a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7b79a976f31f61d server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:10.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.080+0000 7f3d4ffff640 1 -- 172.21.15.71:0/2415775559 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3d54036070 con 0x7f3d5c107670 2024-09-15T23:38:10.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.080+0000 7f3d4ffff640 1 -- 172.21.15.71:0/2415775559 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3d540318b0 con 0x7f3d5c107670 2024-09-15T23:38:10.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.080+0000 7f3d4ffff640 1 -- 172.21.15.71:0/2415775559 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3d54007930 con 0x7f3d5c107670 2024-09-15T23:38:10.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.081+0000 7f3d633d2640 1 -- 172.21.15.71:0/2415775559 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3d5c107670 msgr2=0x7f3d5c107a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:10.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.081+0000 7f3d633d2640 1 --2- 172.21.15.71:0/2415775559 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3d5c107670 0x7f3d5c107a70 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f3d54009e80 tx=0x7f3d5402a7a0 comp rx=0 tx=0).stop 2024-09-15T23:38:10.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.081+0000 7f3d633d2640 1 -- 172.21.15.71:0/2415775559 shutdown_connections 2024-09-15T23:38:10.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.081+0000 7f3d633d2640 1 --2- 172.21.15.71:0/2415775559 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3d5c107670 0x7f3d5c107a70 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:10.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.081+0000 7f3d633d2640 1 -- 172.21.15.71:0/2415775559 >> 172.21.15.71:0/2415775559 conn(0x7f3d5c102e60 msgr2=0x7f3d5c1052e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:10.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.081+0000 7f3d633d2640 1 -- 172.21.15.71:0/2415775559 shutdown_connections 2024-09-15T23:38:10.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.081+0000 7f3d633d2640 1 -- 172.21.15.71:0/2415775559 wait complete. 2024-09-15T23:38:10.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.082+0000 7f3d633d2640 1 Processor -- start 2024-09-15T23:38:10.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.082+0000 7f3d633d2640 1 -- start start 2024-09-15T23:38:10.901 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.082+0000 7f3d633d2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3d5c107670 0x7f3d5c19b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:10.901 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.082+0000 7f3d633d2640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3d5c10bae0 con 0x7f3d5c107670 2024-09-15T23:38:10.901 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.082+0000 7f3d6116e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3d5c107670 0x7f3d5c19b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:10.901 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.082+0000 7f3d6116e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3d5c107670 0x7f3d5c19b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55428/0 (socket says 172.21.15.71:55428) 2024-09-15T23:38:10.901 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.082+0000 7f3d6116e640 1 -- 172.21.15.71:0/113877377 learned_addr learned my addr 172.21.15.71:0/113877377 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:10.901 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.082+0000 7f3d6116e640 1 -- 172.21.15.71:0/113877377 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d5c19bac0 con 0x7f3d5c107670 2024-09-15T23:38:10.901 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.082+0000 7f3d6116e640 1 --2- 172.21.15.71:0/113877377 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3d5c107670 0x7f3d5c19b580 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3d54031c90 tx=0x7f3d54031cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:10.901 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.082+0000 7f3d4e7fc640 1 -- 172.21.15.71:0/113877377 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3d54036050 con 0x7f3d5c107670 2024-09-15T23:38:10.901 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.082+0000 7f3d4e7fc640 1 -- 172.21.15.71:0/113877377 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3d54042070 con 0x7f3d5c107670 2024-09-15T23:38:10.901 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.082+0000 7f3d633d2640 1 -- 172.21.15.71:0/113877377 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d5c19bd50 con 0x7f3d5c107670 2024-09-15T23:38:10.901 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.082+0000 7f3d4e7fc640 1 -- 172.21.15.71:0/113877377 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3d5403d9c0 con 0x7f3d5c107670 2024-09-15T23:38:10.901 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.083+0000 7f3d633d2640 1 -- 172.21.15.71:0/113877377 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d5c19ea40 con 0x7f3d5c107670 2024-09-15T23:38:10.901 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.083+0000 7f3d4e7fc640 1 -- 172.21.15.71:0/113877377 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7f3d5403b610 con 0x7f3d5c107670 2024-09-15T23:38:10.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.083+0000 7f3d633d2640 1 -- 172.21.15.71:0/113877377 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d5c107a70 con 0x7f3d5c107670 2024-09-15T23:38:10.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.084+0000 7f3d4e7fc640 1 --2- 172.21.15.71:0/113877377 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3d48039200 0x7f3d4803b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:10.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.084+0000 7f3d4e7fc640 1 -- 172.21.15.71:0/113877377 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f3d5406d7b0 con 0x7f3d5c107670 2024-09-15T23:38:10.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.084+0000 7f3d6096d640 1 --2- 172.21.15.71:0/113877377 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3d48039200 0x7f3d4803b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:10.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.084+0000 7f3d6096d640 1 --2- 172.21.15.71:0/113877377 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3d48039200 0x7f3d4803b6c0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f3d580098c0 tx=0x7f3d58006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:10.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.088+0000 7f3d4e7fc640 1 -- 172.21.15.71:0/113877377 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3d5404c200 con 0x7f3d5c107670 2024-09-15T23:38:10.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.262+0000 7f3d633d2640 1 -- 172.21.15.71:0/113877377 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f3d5c19ec10 con 0x7f3d5c107670 2024-09-15T23:38:10.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.266+0000 7f3d4e7fc640 1 -- 172.21.15.71:0/113877377 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f3d54047460 con 0x7f3d5c107670 2024-09-15T23:38:10.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.268+0000 7f3d633d2640 1 -- 172.21.15.71:0/113877377 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3d48039200 msgr2=0x7f3d4803b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:10.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.268+0000 7f3d633d2640 1 --2- 172.21.15.71:0/113877377 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3d48039200 0x7f3d4803b6c0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f3d580098c0 tx=0x7f3d58006db0 comp rx=0 tx=0).stop 2024-09-15T23:38:10.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.268+0000 7f3d633d2640 1 -- 172.21.15.71:0/113877377 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3d5c107670 msgr2=0x7f3d5c19b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:10.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.268+0000 7f3d633d2640 1 --2- 172.21.15.71:0/113877377 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3d5c107670 0x7f3d5c19b580 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3d54031c90 tx=0x7f3d54031cc0 comp rx=0 tx=0).stop 2024-09-15T23:38:10.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.268+0000 7f3d633d2640 1 -- 172.21.15.71:0/113877377 shutdown_connections 2024-09-15T23:38:10.903 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.268+0000 7f3d633d2640 1 --2- 172.21.15.71:0/113877377 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3d48039200 0x7f3d4803b6c0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:10.903 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.268+0000 7f3d633d2640 1 --2- 172.21.15.71:0/113877377 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3d5c107670 0x7f3d5c19b580 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:10.903 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.268+0000 7f3d633d2640 1 -- 172.21.15.71:0/113877377 >> 172.21.15.71:0/113877377 conn(0x7f3d5c102e60 msgr2=0x7f3d5c103970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:10.903 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.268+0000 7f3d633d2640 1 -- 172.21.15.71:0/113877377 shutdown_connections 2024-09-15T23:38:10.903 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:10.268+0000 7f3d633d2640 1 -- 172.21.15.71:0/113877377 wait complete. 2024-09-15T23:38:10.903 INFO:teuthology.orchestra.run.smithi071.stdout:Enabling the dashboard module... 2024-09-15T23:38:11.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:11 smithi071 ceph-mon[30957]: from='mgr.14118 172.21.15.71:0/1560328620' entity='mgr.x' 2024-09-15T23:38:11.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:11 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/113877377' entity='client.admin' 2024-09-15T23:38:12.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:12 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/81128591' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-15T23:38:12.426 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:12 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: ignoring --setuser ceph since I am not root 2024-09-15T23:38:12.426 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:12 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: ignoring --setgroup ceph since I am not root 2024-09-15T23:38:12.426 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:12 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:12.278+0000 7ff7e1552040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-15T23:38:12.427 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:12 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:12.335+0000 7ff7e1552040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-15T23:38:12.836 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:12 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:12.484+0000 7ff7e1552040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-15T23:38:12.836 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:12 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:12.551+0000 7ff7e1552040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-15T23:38:12.836 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:12 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:12.697+0000 7ff7e1552040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-15T23:38:13.106 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:12 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:12.839+0000 7ff7e1552040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-15T23:38:13.113 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.306+0000 7ff4501f7640 1 Processor -- start 2024-09-15T23:38:13.113 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.306+0000 7ff4501f7640 1 -- start start 2024-09-15T23:38:13.113 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.306+0000 7ff4501f7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff448107670 0x7ff448107a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:13.113 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.306+0000 7ff4501f7640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff448107fb0 con 0x7ff448107670 2024-09-15T23:38:13.113 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.306+0000 7ff44df93640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff448107670 0x7ff448107a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:13.113 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.306+0000 7ff44df93640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff448107670 0x7ff448107a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51710/0 (socket says 172.21.15.71:51710) 2024-09-15T23:38:13.113 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.306+0000 7ff44df93640 1 -- 172.21.15.71:0/3302554417 learned_addr learned my addr 172.21.15.71:0/3302554417 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:13.114 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.307+0000 7ff44df93640 1 -- 172.21.15.71:0/3302554417 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff448108130 con 0x7ff448107670 2024-09-15T23:38:13.114 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.307+0000 7ff44df93640 1 --2- 172.21.15.71:0/3302554417 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff448107670 0x7ff448107a70 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff444009820 tx=0x7ff44402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46ed476f6c260415 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:13.114 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.307+0000 7ff44cf91640 1 -- 172.21.15.71:0/3302554417 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff444037070 con 0x7ff448107670 2024-09-15T23:38:13.114 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.307+0000 7ff44cf91640 1 -- 172.21.15.71:0/3302554417 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff4440328f0 con 0x7ff448107670 2024-09-15T23:38:13.114 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.307+0000 7ff44cf91640 1 -- 172.21.15.71:0/3302554417 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff444030740 con 0x7ff448107670 2024-09-15T23:38:13.114 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.308+0000 7ff4501f7640 1 -- 172.21.15.71:0/3302554417 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff448107670 msgr2=0x7ff448107a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:13.114 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.308+0000 7ff4501f7640 1 --2- 172.21.15.71:0/3302554417 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff448107670 0x7ff448107a70 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff444009820 tx=0x7ff44402a270 comp rx=0 tx=0).stop 2024-09-15T23:38:13.114 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.308+0000 7ff4501f7640 1 -- 172.21.15.71:0/3302554417 shutdown_connections 2024-09-15T23:38:13.114 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.308+0000 7ff4501f7640 1 --2- 172.21.15.71:0/3302554417 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff448107670 0x7ff448107a70 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:13.114 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.308+0000 7ff4501f7640 1 -- 172.21.15.71:0/3302554417 >> 172.21.15.71:0/3302554417 conn(0x7ff448102e60 msgr2=0x7ff4481052e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:13.114 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.308+0000 7ff4501f7640 1 -- 172.21.15.71:0/3302554417 shutdown_connections 2024-09-15T23:38:13.114 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.308+0000 7ff4501f7640 1 -- 172.21.15.71:0/3302554417 wait complete. 2024-09-15T23:38:13.114 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.309+0000 7ff4501f7640 1 Processor -- start 2024-09-15T23:38:13.115 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.309+0000 7ff4501f7640 1 -- start start 2024-09-15T23:38:13.115 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.309+0000 7ff4501f7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff448107670 0x7ff44807db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:13.115 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.309+0000 7ff4501f7640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff44810bae0 con 0x7ff448107670 2024-09-15T23:38:13.115 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.309+0000 7ff44df93640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff448107670 0x7ff44807db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:13.115 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.309+0000 7ff44df93640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff448107670 0x7ff44807db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51720/0 (socket says 172.21.15.71:51720) 2024-09-15T23:38:13.115 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.309+0000 7ff44df93640 1 -- 172.21.15.71:0/81128591 learned_addr learned my addr 172.21.15.71:0/81128591 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:13.115 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.309+0000 7ff44df93640 1 -- 172.21.15.71:0/81128591 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff44807e0a0 con 0x7ff448107670 2024-09-15T23:38:13.115 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.309+0000 7ff44df93640 1 --2- 172.21.15.71:0/81128591 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff448107670 0x7ff44807db60 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff4440097f0 tx=0x7ff444030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:13.115 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.309+0000 7ff43effd640 1 -- 172.21.15.71:0/81128591 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff444042070 con 0x7ff448107670 2024-09-15T23:38:13.115 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.309+0000 7ff43effd640 1 -- 172.21.15.71:0/81128591 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff444030d80 con 0x7ff448107670 2024-09-15T23:38:13.115 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.309+0000 7ff4501f7640 1 -- 172.21.15.71:0/81128591 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff44807c290 con 0x7ff448107670 2024-09-15T23:38:13.115 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.309+0000 7ff43effd640 1 -- 172.21.15.71:0/81128591 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff444037040 con 0x7ff448107670 2024-09-15T23:38:13.115 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.309+0000 7ff4501f7640 1 -- 172.21.15.71:0/81128591 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff44807c7d0 con 0x7ff448107670 2024-09-15T23:38:13.116 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.310+0000 7ff43effd640 1 -- 172.21.15.71:0/81128591 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7ff444045070 con 0x7ff448107670 2024-09-15T23:38:13.116 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.310+0000 7ff4501f7640 1 -- 172.21.15.71:0/81128591 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff448107a70 con 0x7ff448107670 2024-09-15T23:38:13.116 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.310+0000 7ff43effd640 1 --2- 172.21.15.71:0/81128591 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7ff434039200 0x7ff43403b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:13.116 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.310+0000 7ff43effd640 1 -- 172.21.15.71:0/81128591 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff44406c4e0 con 0x7ff448107670 2024-09-15T23:38:13.116 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.311+0000 7ff44d792640 1 --2- 172.21.15.71:0/81128591 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7ff434039200 0x7ff43403b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:13.116 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.311+0000 7ff44d792640 1 --2- 172.21.15.71:0/81128591 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7ff434039200 0x7ff43403b6c0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ff4380098c0 tx=0x7ff438006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:13.116 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.315+0000 7ff43effd640 1 -- 172.21.15.71:0/81128591 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff44403add0 con 0x7ff448107670 2024-09-15T23:38:13.116 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:11.533+0000 7ff4501f7640 1 -- 172.21.15.71:0/81128591 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7ff44807d0b0 con 0x7ff448107670 2024-09-15T23:38:13.116 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:12.131+0000 7ff43effd640 1 -- 172.21.15.71:0/81128591 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7ff444045520 con 0x7ff448107670 2024-09-15T23:38:13.116 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:12.132+0000 7ff43effd640 1 -- 172.21.15.71:0/81128591 <== mon.0 v2:172.21.15.71:3300/0 8 ==== mgrmap(e 9) ==== 46474+0+0 (secure 0 0 0) 0x7ff44403cb80 con 0x7ff448107670 2024-09-15T23:38:13.116 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:12.134+0000 7ff4501f7640 1 -- 172.21.15.71:0/81128591 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7ff434039200 msgr2=0x7ff43403b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:13.116 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:12.134+0000 7ff4501f7640 1 --2- 172.21.15.71:0/81128591 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7ff434039200 0x7ff43403b6c0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ff4380098c0 tx=0x7ff438006db0 comp rx=0 tx=0).stop 2024-09-15T23:38:13.117 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:12.134+0000 7ff4501f7640 1 -- 172.21.15.71:0/81128591 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff448107670 msgr2=0x7ff44807db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:13.117 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:12.134+0000 7ff4501f7640 1 --2- 172.21.15.71:0/81128591 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff448107670 0x7ff44807db60 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff4440097f0 tx=0x7ff444030c70 comp rx=0 tx=0).stop 2024-09-15T23:38:13.117 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:12.134+0000 7ff4501f7640 1 -- 172.21.15.71:0/81128591 shutdown_connections 2024-09-15T23:38:13.117 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:12.134+0000 7ff4501f7640 1 --2- 172.21.15.71:0/81128591 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7ff434039200 0x7ff43403b6c0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:13.117 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:12.134+0000 7ff4501f7640 1 --2- 172.21.15.71:0/81128591 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff448107670 0x7ff44807db60 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:13.117 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:12.134+0000 7ff4501f7640 1 -- 172.21.15.71:0/81128591 >> 172.21.15.71:0/81128591 conn(0x7ff448102e60 msgr2=0x7ff448103990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:13.117 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:12.134+0000 7ff4501f7640 1 -- 172.21.15.71:0/81128591 shutdown_connections 2024-09-15T23:38:13.117 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:12.134+0000 7ff4501f7640 1 -- 172.21.15.71:0/81128591 wait complete. 2024-09-15T23:38:13.405 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:13 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/81128591' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-15T23:38:13.406 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:13 smithi071 ceph-mon[30957]: mgrmap e9: x(active, since 18s) 2024-09-15T23:38:13.406 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:13 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:13.156+0000 7ff7e1552040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-15T23:38:13.406 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:13 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:13.216+0000 7ff7e1552040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-15T23:38:13.406 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:13 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:13.405+0000 7ff7e1552040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-15T23:38:14.331 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:14 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/17564208' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-15T23:38:14.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2024-09-15T23:38:14.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-15T23:38:14.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-15T23:38:14.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-09-15T23:38:14.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-15T23:38:14.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2024-09-15T23:38:14.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.516+0000 7f523de88640 1 Processor -- start 2024-09-15T23:38:14.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.516+0000 7f523de88640 1 -- start start 2024-09-15T23:38:14.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.516+0000 7f523de88640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5238108040 0x7f523810a430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:14.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.516+0000 7f523de88640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f523807be50 con 0x7f5238108040 2024-09-15T23:38:14.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.516+0000 7f52377fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5238108040 0x7f523810a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:14.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.516+0000 7f52377fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5238108040 0x7f523810a430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51742/0 (socket says 172.21.15.71:51742) 2024-09-15T23:38:14.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.516+0000 7f52377fe640 1 -- 172.21.15.71:0/2547595665 learned_addr learned my addr 172.21.15.71:0/2547595665 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:14.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.516+0000 7f52377fe640 1 -- 172.21.15.71:0/2547595665 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f523810a970 con 0x7f5238108040 2024-09-15T23:38:14.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.517+0000 7f52377fe640 1 --2- 172.21.15.71:0/2547595665 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5238108040 0x7f523810a430 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5228009820 tx=0x7f522802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ce6c238d019ab8d server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:14.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.517+0000 7f52367fc640 1 -- 172.21.15.71:0/2547595665 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5228037070 con 0x7f5238108040 2024-09-15T23:38:14.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.517+0000 7f52367fc640 1 -- 172.21.15.71:0/2547595665 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f52280328f0 con 0x7f5238108040 2024-09-15T23:38:14.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.517+0000 7f52367fc640 1 -- 172.21.15.71:0/2547595665 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5228030740 con 0x7f5238108040 2024-09-15T23:38:14.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.518+0000 7f523de88640 1 -- 172.21.15.71:0/2547595665 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5238108040 msgr2=0x7f523810a430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:14.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.518+0000 7f523de88640 1 --2- 172.21.15.71:0/2547595665 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5238108040 0x7f523810a430 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5228009820 tx=0x7f522802a270 comp rx=0 tx=0).stop 2024-09-15T23:38:14.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.518+0000 7f523de88640 1 -- 172.21.15.71:0/2547595665 shutdown_connections 2024-09-15T23:38:14.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.518+0000 7f523de88640 1 --2- 172.21.15.71:0/2547595665 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5238108040 0x7f523810a430 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:14.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.518+0000 7f523de88640 1 -- 172.21.15.71:0/2547595665 >> 172.21.15.71:0/2547595665 conn(0x7f5238101ce0 msgr2=0x7f5238104100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:14.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.518+0000 7f523de88640 1 -- 172.21.15.71:0/2547595665 shutdown_connections 2024-09-15T23:38:14.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.518+0000 7f523de88640 1 -- 172.21.15.71:0/2547595665 wait complete. 2024-09-15T23:38:14.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.519+0000 7f523de88640 1 Processor -- start 2024-09-15T23:38:14.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.519+0000 7f523de88640 1 -- start start 2024-09-15T23:38:14.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.519+0000 7f523de88640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5238108040 0x7f523819b530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:14.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.519+0000 7f523de88640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f523810b990 con 0x7f5238108040 2024-09-15T23:38:14.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.519+0000 7f52377fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5238108040 0x7f523819b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:14.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.519+0000 7f52377fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5238108040 0x7f523819b530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51750/0 (socket says 172.21.15.71:51750) 2024-09-15T23:38:14.434 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.519+0000 7f52377fe640 1 -- 172.21.15.71:0/17564208 learned_addr learned my addr 172.21.15.71:0/17564208 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:14.434 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.519+0000 7f52377fe640 1 -- 172.21.15.71:0/17564208 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f523819ba70 con 0x7f5238108040 2024-09-15T23:38:14.434 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.519+0000 7f52377fe640 1 --2- 172.21.15.71:0/17564208 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5238108040 0x7f523819b530 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f5228030cc0 tx=0x7f5228030cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:14.434 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.520+0000 7f5234ff9640 1 -- 172.21.15.71:0/17564208 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5228042070 con 0x7f5238108040 2024-09-15T23:38:14.434 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.520+0000 7f5234ff9640 1 -- 172.21.15.71:0/17564208 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5228030e60 con 0x7f5238108040 2024-09-15T23:38:14.434 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.520+0000 7f523de88640 1 -- 172.21.15.71:0/17564208 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f523819bd00 con 0x7f5238108040 2024-09-15T23:38:14.434 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.520+0000 7f5234ff9640 1 -- 172.21.15.71:0/17564208 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5228037040 con 0x7f5238108040 2024-09-15T23:38:14.434 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.520+0000 7f523de88640 1 -- 172.21.15.71:0/17564208 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f523819e9f0 con 0x7f5238108040 2024-09-15T23:38:14.434 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.520+0000 7f5234ff9640 1 -- 172.21.15.71:0/17564208 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 9) ==== 46474+0+0 (secure 0 0 0) 0x7f5228045070 con 0x7f5238108040 2024-09-15T23:38:14.434 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.521+0000 7f5234ff9640 1 --2- 172.21.15.71:0/17564208 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f5220039200 0x7f522003b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:14.434 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.521+0000 7f5234ff9640 1 -- 172.21.15.71:0/17564208 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f522806c3c0 con 0x7f5238108040 2024-09-15T23:38:14.434 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.521+0000 7f5236ffd640 1 -- 172.21.15.71:0/17564208 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f5220039200 msgr2=0x7f522003b6c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/4097213184 2024-09-15T23:38:14.434 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.521+0000 7f5236ffd640 1 --2- 172.21.15.71:0/17564208 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f5220039200 0x7f522003b6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-15T23:38:14.435 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.521+0000 7f523de88640 1 -- 172.21.15.71:0/17564208 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52381084a0 con 0x7f5238108040 2024-09-15T23:38:14.435 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.526+0000 7f5234ff9640 1 -- 172.21.15.71:0/17564208 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f522802ed90 con 0x7f5238108040 2024-09-15T23:38:14.435 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.722+0000 7f5236ffd640 1 -- 172.21.15.71:0/17564208 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f5220039200 msgr2=0x7f522003b6c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/4097213184 2024-09-15T23:38:14.435 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.722+0000 7f5236ffd640 1 --2- 172.21.15.71:0/17564208 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f5220039200 0x7f522003b6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-15T23:38:14.435 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.761+0000 7f523de88640 1 -- 172.21.15.71:0/17564208 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f523819eeb0 con 0x7f5238108040 2024-09-15T23:38:14.435 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.762+0000 7f5234ff9640 1 -- 172.21.15.71:0/17564208 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f522803c740 con 0x7f5238108040 2024-09-15T23:38:14.435 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.764+0000 7f523de88640 1 -- 172.21.15.71:0/17564208 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f5220039200 msgr2=0x7f522003b6c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-15T23:38:14.435 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.764+0000 7f523de88640 1 --2- 172.21.15.71:0/17564208 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f5220039200 0x7f522003b6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:14.435 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.764+0000 7f523de88640 1 -- 172.21.15.71:0/17564208 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5238108040 msgr2=0x7f523819b530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:14.435 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.764+0000 7f523de88640 1 --2- 172.21.15.71:0/17564208 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5238108040 0x7f523819b530 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f5228030cc0 tx=0x7f5228030cf0 comp rx=0 tx=0).stop 2024-09-15T23:38:14.435 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.764+0000 7f523de88640 1 -- 172.21.15.71:0/17564208 shutdown_connections 2024-09-15T23:38:14.435 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.764+0000 7f523de88640 1 --2- 172.21.15.71:0/17564208 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f5220039200 0x7f522003b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:14.436 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.764+0000 7f523de88640 1 --2- 172.21.15.71:0/17564208 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5238108040 0x7f523819b530 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:14.436 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.764+0000 7f523de88640 1 -- 172.21.15.71:0/17564208 >> 172.21.15.71:0/17564208 conn(0x7f5238101ce0 msgr2=0x7f52381028c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:14.436 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.764+0000 7f523de88640 1 -- 172.21.15.71:0/17564208 shutdown_connections 2024-09-15T23:38:14.436 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:13.764+0000 7f523de88640 1 -- 172.21.15.71:0/17564208 wait complete. 2024-09-15T23:38:14.436 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for the mgr to restart... 2024-09-15T23:38:14.436 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mgr epoch 9... 2024-09-15T23:38:14.650 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:14 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:14.330+0000 7ff7e1552040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-15T23:38:14.651 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:14 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:14.397+0000 7ff7e1552040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-15T23:38:15.377 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:15 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:15.122+0000 7ff7e1552040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-15T23:38:15.377 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:15 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:15.235+0000 7ff7e1552040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-15T23:38:15.650 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:15 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:15.376+0000 7ff7e1552040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-15T23:38:15.650 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:15 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:15.437+0000 7ff7e1552040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-15T23:38:15.650 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:15 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:15.583+0000 7ff7e1552040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-15T23:38:15.650 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:15 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:15.649+0000 7ff7e1552040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-15T23:38:15.926 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:15 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:15.708+0000 7ff7e1552040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-15T23:38:15.926 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:15 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:15.863+0000 7ff7e1552040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-15T23:38:16.189 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:15 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:15.926+0000 7ff7e1552040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-15T23:38:16.189 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:15 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:15.992+0000 7ff7e1552040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-15T23:38:16.189 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:16 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:16.072+0000 7ff7e1552040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-15T23:38:16.189 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:16 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:16.130+0000 7ff7e1552040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-15T23:38:16.189 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:16 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:16.188+0000 7ff7e1552040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-15T23:38:17.426 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:16 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:16.968+0000 7ff7e1552040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-15T23:38:17.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:17 smithi071 ceph-mon[30957]: Active manager daemon x restarted 2024-09-15T23:38:17.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:17 smithi071 ceph-mon[30957]: Activating manager daemon x 2024-09-15T23:38:17.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:17 smithi071 ceph-mon[30957]: osdmap e3: 0 total, 0 up, 0 in 2024-09-15T23:38:17.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:17 smithi071 ceph-mon[30957]: mgrmap e10: x(active, starting, since 0.0031542s) 2024-09-15T23:38:17.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-15T23:38:17.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-15T23:38:17.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-15T23:38:17.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-15T23:38:17.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-15T23:38:17.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:17 smithi071 ceph-mon[30957]: Manager daemon x is now available 2024-09-15T23:38:17.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:38:17.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-15T23:38:17.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-15T23:38:18.426 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:18.091+0000 7ff74c866640 -1 log_channel(cephadm) log [ERR] : [15/Sep/2024:23:38:18] ENGINE Error in HTTPServer.serve 2024-09-15T23:38:18.427 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: Traceback (most recent call last): 2024-09-15T23:38:18.427 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-15T23:38:18.427 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: self._connections.run(self.expiration_interval) 2024-09-15T23:38:18.427 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-15T23:38:18.427 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: self._run(expiration_interval) 2024-09-15T23:38:18.427 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-15T23:38:18.427 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: new_conn = self._from_server_socket(self.server.socket) 2024-09-15T23:38:18.427 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-15T23:38:18.427 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-15T23:38:18.427 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-15T23:38:18.427 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: s = self.context.wrap_socket( 2024-09-15T23:38:18.427 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-15T23:38:18.428 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: return self.sslsocket_class._create( 2024-09-15T23:38:18.428 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-15T23:38:18.428 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: self.do_handshake() 2024-09-15T23:38:18.428 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-15T23:38:18.428 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: self._sslobj.do_handshake() 2024-09-15T23:38:18.428 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-15T23:38:18.428 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:38:18.866 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2024-09-15T23:38:18.866 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-15T23:38:18.866 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-15T23:38:18.866 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2024-09-15T23:38:18.866 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.811+0000 7f3845b15640 1 Processor -- start 2024-09-15T23:38:18.866 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.811+0000 7f3845b15640 1 -- start start 2024-09-15T23:38:18.867 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.811+0000 7f3845b15640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f38401080e0 0x7f384010a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:18.867 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.811+0000 7f3845b15640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f384007be40 con 0x7f38401080e0 2024-09-15T23:38:18.867 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.811+0000 7f383f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f38401080e0 0x7f384010a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:18.867 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.811+0000 7f383f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f38401080e0 0x7f384010a4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51754/0 (socket says 172.21.15.71:51754) 2024-09-15T23:38:18.867 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.811+0000 7f383f7fe640 1 -- 172.21.15.71:0/963682403 learned_addr learned my addr 172.21.15.71:0/963682403 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:18.867 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.811+0000 7f383f7fe640 1 -- 172.21.15.71:0/963682403 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f384010aa10 con 0x7f38401080e0 2024-09-15T23:38:18.867 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.812+0000 7f383f7fe640 1 --2- 172.21.15.71:0/963682403 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f38401080e0 0x7f384010a4d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f3830009820 tx=0x7f383002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7c32173388933b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:18.867 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.812+0000 7f383e7fc640 1 -- 172.21.15.71:0/963682403 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3830037070 con 0x7f38401080e0 2024-09-15T23:38:18.867 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.812+0000 7f383e7fc640 1 -- 172.21.15.71:0/963682403 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f38300328f0 con 0x7f38401080e0 2024-09-15T23:38:18.867 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.812+0000 7f383e7fc640 1 -- 172.21.15.71:0/963682403 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3830030740 con 0x7f38401080e0 2024-09-15T23:38:18.867 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.813+0000 7f3845b15640 1 -- 172.21.15.71:0/963682403 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f38401080e0 msgr2=0x7f384010a4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:18.867 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.813+0000 7f3845b15640 1 --2- 172.21.15.71:0/963682403 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f38401080e0 0x7f384010a4d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f3830009820 tx=0x7f383002a270 comp rx=0 tx=0).stop 2024-09-15T23:38:18.868 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.813+0000 7f3845b15640 1 -- 172.21.15.71:0/963682403 shutdown_connections 2024-09-15T23:38:18.868 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.813+0000 7f3845b15640 1 --2- 172.21.15.71:0/963682403 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f38401080e0 0x7f384010a4d0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:18.868 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.813+0000 7f3845b15640 1 -- 172.21.15.71:0/963682403 >> 172.21.15.71:0/963682403 conn(0x7f3840101ce0 msgr2=0x7f3840104100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:18.868 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.813+0000 7f3845b15640 1 -- 172.21.15.71:0/963682403 shutdown_connections 2024-09-15T23:38:18.868 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.813+0000 7f3845b15640 1 -- 172.21.15.71:0/963682403 wait complete. 2024-09-15T23:38:18.868 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.814+0000 7f3845b15640 1 Processor -- start 2024-09-15T23:38:18.868 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.814+0000 7f3845b15640 1 -- start start 2024-09-15T23:38:18.868 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.814+0000 7f3845b15640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f38401080e0 0x7f384019b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:18.868 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.814+0000 7f3845b15640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f384010ba30 con 0x7f38401080e0 2024-09-15T23:38:18.868 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.814+0000 7f383f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f38401080e0 0x7f384019b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:18.868 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.814+0000 7f383f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f38401080e0 0x7f384019b590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51758/0 (socket says 172.21.15.71:51758) 2024-09-15T23:38:18.868 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.814+0000 7f383f7fe640 1 -- 172.21.15.71:0/3430652754 learned_addr learned my addr 172.21.15.71:0/3430652754 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:18.868 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.815+0000 7f383f7fe640 1 -- 172.21.15.71:0/3430652754 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f384019bad0 con 0x7f38401080e0 2024-09-15T23:38:18.869 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.815+0000 7f383f7fe640 1 --2- 172.21.15.71:0/3430652754 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f38401080e0 0x7f384019b590 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3830030cc0 tx=0x7f3830030cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:18.869 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.815+0000 7f383cff9640 1 -- 172.21.15.71:0/3430652754 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3830042070 con 0x7f38401080e0 2024-09-15T23:38:18.869 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.815+0000 7f383cff9640 1 -- 172.21.15.71:0/3430652754 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3830030e60 con 0x7f38401080e0 2024-09-15T23:38:18.869 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.815+0000 7f3845b15640 1 -- 172.21.15.71:0/3430652754 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f384019bd60 con 0x7f38401080e0 2024-09-15T23:38:18.869 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.815+0000 7f3845b15640 1 -- 172.21.15.71:0/3430652754 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f384019ea50 con 0x7f38401080e0 2024-09-15T23:38:18.869 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.815+0000 7f383cff9640 1 -- 172.21.15.71:0/3430652754 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3830037040 con 0x7f38401080e0 2024-09-15T23:38:18.869 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.816+0000 7f383cff9640 1 -- 172.21.15.71:0/3430652754 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 9) ==== 46474+0+0 (secure 0 0 0) 0x7f3830045070 con 0x7f38401080e0 2024-09-15T23:38:18.869 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.816+0000 7f383cff9640 1 --2- 172.21.15.71:0/3430652754 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3828039200 0x7f382803b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:18.869 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.816+0000 7f383cff9640 1 -- 172.21.15.71:0/3430652754 --> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f382803bdd0 con 0x7f3828039200 2024-09-15T23:38:18.870 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.816+0000 7f383cff9640 1 -- 172.21.15.71:0/3430652754 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f383006c610 con 0x7f38401080e0 2024-09-15T23:38:18.870 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.816+0000 7f383effd640 1 -- 172.21.15.71:0/3430652754 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3828039200 msgr2=0x7f382803b6c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/4097213184 2024-09-15T23:38:18.870 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:14.816+0000 7f383effd640 1 --2- 172.21.15.71:0/3430652754 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3828039200 0x7f382803b6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-15T23:38:18.870 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:15.017+0000 7f383effd640 1 -- 172.21.15.71:0/3430652754 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3828039200 msgr2=0x7f382803b6c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/4097213184 2024-09-15T23:38:18.870 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:15.017+0000 7f383effd640 1 --2- 172.21.15.71:0/3430652754 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3828039200 0x7f382803b6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-15T23:38:18.870 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:15.418+0000 7f383effd640 1 -- 172.21.15.71:0/3430652754 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3828039200 msgr2=0x7f382803b6c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/4097213184 2024-09-15T23:38:18.870 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:15.418+0000 7f383effd640 1 --2- 172.21.15.71:0/3430652754 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3828039200 0x7f382803b6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-15T23:38:18.870 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:16.219+0000 7f383effd640 1 -- 172.21.15.71:0/3430652754 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3828039200 msgr2=0x7f382803b6c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/4097213184 2024-09-15T23:38:18.870 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:16.219+0000 7f383effd640 1 --2- 172.21.15.71:0/3430652754 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3828039200 0x7f382803b6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-15T23:38:18.870 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:16.971+0000 7f383cff9640 1 -- 172.21.15.71:0/3430652754 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mgrmap(e 10) ==== 46241+0+0 (secure 0 0 0) 0x7f383006b0c0 con 0x7f38401080e0 2024-09-15T23:38:18.870 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:16.971+0000 7f383cff9640 1 -- 172.21.15.71:0/3430652754 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3828039200 msgr2=0x7f382803b6c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-15T23:38:18.870 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:16.971+0000 7f383cff9640 1 --2- 172.21.15.71:0/3430652754 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3828039200 0x7f382803b6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:18.870 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:17.973+0000 7f383cff9640 1 -- 172.21.15.71:0/3430652754 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mgrmap(e 11) ==== 46368+0+0 (secure 0 0 0) 0x7f383003b330 con 0x7f38401080e0 2024-09-15T23:38:18.871 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:17.973+0000 7f383cff9640 1 --2- 172.21.15.71:0/3430652754 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f382803ccc0 0x7f382803f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:18.871 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:17.973+0000 7f383cff9640 1 -- 172.21.15.71:0/3430652754 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f382803bdd0 con 0x7f382803ccc0 2024-09-15T23:38:18.871 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:17.973+0000 7f383effd640 1 --2- 172.21.15.71:0/3430652754 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f382803ccc0 0x7f382803f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:18.871 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:17.974+0000 7f383effd640 1 --2- 172.21.15.71:0/3430652754 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f382803ccc0 0x7f382803f0b0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f3834003980 tx=0x7f3834006e10 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:18.871 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:17.974+0000 7f383cff9640 1 -- 172.21.15.71:0/3430652754 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f382803bdd0 con 0x7f382803ccc0 2024-09-15T23:38:18.871 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:17.981+0000 7f3845b15640 1 -- 172.21.15.71:0/3430652754 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f382c0025a0 con 0x7f382803ccc0 2024-09-15T23:38:18.871 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:17.982+0000 7f383cff9640 1 -- 172.21.15.71:0/3430652754 <== mgr.14150 v2:172.21.15.71:6800/881242149 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f382c0025a0 con 0x7f382803ccc0 2024-09-15T23:38:18.871 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:17.982+0000 7f3845b15640 1 -- 172.21.15.71:0/3430652754 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f382803ccc0 msgr2=0x7f382803f0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:18.871 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:17.982+0000 7f3845b15640 1 --2- 172.21.15.71:0/3430652754 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f382803ccc0 0x7f382803f0b0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f3834003980 tx=0x7f3834006e10 comp rx=0 tx=0).stop 2024-09-15T23:38:18.871 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:17.982+0000 7f3845b15640 1 -- 172.21.15.71:0/3430652754 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f38401080e0 msgr2=0x7f384019b590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:18.871 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:17.982+0000 7f3845b15640 1 --2- 172.21.15.71:0/3430652754 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f38401080e0 0x7f384019b590 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3830030cc0 tx=0x7f3830030cf0 comp rx=0 tx=0).stop 2024-09-15T23:38:18.871 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:17.982+0000 7f3845b15640 1 -- 172.21.15.71:0/3430652754 shutdown_connections 2024-09-15T23:38:18.871 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:17.982+0000 7f3845b15640 1 --2- 172.21.15.71:0/3430652754 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f382803ccc0 0x7f382803f0b0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:18.872 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:17.982+0000 7f3845b15640 1 --2- 172.21.15.71:0/3430652754 >> [v2:172.21.15.71:6800/4097213184,v1:172.21.15.71:6801/4097213184] conn(0x7f3828039200 0x7f382803b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:18.872 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:17.982+0000 7f3845b15640 1 --2- 172.21.15.71:0/3430652754 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f38401080e0 0x7f384019b590 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:18.872 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:17.982+0000 7f3845b15640 1 -- 172.21.15.71:0/3430652754 >> 172.21.15.71:0/3430652754 conn(0x7f3840101ce0 msgr2=0x7f3840102870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:18.872 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:17.982+0000 7f3845b15640 1 -- 172.21.15.71:0/3430652754 shutdown_connections 2024-09-15T23:38:18.872 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:17.982+0000 7f3845b15640 1 -- 172.21.15.71:0/3430652754 wait complete. 2024-09-15T23:38:18.872 INFO:teuthology.orchestra.run.smithi071.stdout:mgr epoch 9 is available 2024-09-15T23:38:18.872 INFO:teuthology.orchestra.run.smithi071.stdout:Generating a dashboard self-signed certificate... 2024-09-15T23:38:19.228 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-mon[30957]: [15/Sep/2024:23:38:17] ENGINE Bus STARTING 2024-09-15T23:38:19.228 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-mon[30957]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-15T23:38:19.228 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-mon[30957]: mgrmap e11: x(active, since 1.00642s) 2024-09-15T23:38:19.228 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-mon[30957]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-15T23:38:19.229 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-mon[30957]: [15/Sep/2024:23:38:18] ENGINE Serving on https://172.21.15.71:7150 2024-09-15T23:38:19.229 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-mon[30957]: [15/Sep/2024:23:38:18] ENGINE Error in HTTPServer.serve 2024-09-15T23:38:19.229 INFO:journalctl@ceph.mon.a.smithi071.stdout: Traceback (most recent call last): 2024-09-15T23:38:19.229 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-15T23:38:19.229 INFO:journalctl@ceph.mon.a.smithi071.stdout: self._connections.run(self.expiration_interval) 2024-09-15T23:38:19.229 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-15T23:38:19.229 INFO:journalctl@ceph.mon.a.smithi071.stdout: self._run(expiration_interval) 2024-09-15T23:38:19.229 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-15T23:38:19.229 INFO:journalctl@ceph.mon.a.smithi071.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-15T23:38:19.229 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-15T23:38:19.229 INFO:journalctl@ceph.mon.a.smithi071.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-15T23:38:19.229 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-15T23:38:19.229 INFO:journalctl@ceph.mon.a.smithi071.stdout: s = self.context.wrap_socket( 2024-09-15T23:38:19.229 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-15T23:38:19.230 INFO:journalctl@ceph.mon.a.smithi071.stdout: return self.sslsocket_class._create( 2024-09-15T23:38:19.230 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-15T23:38:19.230 INFO:journalctl@ceph.mon.a.smithi071.stdout: self.do_handshake() 2024-09-15T23:38:19.230 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-15T23:38:19.230 INFO:journalctl@ceph.mon.a.smithi071.stdout: self._sslobj.do_handshake() 2024-09-15T23:38:19.230 INFO:journalctl@ceph.mon.a.smithi071.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-15T23:38:19.230 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:19.230 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:18 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:20.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:19 smithi071 ceph-mon[30957]: [15/Sep/2024:23:38:18] ENGINE Serving on http://172.21.15.71:8765 2024-09-15T23:38:20.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:19 smithi071 ceph-mon[30957]: [15/Sep/2024:23:38:18] ENGINE Bus STARTED 2024-09-15T23:38:20.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:19 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:20.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:19 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:20.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:19 smithi071 ceph-mon[30957]: mgrmap e12: x(active, since 2s) 2024-09-15T23:38:20.601 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-15T23:38:20.604 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.303+0000 7fdc2d360640 1 Processor -- start 2024-09-15T23:38:20.604 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.303+0000 7fdc2d360640 1 -- start start 2024-09-15T23:38:20.604 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.304+0000 7fdc2d360640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdc28107650 0x7fdc28107a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:20.604 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.304+0000 7fdc2d360640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdc28107f90 con 0x7fdc28107650 2024-09-15T23:38:20.605 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.304+0000 7fdc26ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdc28107650 0x7fdc28107a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:20.605 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.304+0000 7fdc26ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdc28107650 0x7fdc28107a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51828/0 (socket says 172.21.15.71:51828) 2024-09-15T23:38:20.605 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.304+0000 7fdc26ffd640 1 -- 172.21.15.71:0/1399360126 learned_addr learned my addr 172.21.15.71:0/1399360126 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:20.605 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.304+0000 7fdc26ffd640 1 -- 172.21.15.71:0/1399360126 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc28108110 con 0x7fdc28107650 2024-09-15T23:38:20.605 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.305+0000 7fdc26ffd640 1 --2- 172.21.15.71:0/1399360126 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdc28107650 0x7fdc28107a50 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fdc18009820 tx=0x7fdc1802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52da53bfabf88f70 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:20.605 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.305+0000 7fdc25ffb640 1 -- 172.21.15.71:0/1399360126 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdc18037070 con 0x7fdc28107650 2024-09-15T23:38:20.605 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.305+0000 7fdc25ffb640 1 -- 172.21.15.71:0/1399360126 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdc180328f0 con 0x7fdc28107650 2024-09-15T23:38:20.605 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.305+0000 7fdc25ffb640 1 -- 172.21.15.71:0/1399360126 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdc18030740 con 0x7fdc28107650 2024-09-15T23:38:20.605 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.306+0000 7fdc2d360640 1 -- 172.21.15.71:0/1399360126 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdc28107650 msgr2=0x7fdc28107a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:20.605 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.306+0000 7fdc2d360640 1 --2- 172.21.15.71:0/1399360126 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdc28107650 0x7fdc28107a50 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fdc18009820 tx=0x7fdc1802a270 comp rx=0 tx=0).stop 2024-09-15T23:38:20.605 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.306+0000 7fdc2d360640 1 -- 172.21.15.71:0/1399360126 shutdown_connections 2024-09-15T23:38:20.605 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.306+0000 7fdc2d360640 1 --2- 172.21.15.71:0/1399360126 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdc28107650 0x7fdc28107a50 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:20.606 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.306+0000 7fdc2d360640 1 -- 172.21.15.71:0/1399360126 >> 172.21.15.71:0/1399360126 conn(0x7fdc28102f00 msgr2=0x7fdc28105320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:20.606 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.306+0000 7fdc2d360640 1 -- 172.21.15.71:0/1399360126 shutdown_connections 2024-09-15T23:38:20.606 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.306+0000 7fdc2d360640 1 -- 172.21.15.71:0/1399360126 wait complete. 2024-09-15T23:38:20.606 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.306+0000 7fdc2d360640 1 Processor -- start 2024-09-15T23:38:20.606 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.306+0000 7fdc2d360640 1 -- start start 2024-09-15T23:38:20.606 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.307+0000 7fdc2d360640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdc28107650 0x7fdc2807db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:20.606 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.307+0000 7fdc2d360640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdc2810bac0 con 0x7fdc28107650 2024-09-15T23:38:20.606 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.307+0000 7fdc26ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdc28107650 0x7fdc2807db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:20.606 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.307+0000 7fdc26ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdc28107650 0x7fdc2807db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51830/0 (socket says 172.21.15.71:51830) 2024-09-15T23:38:20.606 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.307+0000 7fdc26ffd640 1 -- 172.21.15.71:0/2461215252 learned_addr learned my addr 172.21.15.71:0/2461215252 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:20.606 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.307+0000 7fdc26ffd640 1 -- 172.21.15.71:0/2461215252 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc2807e0a0 con 0x7fdc28107650 2024-09-15T23:38:20.606 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.307+0000 7fdc26ffd640 1 --2- 172.21.15.71:0/2461215252 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdc28107650 0x7fdc2807db60 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fdc180097f0 tx=0x7fdc18030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:20.606 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.307+0000 7fdc1ffff640 1 -- 172.21.15.71:0/2461215252 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdc18042070 con 0x7fdc28107650 2024-09-15T23:38:20.607 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.307+0000 7fdc1ffff640 1 -- 172.21.15.71:0/2461215252 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdc18030d80 con 0x7fdc28107650 2024-09-15T23:38:20.607 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.307+0000 7fdc2d360640 1 -- 172.21.15.71:0/2461215252 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc2807c290 con 0x7fdc28107650 2024-09-15T23:38:20.607 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.307+0000 7fdc1ffff640 1 -- 172.21.15.71:0/2461215252 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdc18037040 con 0x7fdc28107650 2024-09-15T23:38:20.607 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.307+0000 7fdc2d360640 1 -- 172.21.15.71:0/2461215252 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc2807c7d0 con 0x7fdc28107650 2024-09-15T23:38:20.607 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.308+0000 7fdc1ffff640 1 -- 172.21.15.71:0/2461215252 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 11) ==== 46368+0+0 (secure 0 0 0) 0x7fdc18045070 con 0x7fdc28107650 2024-09-15T23:38:20.607 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.308+0000 7fdc1ffff640 1 --2- 172.21.15.71:0/2461215252 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdc140390f0 0x7fdc1403b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:20.607 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.308+0000 7fdc2d360640 1 -- 172.21.15.71:0/2461215252 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc28107a50 con 0x7fdc28107650 2024-09-15T23:38:20.607 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.308+0000 7fdc1ffff640 1 -- 172.21.15.71:0/2461215252 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fdc1806c3c0 con 0x7fdc28107650 2024-09-15T23:38:20.607 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.308+0000 7fdc267fc640 1 --2- 172.21.15.71:0/2461215252 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdc140390f0 0x7fdc1403b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:20.607 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.309+0000 7fdc267fc640 1 --2- 172.21.15.71:0/2461215252 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdc140390f0 0x7fdc1403b5b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fdc100098c0 tx=0x7fdc10006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:20.607 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.313+0000 7fdc1ffff640 1 -- 172.21.15.71:0/2461215252 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdc18045520 con 0x7fdc28107650 2024-09-15T23:38:20.607 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.491+0000 7fdc2d360640 1 -- 172.21.15.71:0/2461215252 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7fdc2807d0f0 con 0x7fdc140390f0 2024-09-15T23:38:20.607 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.539+0000 7fdc1ffff640 1 -- 172.21.15.71:0/2461215252 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7fdc2807d0f0 con 0x7fdc140390f0 2024-09-15T23:38:20.608 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.541+0000 7fdc2d360640 1 -- 172.21.15.71:0/2461215252 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdc140390f0 msgr2=0x7fdc1403b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:20.608 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.541+0000 7fdc2d360640 1 --2- 172.21.15.71:0/2461215252 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdc140390f0 0x7fdc1403b5b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fdc100098c0 tx=0x7fdc10006db0 comp rx=0 tx=0).stop 2024-09-15T23:38:20.608 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.541+0000 7fdc2d360640 1 -- 172.21.15.71:0/2461215252 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdc28107650 msgr2=0x7fdc2807db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:20.608 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.541+0000 7fdc2d360640 1 --2- 172.21.15.71:0/2461215252 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdc28107650 0x7fdc2807db60 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fdc180097f0 tx=0x7fdc18030c70 comp rx=0 tx=0).stop 2024-09-15T23:38:20.608 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.541+0000 7fdc2d360640 1 -- 172.21.15.71:0/2461215252 shutdown_connections 2024-09-15T23:38:20.608 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.541+0000 7fdc2d360640 1 --2- 172.21.15.71:0/2461215252 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdc140390f0 0x7fdc1403b5b0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:20.608 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.541+0000 7fdc2d360640 1 --2- 172.21.15.71:0/2461215252 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdc28107650 0x7fdc2807db60 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:20.608 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.541+0000 7fdc2d360640 1 -- 172.21.15.71:0/2461215252 >> 172.21.15.71:0/2461215252 conn(0x7fdc28102f00 msgr2=0x7fdc281039a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:20.608 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.541+0000 7fdc2d360640 1 -- 172.21.15.71:0/2461215252 shutdown_connections 2024-09-15T23:38:20.608 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:19.541+0000 7fdc2d360640 1 -- 172.21.15.71:0/2461215252 wait complete. 2024-09-15T23:38:20.608 INFO:teuthology.orchestra.run.smithi071.stdout:Creating initial admin user... 2024-09-15T23:38:21.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:20 smithi071 ceph-mon[30957]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:38:21.994 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$VyxMALzSYmDA7Ndnt4YBUO5LiHLUfMyYY0K2uI.ekY/hkxkib.kfK", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1726443501, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-15T23:38:21.995 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.005+0000 7f9cd2381640 1 Processor -- start 2024-09-15T23:38:21.995 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.005+0000 7f9cd2381640 1 -- start start 2024-09-15T23:38:21.995 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.005+0000 7f9cd2381640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ccc1064d0 0x7f9ccc1068d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:21.995 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.005+0000 7f9cd2381640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9ccc106ea0 con 0x7f9ccc1064d0 2024-09-15T23:38:21.995 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.005+0000 7f9ccbfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ccc1064d0 0x7f9ccc1068d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:21.995 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.005+0000 7f9ccbfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ccc1064d0 0x7f9ccc1068d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38358/0 (socket says 172.21.15.71:38358) 2024-09-15T23:38:21.995 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.005+0000 7f9ccbfff640 1 -- 172.21.15.71:0/93533404 learned_addr learned my addr 172.21.15.71:0/93533404 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:21.995 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.006+0000 7f9ccbfff640 1 -- 172.21.15.71:0/93533404 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ccc107680 con 0x7f9ccc1064d0 2024-09-15T23:38:21.995 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.006+0000 7f9ccbfff640 1 --2- 172.21.15.71:0/93533404 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ccc1064d0 0x7f9ccc1068d0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9cbc009820 tx=0x7f9cbc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df4e7c13b6318f54 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:21.995 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.006+0000 7f9ccb7fe640 1 -- 172.21.15.71:0/93533404 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9cbc037070 con 0x7f9ccc1064d0 2024-09-15T23:38:21.995 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.006+0000 7f9ccb7fe640 1 -- 172.21.15.71:0/93533404 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9cbc0328f0 con 0x7f9ccc1064d0 2024-09-15T23:38:21.996 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.006+0000 7f9ccb7fe640 1 -- 172.21.15.71:0/93533404 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9cbc030740 con 0x7f9ccc1064d0 2024-09-15T23:38:21.996 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.007+0000 7f9cd2381640 1 -- 172.21.15.71:0/93533404 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ccc1064d0 msgr2=0x7f9ccc1068d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:21.996 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.007+0000 7f9cd2381640 1 --2- 172.21.15.71:0/93533404 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ccc1064d0 0x7f9ccc1068d0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9cbc009820 tx=0x7f9cbc02a270 comp rx=0 tx=0).stop 2024-09-15T23:38:21.996 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.007+0000 7f9cd2381640 1 -- 172.21.15.71:0/93533404 shutdown_connections 2024-09-15T23:38:21.996 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.007+0000 7f9cd2381640 1 --2- 172.21.15.71:0/93533404 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ccc1064d0 0x7f9ccc1068d0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:21.996 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.007+0000 7f9cd2381640 1 -- 172.21.15.71:0/93533404 >> 172.21.15.71:0/93533404 conn(0x7f9ccc101ce0 msgr2=0x7f9ccc104100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:21.996 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.007+0000 7f9cd2381640 1 -- 172.21.15.71:0/93533404 shutdown_connections 2024-09-15T23:38:21.996 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.007+0000 7f9cd2381640 1 -- 172.21.15.71:0/93533404 wait complete. 2024-09-15T23:38:21.996 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.008+0000 7f9cd2381640 1 Processor -- start 2024-09-15T23:38:21.996 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.008+0000 7f9cd2381640 1 -- start start 2024-09-15T23:38:21.996 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.008+0000 7f9cd2381640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ccc1064d0 0x7f9ccc1916b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:21.996 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.008+0000 7f9cd2381640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9ccc10aa30 con 0x7f9ccc1064d0 2024-09-15T23:38:21.996 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.008+0000 7f9ccbfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ccc1064d0 0x7f9ccc1916b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:21.997 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.008+0000 7f9ccbfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ccc1064d0 0x7f9ccc1916b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38368/0 (socket says 172.21.15.71:38368) 2024-09-15T23:38:21.997 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.008+0000 7f9ccbfff640 1 -- 172.21.15.71:0/125054244 learned_addr learned my addr 172.21.15.71:0/125054244 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:21.997 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.008+0000 7f9ccbfff640 1 -- 172.21.15.71:0/125054244 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ccc191bf0 con 0x7f9ccc1064d0 2024-09-15T23:38:21.997 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.008+0000 7f9ccbfff640 1 --2- 172.21.15.71:0/125054244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ccc1064d0 0x7f9ccc1916b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9cbc0097f0 tx=0x7f9cbc030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:21.997 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.009+0000 7f9cc9ffb640 1 -- 172.21.15.71:0/125054244 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9cbc042070 con 0x7f9ccc1064d0 2024-09-15T23:38:21.997 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.009+0000 7f9cc9ffb640 1 -- 172.21.15.71:0/125054244 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9cbc030d80 con 0x7f9ccc1064d0 2024-09-15T23:38:21.997 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.009+0000 7f9cd2381640 1 -- 172.21.15.71:0/125054244 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ccc18fde0 con 0x7f9ccc1064d0 2024-09-15T23:38:21.997 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.009+0000 7f9cc9ffb640 1 -- 172.21.15.71:0/125054244 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9cbc037040 con 0x7f9ccc1064d0 2024-09-15T23:38:21.997 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.009+0000 7f9cd2381640 1 -- 172.21.15.71:0/125054244 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ccc190320 con 0x7f9ccc1064d0 2024-09-15T23:38:21.997 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.010+0000 7f9cc9ffb640 1 -- 172.21.15.71:0/125054244 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 12) ==== 46474+0+0 (secure 0 0 0) 0x7f9cbc045070 con 0x7f9ccc1064d0 2024-09-15T23:38:21.997 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.010+0000 7f9cd2381640 1 -- 172.21.15.71:0/125054244 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ccc10abb0 con 0x7f9ccc1064d0 2024-09-15T23:38:21.997 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.010+0000 7f9cc9ffb640 1 --2- 172.21.15.71:0/125054244 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9cb8039260 0x7f9cb803b720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:21.997 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.010+0000 7f9cc9ffb640 1 -- 172.21.15.71:0/125054244 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f9cbc06c3e0 con 0x7f9ccc1064d0 2024-09-15T23:38:21.998 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.010+0000 7f9cc3fff640 1 --2- 172.21.15.71:0/125054244 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9cb8039260 0x7f9cb803b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:21.998 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.010+0000 7f9cc3fff640 1 --2- 172.21.15.71:0/125054244 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9cb8039260 0x7f9cb803b720 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9cb40098c0 tx=0x7f9cb4006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:21.998 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.015+0000 7f9cc9ffb640 1 -- 172.21.15.71:0/125054244 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9cbc045360 con 0x7f9ccc1064d0 2024-09-15T23:38:21.998 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.200+0000 7f9cd2381640 1 -- 172.21.15.71:0/125054244 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f9ccc106950 con 0x7f9cb8039260 2024-09-15T23:38:21.998 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.421+0000 7f9cc9ffb640 1 -- 172.21.15.71:0/125054244 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f9ccc106950 con 0x7f9cb8039260 2024-09-15T23:38:21.998 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.423+0000 7f9cd2381640 1 -- 172.21.15.71:0/125054244 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9cb8039260 msgr2=0x7f9cb803b720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:21.998 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.423+0000 7f9cd2381640 1 --2- 172.21.15.71:0/125054244 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9cb8039260 0x7f9cb803b720 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9cb40098c0 tx=0x7f9cb4006db0 comp rx=0 tx=0).stop 2024-09-15T23:38:21.998 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.423+0000 7f9cd2381640 1 -- 172.21.15.71:0/125054244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ccc1064d0 msgr2=0x7f9ccc1916b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:21.998 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.423+0000 7f9cd2381640 1 --2- 172.21.15.71:0/125054244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ccc1064d0 0x7f9ccc1916b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9cbc0097f0 tx=0x7f9cbc030c70 comp rx=0 tx=0).stop 2024-09-15T23:38:21.998 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.423+0000 7f9cd2381640 1 -- 172.21.15.71:0/125054244 shutdown_connections 2024-09-15T23:38:21.998 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.423+0000 7f9cd2381640 1 --2- 172.21.15.71:0/125054244 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9cb8039260 0x7f9cb803b720 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:21.998 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.423+0000 7f9cd2381640 1 --2- 172.21.15.71:0/125054244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ccc1064d0 0x7f9ccc1916b0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:21.998 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.423+0000 7f9cd2381640 1 -- 172.21.15.71:0/125054244 >> 172.21.15.71:0/125054244 conn(0x7f9ccc101ce0 msgr2=0x7f9ccc102be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:21.999 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.423+0000 7f9cd2381640 1 -- 172.21.15.71:0/125054244 shutdown_connections 2024-09-15T23:38:21.999 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:21.423+0000 7f9cd2381640 1 -- 172.21.15.71:0/125054244 wait complete. 2024-09-15T23:38:21.999 INFO:teuthology.orchestra.run.smithi071.stdout:Fetching dashboard port number... 2024-09-15T23:38:22.640 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:22 smithi071 ceph-mon[30957]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:38:22.640 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:22 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:23.236 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 8443 2024-09-15T23:38:23.236 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.461+0000 7fe25c1fc640 1 Processor -- start 2024-09-15T23:38:23.236 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.461+0000 7fe25c1fc640 1 -- start start 2024-09-15T23:38:23.236 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.461+0000 7fe25c1fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe254107670 0x7fe254107a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:23.236 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.461+0000 7fe25c1fc640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe254107fb0 con 0x7fe254107670 2024-09-15T23:38:23.236 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.461+0000 7fe259f98640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe254107670 0x7fe254107a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:23.237 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.461+0000 7fe259f98640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe254107670 0x7fe254107a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38374/0 (socket says 172.21.15.71:38374) 2024-09-15T23:38:23.237 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.461+0000 7fe259f98640 1 -- 172.21.15.71:0/1389633741 learned_addr learned my addr 172.21.15.71:0/1389633741 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:23.237 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.461+0000 7fe259f98640 1 -- 172.21.15.71:0/1389633741 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe254108130 con 0x7fe254107670 2024-09-15T23:38:23.237 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.462+0000 7fe259f98640 1 --2- 172.21.15.71:0/1389633741 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe254107670 0x7fe254107a70 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe244009820 tx=0x7fe24402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=844ad63889432913 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:23.237 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.462+0000 7fe258f96640 1 -- 172.21.15.71:0/1389633741 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe244037070 con 0x7fe254107670 2024-09-15T23:38:23.237 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.462+0000 7fe258f96640 1 -- 172.21.15.71:0/1389633741 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe2440328f0 con 0x7fe254107670 2024-09-15T23:38:23.237 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.462+0000 7fe258f96640 1 -- 172.21.15.71:0/1389633741 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe244030740 con 0x7fe254107670 2024-09-15T23:38:23.237 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.463+0000 7fe25c1fc640 1 -- 172.21.15.71:0/1389633741 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe254107670 msgr2=0x7fe254107a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:23.237 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.463+0000 7fe25c1fc640 1 --2- 172.21.15.71:0/1389633741 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe254107670 0x7fe254107a70 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe244009820 tx=0x7fe24402a270 comp rx=0 tx=0).stop 2024-09-15T23:38:23.237 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.463+0000 7fe25c1fc640 1 -- 172.21.15.71:0/1389633741 shutdown_connections 2024-09-15T23:38:23.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.463+0000 7fe25c1fc640 1 --2- 172.21.15.71:0/1389633741 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe254107670 0x7fe254107a70 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:23.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.463+0000 7fe25c1fc640 1 -- 172.21.15.71:0/1389633741 >> 172.21.15.71:0/1389633741 conn(0x7fe254102e60 msgr2=0x7fe2541052e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:23.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.463+0000 7fe25c1fc640 1 -- 172.21.15.71:0/1389633741 shutdown_connections 2024-09-15T23:38:23.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.463+0000 7fe25c1fc640 1 -- 172.21.15.71:0/1389633741 wait complete. 2024-09-15T23:38:23.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.464+0000 7fe25c1fc640 1 Processor -- start 2024-09-15T23:38:23.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.464+0000 7fe25c1fc640 1 -- start start 2024-09-15T23:38:23.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.464+0000 7fe25c1fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe254107670 0x7fe25419b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:23.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.464+0000 7fe25c1fc640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe25410bae0 con 0x7fe254107670 2024-09-15T23:38:23.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.464+0000 7fe259f98640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe254107670 0x7fe25419b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:23.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.464+0000 7fe259f98640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe254107670 0x7fe25419b590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38380/0 (socket says 172.21.15.71:38380) 2024-09-15T23:38:23.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.464+0000 7fe259f98640 1 -- 172.21.15.71:0/574053570 learned_addr learned my addr 172.21.15.71:0/574053570 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:23.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.464+0000 7fe259f98640 1 -- 172.21.15.71:0/574053570 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe25419bad0 con 0x7fe254107670 2024-09-15T23:38:23.238 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.464+0000 7fe259f98640 1 --2- 172.21.15.71:0/574053570 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe254107670 0x7fe25419b590 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe244030cc0 tx=0x7fe244030cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:23.239 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.464+0000 7fe24affd640 1 -- 172.21.15.71:0/574053570 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe244042070 con 0x7fe254107670 2024-09-15T23:38:23.239 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.464+0000 7fe24affd640 1 -- 172.21.15.71:0/574053570 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe244030e60 con 0x7fe254107670 2024-09-15T23:38:23.239 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.464+0000 7fe25c1fc640 1 -- 172.21.15.71:0/574053570 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe25419bd60 con 0x7fe254107670 2024-09-15T23:38:23.239 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.464+0000 7fe24affd640 1 -- 172.21.15.71:0/574053570 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe244037040 con 0x7fe254107670 2024-09-15T23:38:23.239 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.465+0000 7fe25c1fc640 1 -- 172.21.15.71:0/574053570 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe25419ea50 con 0x7fe254107670 2024-09-15T23:38:23.239 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.465+0000 7fe24affd640 1 -- 172.21.15.71:0/574053570 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 12) ==== 46474+0+0 (secure 0 0 0) 0x7fe244045070 con 0x7fe254107670 2024-09-15T23:38:23.239 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.465+0000 7fe24affd640 1 --2- 172.21.15.71:0/574053570 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe240039260 0x7fe24003b720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:23.239 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.465+0000 7fe24affd640 1 -- 172.21.15.71:0/574053570 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fe24406c490 con 0x7fe254107670 2024-09-15T23:38:23.239 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.466+0000 7fe25c1fc640 1 -- 172.21.15.71:0/574053570 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe254107a70 con 0x7fe254107670 2024-09-15T23:38:23.239 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.466+0000 7fe259797640 1 --2- 172.21.15.71:0/574053570 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe240039260 0x7fe24003b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:23.239 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.466+0000 7fe259797640 1 --2- 172.21.15.71:0/574053570 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe240039260 0x7fe24003b720 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fe2500098c0 tx=0x7fe250006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:23.239 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.470+0000 7fe24affd640 1 -- 172.21.15.71:0/574053570 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe244045360 con 0x7fe254107670 2024-09-15T23:38:23.239 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.638+0000 7fe25c1fc640 1 -- 172.21.15.71:0/574053570 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7fe25419f030 con 0x7fe254107670 2024-09-15T23:38:23.240 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.639+0000 7fe24affd640 1 -- 172.21.15.71:0/574053570 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7fe24402ed90 con 0x7fe254107670 2024-09-15T23:38:23.240 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.641+0000 7fe25c1fc640 1 -- 172.21.15.71:0/574053570 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe240039260 msgr2=0x7fe24003b720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:23.240 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.641+0000 7fe25c1fc640 1 --2- 172.21.15.71:0/574053570 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe240039260 0x7fe24003b720 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fe2500098c0 tx=0x7fe250006db0 comp rx=0 tx=0).stop 2024-09-15T23:38:23.240 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.641+0000 7fe25c1fc640 1 -- 172.21.15.71:0/574053570 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe254107670 msgr2=0x7fe25419b590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:23.240 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.641+0000 7fe25c1fc640 1 --2- 172.21.15.71:0/574053570 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe254107670 0x7fe25419b590 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe244030cc0 tx=0x7fe244030cf0 comp rx=0 tx=0).stop 2024-09-15T23:38:23.240 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.641+0000 7fe25c1fc640 1 -- 172.21.15.71:0/574053570 shutdown_connections 2024-09-15T23:38:23.240 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.641+0000 7fe25c1fc640 1 --2- 172.21.15.71:0/574053570 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe240039260 0x7fe24003b720 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:23.240 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.641+0000 7fe25c1fc640 1 --2- 172.21.15.71:0/574053570 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe254107670 0x7fe25419b590 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:23.240 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.641+0000 7fe25c1fc640 1 -- 172.21.15.71:0/574053570 >> 172.21.15.71:0/574053570 conn(0x7fe254102e60 msgr2=0x7fe254103990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:23.240 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.641+0000 7fe25c1fc640 1 -- 172.21.15.71:0/574053570 shutdown_connections 2024-09-15T23:38:23.240 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:22.641+0000 7fe25c1fc640 1 -- 172.21.15.71:0/574053570 wait complete. 2024-09-15T23:38:23.245 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-15T23:38:23.245 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout disabled 2024-09-15T23:38:23.253 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-15T23:38:23.253 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2024-09-15T23:38:23.254 INFO:teuthology.orchestra.run.smithi071.stdout:firewalld.service is not enabled 2024-09-15T23:38:23.254 INFO:teuthology.orchestra.run.smithi071.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-15T23:38:23.255 INFO:teuthology.orchestra.run.smithi071.stdout:Ceph Dashboard is now available at: 2024-09-15T23:38:23.255 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:38:23.255 INFO:teuthology.orchestra.run.smithi071.stdout: URL: https://smithi071.front.sepia.ceph.com:8443/ 2024-09-15T23:38:23.255 INFO:teuthology.orchestra.run.smithi071.stdout: User: admin 2024-09-15T23:38:23.255 INFO:teuthology.orchestra.run.smithi071.stdout: Password: 5a15q1fae8 2024-09-15T23:38:23.255 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:38:23.256 INFO:teuthology.orchestra.run.smithi071.stdout:Saving cluster configuration to /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config directory 2024-09-15T23:38:23.674 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:23 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/574053570' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-15T23:38:24.535 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:24 smithi071 ceph-mon[30957]: mgrmap e13: x(active, since 6s) 2024-09-15T23:38:24.535 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:24 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2562133365' entity='client.admin' 2024-09-15T23:38:24.542 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.661+0000 7fd07318a640 1 Processor -- start 2024-09-15T23:38:24.542 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.662+0000 7fd07318a640 1 -- start start 2024-09-15T23:38:24.542 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.662+0000 7fd07318a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd06c1064d0 0x7fd06c1068d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:24.542 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.662+0000 7fd07318a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fd06c106ea0 con 0x7fd06c1064d0 2024-09-15T23:38:24.542 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.662+0000 7fd070f26640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd06c1064d0 0x7fd06c1068d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:24.542 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.662+0000 7fd070f26640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd06c1064d0 0x7fd06c1068d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38394/0 (socket says 172.21.15.71:38394) 2024-09-15T23:38:24.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.662+0000 7fd070f26640 1 -- 172.21.15.71:0/2040759934 learned_addr learned my addr 172.21.15.71:0/2040759934 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:24.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.662+0000 7fd070f26640 1 -- 172.21.15.71:0/2040759934 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd06c107680 con 0x7fd06c1064d0 2024-09-15T23:38:24.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.663+0000 7fd070f26640 1 --2- 172.21.15.71:0/2040759934 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd06c1064d0 0x7fd06c1068d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fd060009820 tx=0x7fd06002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a1eaf42808f763b server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:24.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.663+0000 7fd06b7fe640 1 -- 172.21.15.71:0/2040759934 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd060037070 con 0x7fd06c1064d0 2024-09-15T23:38:24.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.663+0000 7fd06b7fe640 1 -- 172.21.15.71:0/2040759934 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd0600328f0 con 0x7fd06c1064d0 2024-09-15T23:38:24.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.664+0000 7fd06b7fe640 1 -- 172.21.15.71:0/2040759934 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd060037070 con 0x7fd06c1064d0 2024-09-15T23:38:24.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.664+0000 7fd07318a640 1 -- 172.21.15.71:0/2040759934 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd06c1064d0 msgr2=0x7fd06c1068d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:24.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.664+0000 7fd07318a640 1 --2- 172.21.15.71:0/2040759934 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd06c1064d0 0x7fd06c1068d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fd060009820 tx=0x7fd06002a270 comp rx=0 tx=0).stop 2024-09-15T23:38:24.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.664+0000 7fd07318a640 1 -- 172.21.15.71:0/2040759934 shutdown_connections 2024-09-15T23:38:24.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.664+0000 7fd07318a640 1 --2- 172.21.15.71:0/2040759934 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd06c1064d0 0x7fd06c1068d0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:24.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.664+0000 7fd07318a640 1 -- 172.21.15.71:0/2040759934 >> 172.21.15.71:0/2040759934 conn(0x7fd06c101ce0 msgr2=0x7fd06c104100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:24.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.664+0000 7fd07318a640 1 -- 172.21.15.71:0/2040759934 shutdown_connections 2024-09-15T23:38:24.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.664+0000 7fd07318a640 1 -- 172.21.15.71:0/2040759934 wait complete. 2024-09-15T23:38:24.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.665+0000 7fd07318a640 1 Processor -- start 2024-09-15T23:38:24.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.665+0000 7fd07318a640 1 -- start start 2024-09-15T23:38:24.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.665+0000 7fd07318a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd06c1064d0 0x7fd06c199340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:24.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.666+0000 7fd07318a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fd06c07b140 con 0x7fd06c1064d0 2024-09-15T23:38:24.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.666+0000 7fd070f26640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd06c1064d0 0x7fd06c199340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:24.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.666+0000 7fd070f26640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd06c1064d0 0x7fd06c199340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38400/0 (socket says 172.21.15.71:38400) 2024-09-15T23:38:24.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.666+0000 7fd070f26640 1 -- 172.21.15.71:0/2562133365 learned_addr learned my addr 172.21.15.71:0/2562133365 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:24.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.666+0000 7fd070f26640 1 -- 172.21.15.71:0/2562133365 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd06c199880 con 0x7fd06c1064d0 2024-09-15T23:38:24.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.666+0000 7fd070f26640 1 --2- 172.21.15.71:0/2562133365 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd06c1064d0 0x7fd06c199340 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd06002a790 tx=0x7fd060030950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:24.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.666+0000 7fd069ffb640 1 -- 172.21.15.71:0/2562133365 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd060037040 con 0x7fd06c1064d0 2024-09-15T23:38:24.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.666+0000 7fd069ffb640 1 -- 172.21.15.71:0/2562133365 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd060040070 con 0x7fd06c1064d0 2024-09-15T23:38:24.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.666+0000 7fd07318a640 1 -- 172.21.15.71:0/2562133365 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd06c199b10 con 0x7fd06c1064d0 2024-09-15T23:38:24.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.666+0000 7fd069ffb640 1 -- 172.21.15.71:0/2562133365 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd06003bdb0 con 0x7fd06c1064d0 2024-09-15T23:38:24.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.667+0000 7fd07318a640 1 -- 172.21.15.71:0/2562133365 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd06c19c800 con 0x7fd06c1064d0 2024-09-15T23:38:24.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.667+0000 7fd069ffb640 1 -- 172.21.15.71:0/2562133365 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7fd060045460 con 0x7fd06c1064d0 2024-09-15T23:38:24.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.667+0000 7fd069ffb640 1 --2- 172.21.15.71:0/2562133365 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd05c03b520 0x7fd05c03d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:24.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.668+0000 7fd069ffb640 1 -- 172.21.15.71:0/2562133365 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fd06006d540 con 0x7fd06c1064d0 2024-09-15T23:38:24.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.668+0000 7fd06bfff640 1 --2- 172.21.15.71:0/2562133365 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd05c03b520 0x7fd05c03d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:24.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.668+0000 7fd07318a640 1 -- 172.21.15.71:0/2562133365 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd06c1068d0 con 0x7fd06c1064d0 2024-09-15T23:38:24.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.668+0000 7fd06bfff640 1 --2- 172.21.15.71:0/2562133365 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd05c03b520 0x7fd05c03d9e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd0580098c0 tx=0x7fd058006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:24.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.672+0000 7fd069ffb640 1 -- 172.21.15.71:0/2562133365 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd0600392f0 con 0x7fd06c1064d0 2024-09-15T23:38:24.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.933+0000 7fd07318a640 1 -- 172.21.15.71:0/2562133365 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7fd06c1927b0 con 0x7fd06c1064d0 2024-09-15T23:38:24.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.936+0000 7fd069ffb640 1 -- 172.21.15.71:0/2562133365 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7fd060043520 con 0x7fd06c1064d0 2024-09-15T23:38:24.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-15T23:38:24.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.938+0000 7fd07318a640 1 -- 172.21.15.71:0/2562133365 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd05c03b520 msgr2=0x7fd05c03d9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:24.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.938+0000 7fd07318a640 1 --2- 172.21.15.71:0/2562133365 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd05c03b520 0x7fd05c03d9e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd0580098c0 tx=0x7fd058006db0 comp rx=0 tx=0).stop 2024-09-15T23:38:24.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.938+0000 7fd07318a640 1 -- 172.21.15.71:0/2562133365 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd06c1064d0 msgr2=0x7fd06c199340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:24.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.938+0000 7fd07318a640 1 --2- 172.21.15.71:0/2562133365 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd06c1064d0 0x7fd06c199340 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd06002a790 tx=0x7fd060030950 comp rx=0 tx=0).stop 2024-09-15T23:38:24.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.938+0000 7fd07318a640 1 -- 172.21.15.71:0/2562133365 shutdown_connections 2024-09-15T23:38:24.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.938+0000 7fd07318a640 1 --2- 172.21.15.71:0/2562133365 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd05c03b520 0x7fd05c03d9e0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:24.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.938+0000 7fd07318a640 1 --2- 172.21.15.71:0/2562133365 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd06c1064d0 0x7fd06c199340 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:24.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.938+0000 7fd07318a640 1 -- 172.21.15.71:0/2562133365 >> 172.21.15.71:0/2562133365 conn(0x7fd06c101ce0 msgr2=0x7fd06c18f900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:24.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.938+0000 7fd07318a640 1 -- 172.21.15.71:0/2562133365 shutdown_connections 2024-09-15T23:38:24.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-15T23:38:23.938+0000 7fd07318a640 1 -- 172.21.15.71:0/2562133365 wait complete. 2024-09-15T23:38:24.546 INFO:teuthology.orchestra.run.smithi071.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-15T23:38:24.546 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:38:24.546 INFO:teuthology.orchestra.run.smithi071.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-15T23:38:24.546 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:38:24.546 INFO:teuthology.orchestra.run.smithi071.stdout:Or, if you are only running a single cluster on this host: 2024-09-15T23:38:24.547 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:38:24.547 INFO:teuthology.orchestra.run.smithi071.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-15T23:38:24.547 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:38:24.547 INFO:teuthology.orchestra.run.smithi071.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-15T23:38:24.547 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:38:24.547 INFO:teuthology.orchestra.run.smithi071.stdout: ceph telemetry on 2024-09-15T23:38:24.547 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:38:24.547 INFO:teuthology.orchestra.run.smithi071.stdout:For more information see: 2024-09-15T23:38:24.547 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:38:24.547 INFO:teuthology.orchestra.run.smithi071.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-09-15T23:38:24.547 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:38:24.547 INFO:teuthology.orchestra.run.smithi071.stdout:Bootstrap complete. 2024-09-15T23:38:24.580 INFO:tasks.cephadm:Fetching config... 2024-09-15T23:38:24.581 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-15T23:38:24.581 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-15T23:38:24.597 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-15T23:38:24.597 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-15T23:38:24.597 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-15T23:38:24.653 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-15T23:38:24.653 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-15T23:38:24.653 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-15T23:38:24.719 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-15T23:38:24.719 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-15T23:38:24.719 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-15T23:38:24.775 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-15T23:38:24.775 DEBUG:teuthology.orchestra.run.smithi071:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCyTTR11hj8AL3llPAjkgJeiJyYGUUGp51U76NYJwhPP2vZxhvTSRJwAgjc+n1qzzUISCrmWma9tJbbjhGujgTX5PKM+UFhD4ryBLR5HZG+0dYFzeaHCKTD5CKgEbTu6qpDDpHPXpAGbkje3q/KAepxzPVJWgGhVjX1yqXO86HtD28En4EITDQvbFl6d8Da2R865I7e+bWBeINw6vC/7LYAn/MPpKZUw56LnT6HTnd8rBCnMD4HZls6wKTTvRaNBt1t/oJVo4run4Lzvf96PWRjlYRrWgVM9/jxc72/KSu8ICDnfuFO7oBw92rcWTfe7vbD4aMnjxBno8/cA3KyeXcpW9BbIzFVSjkyNJLbPPuRK9KAyDFHAjP3G9Vm4pTXAZwrgkmK6D9lJojF0VJEDqmP/3vwwOjpW7HwrR65JGimZcQeDKZi7OGqkcprL8gf8BuZGDjMBlXAuHUUIS+tFcoRdJBJf4RxlpMk5BRSUzpvYcKYJOkPFMpuULAv3t9AJl8= ceph-4eeb5726-73bb-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-15T23:38:24.850 INFO:teuthology.orchestra.run.smithi071.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCyTTR11hj8AL3llPAjkgJeiJyYGUUGp51U76NYJwhPP2vZxhvTSRJwAgjc+n1qzzUISCrmWma9tJbbjhGujgTX5PKM+UFhD4ryBLR5HZG+0dYFzeaHCKTD5CKgEbTu6qpDDpHPXpAGbkje3q/KAepxzPVJWgGhVjX1yqXO86HtD28En4EITDQvbFl6d8Da2R865I7e+bWBeINw6vC/7LYAn/MPpKZUw56LnT6HTnd8rBCnMD4HZls6wKTTvRaNBt1t/oJVo4run4Lzvf96PWRjlYRrWgVM9/jxc72/KSu8ICDnfuFO7oBw92rcWTfe7vbD4aMnjxBno8/cA3KyeXcpW9BbIzFVSjkyNJLbPPuRK9KAyDFHAjP3G9Vm4pTXAZwrgkmK6D9lJojF0VJEDqmP/3vwwOjpW7HwrR65JGimZcQeDKZi7OGqkcprL8gf8BuZGDjMBlXAuHUUIS+tFcoRdJBJf4RxlpMk5BRSUzpvYcKYJOkPFMpuULAv3t9AJl8= ceph-4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:38:24.861 DEBUG:teuthology.orchestra.run.smithi163:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCyTTR11hj8AL3llPAjkgJeiJyYGUUGp51U76NYJwhPP2vZxhvTSRJwAgjc+n1qzzUISCrmWma9tJbbjhGujgTX5PKM+UFhD4ryBLR5HZG+0dYFzeaHCKTD5CKgEbTu6qpDDpHPXpAGbkje3q/KAepxzPVJWgGhVjX1yqXO86HtD28En4EITDQvbFl6d8Da2R865I7e+bWBeINw6vC/7LYAn/MPpKZUw56LnT6HTnd8rBCnMD4HZls6wKTTvRaNBt1t/oJVo4run4Lzvf96PWRjlYRrWgVM9/jxc72/KSu8ICDnfuFO7oBw92rcWTfe7vbD4aMnjxBno8/cA3KyeXcpW9BbIzFVSjkyNJLbPPuRK9KAyDFHAjP3G9Vm4pTXAZwrgkmK6D9lJojF0VJEDqmP/3vwwOjpW7HwrR65JGimZcQeDKZi7OGqkcprL8gf8BuZGDjMBlXAuHUUIS+tFcoRdJBJf4RxlpMk5BRSUzpvYcKYJOkPFMpuULAv3t9AJl8= ceph-4eeb5726-73bb-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-15T23:38:24.914 INFO:teuthology.orchestra.run.smithi163.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCyTTR11hj8AL3llPAjkgJeiJyYGUUGp51U76NYJwhPP2vZxhvTSRJwAgjc+n1qzzUISCrmWma9tJbbjhGujgTX5PKM+UFhD4ryBLR5HZG+0dYFzeaHCKTD5CKgEbTu6qpDDpHPXpAGbkje3q/KAepxzPVJWgGhVjX1yqXO86HtD28En4EITDQvbFl6d8Da2R865I7e+bWBeINw6vC/7LYAn/MPpKZUw56LnT6HTnd8rBCnMD4HZls6wKTTvRaNBt1t/oJVo4run4Lzvf96PWRjlYRrWgVM9/jxc72/KSu8ICDnfuFO7oBw92rcWTfe7vbD4aMnjxBno8/cA3KyeXcpW9BbIzFVSjkyNJLbPPuRK9KAyDFHAjP3G9Vm4pTXAZwrgkmK6D9lJojF0VJEDqmP/3vwwOjpW7HwrR65JGimZcQeDKZi7OGqkcprL8gf8BuZGDjMBlXAuHUUIS+tFcoRdJBJf4RxlpMk5BRSUzpvYcKYJOkPFMpuULAv3t9AJl8= ceph-4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:38:24.927 DEBUG:teuthology.orchestra.run.smithi190:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCyTTR11hj8AL3llPAjkgJeiJyYGUUGp51U76NYJwhPP2vZxhvTSRJwAgjc+n1qzzUISCrmWma9tJbbjhGujgTX5PKM+UFhD4ryBLR5HZG+0dYFzeaHCKTD5CKgEbTu6qpDDpHPXpAGbkje3q/KAepxzPVJWgGhVjX1yqXO86HtD28En4EITDQvbFl6d8Da2R865I7e+bWBeINw6vC/7LYAn/MPpKZUw56LnT6HTnd8rBCnMD4HZls6wKTTvRaNBt1t/oJVo4run4Lzvf96PWRjlYRrWgVM9/jxc72/KSu8ICDnfuFO7oBw92rcWTfe7vbD4aMnjxBno8/cA3KyeXcpW9BbIzFVSjkyNJLbPPuRK9KAyDFHAjP3G9Vm4pTXAZwrgkmK6D9lJojF0VJEDqmP/3vwwOjpW7HwrR65JGimZcQeDKZi7OGqkcprL8gf8BuZGDjMBlXAuHUUIS+tFcoRdJBJf4RxlpMk5BRSUzpvYcKYJOkPFMpuULAv3t9AJl8= ceph-4eeb5726-73bb-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-15T23:38:24.979 INFO:teuthology.orchestra.run.smithi190.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCyTTR11hj8AL3llPAjkgJeiJyYGUUGp51U76NYJwhPP2vZxhvTSRJwAgjc+n1qzzUISCrmWma9tJbbjhGujgTX5PKM+UFhD4ryBLR5HZG+0dYFzeaHCKTD5CKgEbTu6qpDDpHPXpAGbkje3q/KAepxzPVJWgGhVjX1yqXO86HtD28En4EITDQvbFl6d8Da2R865I7e+bWBeINw6vC/7LYAn/MPpKZUw56LnT6HTnd8rBCnMD4HZls6wKTTvRaNBt1t/oJVo4run4Lzvf96PWRjlYRrWgVM9/jxc72/KSu8ICDnfuFO7oBw92rcWTfe7vbD4aMnjxBno8/cA3KyeXcpW9BbIzFVSjkyNJLbPPuRK9KAyDFHAjP3G9Vm4pTXAZwrgkmK6D9lJojF0VJEDqmP/3vwwOjpW7HwrR65JGimZcQeDKZi7OGqkcprL8gf8BuZGDjMBlXAuHUUIS+tFcoRdJBJf4RxlpMk5BRSUzpvYcKYJOkPFMpuULAv3t9AJl8= ceph-4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:38:24.993 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-15T23:38:25.240 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:38:25.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.750+0000 7f0e2eb45640 1 -- 172.21.15.71:0/2454346868 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0e28100510 msgr2=0x7f0e28100910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:25.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.750+0000 7f0e2eb45640 1 --2- 172.21.15.71:0/2454346868 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0e28100510 0x7f0e28100910 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f0e20009880 tx=0x7f0e2002a5d0 comp rx=0 tx=0).stop 2024-09-15T23:38:25.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.750+0000 7f0e2eb45640 1 -- 172.21.15.71:0/2454346868 shutdown_connections 2024-09-15T23:38:25.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.750+0000 7f0e2eb45640 1 --2- 172.21.15.71:0/2454346868 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0e28100510 0x7f0e28100910 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:25.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.750+0000 7f0e2eb45640 1 -- 172.21.15.71:0/2454346868 >> 172.21.15.71:0/2454346868 conn(0x7f0e280fbc80 msgr2=0x7f0e280fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:25.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.750+0000 7f0e2eb45640 1 -- 172.21.15.71:0/2454346868 shutdown_connections 2024-09-15T23:38:25.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.750+0000 7f0e2eb45640 1 -- 172.21.15.71:0/2454346868 wait complete. 2024-09-15T23:38:25.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.750+0000 7f0e2eb45640 1 Processor -- start 2024-09-15T23:38:25.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.750+0000 7f0e2eb45640 1 -- start start 2024-09-15T23:38:25.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.751+0000 7f0e2eb45640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0e28100510 0x7f0e28196cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:25.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.751+0000 7f0e2eb45640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f0e281075e0 con 0x7f0e28100510 2024-09-15T23:38:25.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.751+0000 7f0e2c8e1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0e28100510 0x7f0e28196cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:25.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.751+0000 7f0e2c8e1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0e28100510 0x7f0e28196cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38408/0 (socket says 172.21.15.71:38408) 2024-09-15T23:38:25.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.751+0000 7f0e2c8e1640 1 -- 172.21.15.71:0/992781789 learned_addr learned my addr 172.21.15.71:0/992781789 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:25.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.751+0000 7f0e2c8e1640 1 -- 172.21.15.71:0/992781789 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e28197230 con 0x7f0e28100510 2024-09-15T23:38:25.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.751+0000 7f0e2c8e1640 1 --2- 172.21.15.71:0/992781789 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0e28100510 0x7f0e28196cf0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0e20009230 tx=0x7f0e200048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:25.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.751+0000 7f0e25ffb640 1 -- 172.21.15.71:0/992781789 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0e2003f070 con 0x7f0e28100510 2024-09-15T23:38:25.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.751+0000 7f0e25ffb640 1 -- 172.21.15.71:0/992781789 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0e20003aa0 con 0x7f0e28100510 2024-09-15T23:38:25.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.751+0000 7f0e2eb45640 1 -- 172.21.15.71:0/992781789 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e281974c0 con 0x7f0e28100510 2024-09-15T23:38:25.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.751+0000 7f0e25ffb640 1 -- 172.21.15.71:0/992781789 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0e20035030 con 0x7f0e28100510 2024-09-15T23:38:25.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.751+0000 7f0e2eb45640 1 -- 172.21.15.71:0/992781789 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e2819a1a0 con 0x7f0e28100510 2024-09-15T23:38:25.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.752+0000 7f0e25ffb640 1 -- 172.21.15.71:0/992781789 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f0e20042070 con 0x7f0e28100510 2024-09-15T23:38:25.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.752+0000 7f0e25ffb640 1 --2- 172.21.15.71:0/992781789 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0e140392a0 0x7f0e1403b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:25.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.752+0000 7f0e2eb45640 1 -- 172.21.15.71:0/992781789 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e28107d60 con 0x7f0e28100510 2024-09-15T23:38:25.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.752+0000 7f0e25ffb640 1 -- 172.21.15.71:0/992781789 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0e2006d2b0 con 0x7f0e28100510 2024-09-15T23:38:25.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.753+0000 7f0e27fff640 1 --2- 172.21.15.71:0/992781789 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0e140392a0 0x7f0e1403b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:25.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.753+0000 7f0e27fff640 1 --2- 172.21.15.71:0/992781789 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0e140392a0 0x7f0e1403b760 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f0e1800ad30 tx=0x7f0e180093f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:25.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.757+0000 7f0e25ffb640 1 -- 172.21.15.71:0/992781789 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0e20042c60 con 0x7f0e28100510 2024-09-15T23:38:25.926 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.924+0000 7f0e2eb45640 1 -- 172.21.15.71:0/992781789 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f0e2802d940 con 0x7f0e28100510 2024-09-15T23:38:25.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.926+0000 7f0e25ffb640 1 -- 172.21.15.71:0/992781789 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f0e20031a70 con 0x7f0e28100510 2024-09-15T23:38:25.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.929+0000 7f0e2eb45640 1 -- 172.21.15.71:0/992781789 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0e140392a0 msgr2=0x7f0e1403b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:25.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.929+0000 7f0e2eb45640 1 --2- 172.21.15.71:0/992781789 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0e140392a0 0x7f0e1403b760 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f0e1800ad30 tx=0x7f0e180093f0 comp rx=0 tx=0).stop 2024-09-15T23:38:25.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.929+0000 7f0e2eb45640 1 -- 172.21.15.71:0/992781789 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0e28100510 msgr2=0x7f0e28196cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:25.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.929+0000 7f0e2eb45640 1 --2- 172.21.15.71:0/992781789 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0e28100510 0x7f0e28196cf0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0e20009230 tx=0x7f0e200048f0 comp rx=0 tx=0).stop 2024-09-15T23:38:25.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.929+0000 7f0e2eb45640 1 -- 172.21.15.71:0/992781789 shutdown_connections 2024-09-15T23:38:25.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.929+0000 7f0e2eb45640 1 --2- 172.21.15.71:0/992781789 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0e140392a0 0x7f0e1403b760 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:25.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.929+0000 7f0e2eb45640 1 --2- 172.21.15.71:0/992781789 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0e28100510 0x7f0e28196cf0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:25.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.929+0000 7f0e2eb45640 1 -- 172.21.15.71:0/992781789 >> 172.21.15.71:0/992781789 conn(0x7f0e280fbc80 msgr2=0x7f0e280fc710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:25.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.929+0000 7f0e2eb45640 1 -- 172.21.15.71:0/992781789 shutdown_connections 2024-09-15T23:38:25.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:25.929+0000 7f0e2eb45640 1 -- 172.21.15.71:0/992781789 wait complete. 2024-09-15T23:38:26.993 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:26 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/992781789' entity='client.admin' 2024-09-15T23:38:26.993 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:26 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:26.993 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:26 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:26.993 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:26 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi071", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:38:26.993 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:26 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:26.994 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:26 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:38:26.994 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:26 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:27.022 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-15T23:38:27.023 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-15T23:38:27.502 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:38:27.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.987+0000 7fb4eb042640 1 -- 172.21.15.71:0/3908008051 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4102130 msgr2=0x7fb4e4104520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:27.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.987+0000 7fb4eb042640 1 --2- 172.21.15.71:0/3908008051 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4102130 0x7fb4e4104520 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb4d8009880 tx=0x7fb4d802a5d0 comp rx=0 tx=0).stop 2024-09-15T23:38:27.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.987+0000 7fb4eb042640 1 -- 172.21.15.71:0/3908008051 shutdown_connections 2024-09-15T23:38:27.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.987+0000 7fb4eb042640 1 --2- 172.21.15.71:0/3908008051 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4102130 0x7fb4e4104520 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:27.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.987+0000 7fb4eb042640 1 -- 172.21.15.71:0/3908008051 >> 172.21.15.71:0/3908008051 conn(0x7fb4e40fbcd0 msgr2=0x7fb4e40fe110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:27.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.987+0000 7fb4eb042640 1 -- 172.21.15.71:0/3908008051 shutdown_connections 2024-09-15T23:38:27.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.987+0000 7fb4eb042640 1 -- 172.21.15.71:0/3908008051 wait complete. 2024-09-15T23:38:27.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.987+0000 7fb4eb042640 1 Processor -- start 2024-09-15T23:38:27.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.988+0000 7fb4eb042640 1 -- start start 2024-09-15T23:38:27.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.988+0000 7fb4eb042640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4102130 0x7fb4e41019b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:27.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.988+0000 7fb4eb042640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fb4e4107590 con 0x7fb4e4102130 2024-09-15T23:38:27.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.988+0000 7fb4e8dde640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4102130 0x7fb4e41019b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:27.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.988+0000 7fb4e8dde640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4102130 0x7fb4e41019b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38422/0 (socket says 172.21.15.71:38422) 2024-09-15T23:38:27.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.988+0000 7fb4e8dde640 1 -- 172.21.15.71:0/2062841922 learned_addr learned my addr 172.21.15.71:0/2062841922 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:27.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.988+0000 7fb4e8dde640 1 -- 172.21.15.71:0/2062841922 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4e4101ef0 con 0x7fb4e4102130 2024-09-15T23:38:27.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.988+0000 7fb4e8dde640 1 --2- 172.21.15.71:0/2062841922 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4102130 0x7fb4e41019b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb4d8009230 tx=0x7fb4d80048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:27.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.988+0000 7fb4e1ffb640 1 -- 172.21.15.71:0/2062841922 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb4d803f070 con 0x7fb4e4102130 2024-09-15T23:38:27.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.989+0000 7fb4e1ffb640 1 -- 172.21.15.71:0/2062841922 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb4d8003aa0 con 0x7fb4e4102130 2024-09-15T23:38:27.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.989+0000 7fb4eb042640 1 -- 172.21.15.71:0/2062841922 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4e41000e0 con 0x7fb4e4102130 2024-09-15T23:38:27.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.989+0000 7fb4e1ffb640 1 -- 172.21.15.71:0/2062841922 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb4d8035030 con 0x7fb4e4102130 2024-09-15T23:38:27.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.989+0000 7fb4eb042640 1 -- 172.21.15.71:0/2062841922 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4e4100620 con 0x7fb4e4102130 2024-09-15T23:38:27.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.990+0000 7fb4e1ffb640 1 -- 172.21.15.71:0/2062841922 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7fb4d8042070 con 0x7fb4e4102130 2024-09-15T23:38:27.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.990+0000 7fb4e1ffb640 1 --2- 172.21.15.71:0/2062841922 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb4d40392a0 0x7fb4d403b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:27.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.990+0000 7fb4e1ffb640 1 -- 172.21.15.71:0/2062841922 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fb4d806d040 con 0x7fb4e4102130 2024-09-15T23:38:27.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.990+0000 7fb4e3fff640 1 --2- 172.21.15.71:0/2062841922 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb4d40392a0 0x7fb4d403b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:27.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.990+0000 7fb4eb042640 1 -- 172.21.15.71:0/2062841922 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4e4107d10 con 0x7fb4e4102130 2024-09-15T23:38:27.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.990+0000 7fb4e3fff640 1 --2- 172.21.15.71:0/2062841922 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb4d40392a0 0x7fb4d403b760 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fb4d00098c0 tx=0x7fb4d0006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:27.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:27.995+0000 7fb4e1ffb640 1 -- 172.21.15.71:0/2062841922 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb4d804a260 con 0x7fb4e4102130 2024-09-15T23:38:28.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:28.171+0000 7fb4eb042640 1 -- 172.21.15.71:0/2062841922 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7fb4e418fec0 con 0x7fb4d40392a0 2024-09-15T23:38:28.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:28.174+0000 7fb4e1ffb640 1 -- 172.21.15.71:0/2062841922 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fb4e418fec0 con 0x7fb4d40392a0 2024-09-15T23:38:28.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:28.176+0000 7fb4eb042640 1 -- 172.21.15.71:0/2062841922 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb4d40392a0 msgr2=0x7fb4d403b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:28.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:28.176+0000 7fb4eb042640 1 --2- 172.21.15.71:0/2062841922 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb4d40392a0 0x7fb4d403b760 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fb4d00098c0 tx=0x7fb4d0006db0 comp rx=0 tx=0).stop 2024-09-15T23:38:28.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:28.176+0000 7fb4eb042640 1 -- 172.21.15.71:0/2062841922 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4102130 msgr2=0x7fb4e41019b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:28.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:28.176+0000 7fb4eb042640 1 --2- 172.21.15.71:0/2062841922 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4102130 0x7fb4e41019b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb4d8009230 tx=0x7fb4d80048f0 comp rx=0 tx=0).stop 2024-09-15T23:38:28.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:28.176+0000 7fb4eb042640 1 -- 172.21.15.71:0/2062841922 shutdown_connections 2024-09-15T23:38:28.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:28.176+0000 7fb4eb042640 1 --2- 172.21.15.71:0/2062841922 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb4d40392a0 0x7fb4d403b760 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:28.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:28.176+0000 7fb4eb042640 1 --2- 172.21.15.71:0/2062841922 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4e4102130 0x7fb4e41019b0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:28.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:28.176+0000 7fb4eb042640 1 -- 172.21.15.71:0/2062841922 >> 172.21.15.71:0/2062841922 conn(0x7fb4e40fbcd0 msgr2=0x7fb4e40fc7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:28.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:28.176+0000 7fb4eb042640 1 -- 172.21.15.71:0/2062841922 shutdown_connections 2024-09-15T23:38:28.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:28.176+0000 7fb4eb042640 1 -- 172.21.15.71:0/2062841922 wait complete. 2024-09-15T23:38:28.927 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi163 2024-09-15T23:38:28.928 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-15T23:38:28.928 DEBUG:teuthology.orchestra.run.smithi163:> dd of=/etc/ceph/ceph.conf 2024-09-15T23:38:28.946 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-15T23:38:28.947 DEBUG:teuthology.orchestra.run.smithi163:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-15T23:38:29.005 INFO:tasks.cephadm:Adding host smithi163 to orchestrator... 2024-09-15T23:38:29.005 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph orch host add smithi163 2024-09-15T23:38:29.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:29 smithi071 ceph-mon[30957]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:38:29.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:29.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:38:29.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:38:29.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:38:29.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:29 smithi071 ceph-mon[30957]: Updating smithi071:/etc/ceph/ceph.conf 2024-09-15T23:38:29.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:29.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:29.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:29.433 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:38:29.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.837+0000 7f7162575640 1 -- 172.21.15.71:0/853925219 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f715c106560 msgr2=0x7f715c106940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:29.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.837+0000 7f7162575640 1 --2- 172.21.15.71:0/853925219 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f715c106560 0x7f715c106940 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f714c009880 tx=0x7f714c02a5d0 comp rx=0 tx=0).stop 2024-09-15T23:38:29.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.837+0000 7f7162575640 1 -- 172.21.15.71:0/853925219 shutdown_connections 2024-09-15T23:38:29.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.837+0000 7f7162575640 1 --2- 172.21.15.71:0/853925219 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f715c106560 0x7f715c106940 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:29.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.837+0000 7f7162575640 1 -- 172.21.15.71:0/853925219 >> 172.21.15.71:0/853925219 conn(0x7f715c0fc1b0 msgr2=0x7f715c0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:29.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.837+0000 7f7162575640 1 -- 172.21.15.71:0/853925219 shutdown_connections 2024-09-15T23:38:29.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.837+0000 7f7162575640 1 -- 172.21.15.71:0/853925219 wait complete. 2024-09-15T23:38:29.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.838+0000 7f7162575640 1 Processor -- start 2024-09-15T23:38:29.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.838+0000 7f7162575640 1 -- start start 2024-09-15T23:38:29.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.838+0000 7f7162575640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f715c106560 0x7f715c197040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:29.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.838+0000 7f7162575640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f715c10aa40 con 0x7f715c106560 2024-09-15T23:38:29.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.838+0000 7f715bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f715c106560 0x7f715c197040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:29.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.838+0000 7f715bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f715c106560 0x7f715c197040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38428/0 (socket says 172.21.15.71:38428) 2024-09-15T23:38:29.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.838+0000 7f715bfff640 1 -- 172.21.15.71:0/1549943465 learned_addr learned my addr 172.21.15.71:0/1549943465 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:29.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.839+0000 7f715bfff640 1 -- 172.21.15.71:0/1549943465 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f715c197580 con 0x7f715c106560 2024-09-15T23:38:29.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.839+0000 7f715bfff640 1 --2- 172.21.15.71:0/1549943465 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f715c106560 0x7f715c197040 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f714c009230 tx=0x7f714c0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:29.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.839+0000 7f71597fa640 1 -- 172.21.15.71:0/1549943465 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f714c03f070 con 0x7f715c106560 2024-09-15T23:38:29.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.839+0000 7f71597fa640 1 -- 172.21.15.71:0/1549943465 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f714c004d10 con 0x7f715c106560 2024-09-15T23:38:29.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.839+0000 7f7162575640 1 -- 172.21.15.71:0/1549943465 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f715c197810 con 0x7f715c106560 2024-09-15T23:38:29.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.839+0000 7f71597fa640 1 -- 172.21.15.71:0/1549943465 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f714c035030 con 0x7f715c106560 2024-09-15T23:38:29.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.839+0000 7f7162575640 1 -- 172.21.15.71:0/1549943465 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f715c19b910 con 0x7f715c106560 2024-09-15T23:38:29.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.840+0000 7f71597fa640 1 -- 172.21.15.71:0/1549943465 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f714c042070 con 0x7f715c106560 2024-09-15T23:38:29.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.840+0000 7f7162575640 1 -- 172.21.15.71:0/1549943465 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f715c101bd0 con 0x7f715c106560 2024-09-15T23:38:29.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.840+0000 7f71597fa640 1 --2- 172.21.15.71:0/1549943465 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f71440392a0 0x7f714403b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:29.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.840+0000 7f71597fa640 1 -- 172.21.15.71:0/1549943465 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f714c06cff0 con 0x7f715c106560 2024-09-15T23:38:29.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.840+0000 7f715b7fe640 1 --2- 172.21.15.71:0/1549943465 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f71440392a0 0x7f714403b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:29.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.841+0000 7f715b7fe640 1 --2- 172.21.15.71:0/1549943465 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f71440392a0 0x7f714403b760 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f71500098c0 tx=0x7f7150006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:29.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:29.845+0000 7f71597fa640 1 -- 172.21.15.71:0/1549943465 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f714c039350 con 0x7f715c106560 2024-09-15T23:38:30.017 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:30.015+0000 7f7162575640 1 -- 172.21.15.71:0/1549943465 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi163", "target": ["mon-mgr", ""]}) -- 0x7f715c1983a0 con 0x7f71440392a0 2024-09-15T23:38:30.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:30 smithi071 ceph-mon[30957]: Updating smithi071:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:38:30.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:30 smithi071 ceph-mon[30957]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2024-09-15T23:38:30.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:30 smithi071 ceph-mon[30957]: Updating smithi071:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-15T23:38:31.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:31 smithi071 ceph-mon[30957]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi163", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:38:32.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:32 smithi071 ceph-mon[30957]: Deploying cephadm binary to smithi163 2024-09-15T23:38:33.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:33.178+0000 7f71597fa640 1 -- 172.21.15.71:0/1549943465 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f715c1983a0 con 0x7f71440392a0 2024-09-15T23:38:33.180 INFO:teuthology.orchestra.run.smithi071.stdout:Added host 'smithi163' with addr '172.21.15.163' 2024-09-15T23:38:33.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:33.180+0000 7f7162575640 1 -- 172.21.15.71:0/1549943465 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f71440392a0 msgr2=0x7f714403b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:33.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:33.180+0000 7f7162575640 1 --2- 172.21.15.71:0/1549943465 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f71440392a0 0x7f714403b760 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f71500098c0 tx=0x7f7150006db0 comp rx=0 tx=0).stop 2024-09-15T23:38:33.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:33.180+0000 7f7162575640 1 -- 172.21.15.71:0/1549943465 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f715c106560 msgr2=0x7f715c197040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:33.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:33.180+0000 7f7162575640 1 --2- 172.21.15.71:0/1549943465 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f715c106560 0x7f715c197040 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f714c009230 tx=0x7f714c0048f0 comp rx=0 tx=0).stop 2024-09-15T23:38:33.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:33.181+0000 7f7162575640 1 -- 172.21.15.71:0/1549943465 shutdown_connections 2024-09-15T23:38:33.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:33.181+0000 7f7162575640 1 --2- 172.21.15.71:0/1549943465 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f71440392a0 0x7f714403b760 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:33.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:33.181+0000 7f7162575640 1 --2- 172.21.15.71:0/1549943465 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f715c106560 0x7f715c197040 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:33.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:33.181+0000 7f7162575640 1 -- 172.21.15.71:0/1549943465 >> 172.21.15.71:0/1549943465 conn(0x7f715c0fc1b0 msgr2=0x7f715c069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:33.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:33.181+0000 7f7162575640 1 -- 172.21.15.71:0/1549943465 shutdown_connections 2024-09-15T23:38:33.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:33.181+0000 7f7162575640 1 -- 172.21.15.71:0/1549943465 wait complete. 2024-09-15T23:38:33.790 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph orch host ls --format=json 2024-09-15T23:38:34.030 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:38:34.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:34 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:34.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:34 smithi071 ceph-mon[30957]: Added host smithi163 2024-09-15T23:38:34.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:34 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:38:34.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:34 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:34.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:34 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:34.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.475+0000 7f22d736e640 1 -- 172.21.15.71:0/1145267188 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22d0106560 msgr2=0x7f22d0106940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:34.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.475+0000 7f22d736e640 1 --2- 172.21.15.71:0/1145267188 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22d0106560 0x7f22d0106940 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f22cc009880 tx=0x7f22cc02a5d0 comp rx=0 tx=0).stop 2024-09-15T23:38:34.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.475+0000 7f22d736e640 1 -- 172.21.15.71:0/1145267188 shutdown_connections 2024-09-15T23:38:34.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.475+0000 7f22d736e640 1 --2- 172.21.15.71:0/1145267188 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22d0106560 0x7f22d0106940 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:34.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.475+0000 7f22d736e640 1 -- 172.21.15.71:0/1145267188 >> 172.21.15.71:0/1145267188 conn(0x7f22d00fc1b0 msgr2=0x7f22d00fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:34.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.475+0000 7f22d736e640 1 -- 172.21.15.71:0/1145267188 shutdown_connections 2024-09-15T23:38:34.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.475+0000 7f22d736e640 1 -- 172.21.15.71:0/1145267188 wait complete. 2024-09-15T23:38:34.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.476+0000 7f22d736e640 1 Processor -- start 2024-09-15T23:38:34.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.476+0000 7f22d736e640 1 -- start start 2024-09-15T23:38:34.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.476+0000 7f22d736e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22d0106560 0x7f22d0197020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:34.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.476+0000 7f22d736e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f22d010aa40 con 0x7f22d0106560 2024-09-15T23:38:34.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.476+0000 7f22d510a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22d0106560 0x7f22d0197020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:34.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.476+0000 7f22d510a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22d0106560 0x7f22d0197020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55458/0 (socket says 172.21.15.71:55458) 2024-09-15T23:38:34.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.476+0000 7f22d510a640 1 -- 172.21.15.71:0/1683689388 learned_addr learned my addr 172.21.15.71:0/1683689388 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:34.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.476+0000 7f22d510a640 1 -- 172.21.15.71:0/1683689388 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22d0197560 con 0x7f22d0106560 2024-09-15T23:38:34.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.476+0000 7f22d510a640 1 --2- 172.21.15.71:0/1683689388 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22d0106560 0x7f22d0197020 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f22cc009230 tx=0x7f22cc0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:34.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.476+0000 7f22c67fc640 1 -- 172.21.15.71:0/1683689388 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f22cc03f070 con 0x7f22d0106560 2024-09-15T23:38:34.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.476+0000 7f22d736e640 1 -- 172.21.15.71:0/1683689388 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22d01977f0 con 0x7f22d0106560 2024-09-15T23:38:34.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.476+0000 7f22c67fc640 1 -- 172.21.15.71:0/1683689388 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f22cc004d10 con 0x7f22d0106560 2024-09-15T23:38:34.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.476+0000 7f22c67fc640 1 -- 172.21.15.71:0/1683689388 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f22cc035030 con 0x7f22d0106560 2024-09-15T23:38:34.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.476+0000 7f22d736e640 1 -- 172.21.15.71:0/1683689388 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22d019b8f0 con 0x7f22d0106560 2024-09-15T23:38:34.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.477+0000 7f22c67fc640 1 -- 172.21.15.71:0/1683689388 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f22cc042070 con 0x7f22d0106560 2024-09-15T23:38:34.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.477+0000 7f22d736e640 1 -- 172.21.15.71:0/1683689388 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22d0101bd0 con 0x7f22d0106560 2024-09-15T23:38:34.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.477+0000 7f22c67fc640 1 --2- 172.21.15.71:0/1683689388 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f22bc0392a0 0x7f22bc03b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:34.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.477+0000 7f22c67fc640 1 -- 172.21.15.71:0/1683689388 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f22cc06cfe0 con 0x7f22d0106560 2024-09-15T23:38:34.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.478+0000 7f22d4909640 1 --2- 172.21.15.71:0/1683689388 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f22bc0392a0 0x7f22bc03b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:34.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.478+0000 7f22d4909640 1 --2- 172.21.15.71:0/1683689388 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f22bc0392a0 0x7f22bc03b760 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f22c00098c0 tx=0x7f22c0006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:34.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.482+0000 7f22c67fc640 1 -- 172.21.15.71:0/1683689388 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f22cc042360 con 0x7f22d0106560 2024-09-15T23:38:34.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.655+0000 7f22d736e640 1 -- 172.21.15.71:0/1683689388 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f22d0198380 con 0x7f22bc0392a0 2024-09-15T23:38:34.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.656+0000 7f22c67fc640 1 -- 172.21.15.71:0/1683689388 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+160 (secure 0 0 0) 0x7f22d0198380 con 0x7f22bc0392a0 2024-09-15T23:38:34.657 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:38:34.658 INFO:teuthology.orchestra.run.smithi071.stdout:[{"addr": "172.21.15.71", "hostname": "smithi071", "labels": [], "status": ""}, {"addr": "172.21.15.163", "hostname": "smithi163", "labels": [], "status": ""}] 2024-09-15T23:38:34.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.658+0000 7f22d736e640 1 -- 172.21.15.71:0/1683689388 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f22bc0392a0 msgr2=0x7f22bc03b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:34.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.658+0000 7f22d736e640 1 --2- 172.21.15.71:0/1683689388 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f22bc0392a0 0x7f22bc03b760 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f22c00098c0 tx=0x7f22c0006db0 comp rx=0 tx=0).stop 2024-09-15T23:38:34.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.658+0000 7f22d736e640 1 -- 172.21.15.71:0/1683689388 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22d0106560 msgr2=0x7f22d0197020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:34.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.658+0000 7f22d736e640 1 --2- 172.21.15.71:0/1683689388 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22d0106560 0x7f22d0197020 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f22cc009230 tx=0x7f22cc0048f0 comp rx=0 tx=0).stop 2024-09-15T23:38:34.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.658+0000 7f22d736e640 1 -- 172.21.15.71:0/1683689388 shutdown_connections 2024-09-15T23:38:34.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.658+0000 7f22d736e640 1 --2- 172.21.15.71:0/1683689388 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f22bc0392a0 0x7f22bc03b760 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:34.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.658+0000 7f22d736e640 1 --2- 172.21.15.71:0/1683689388 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22d0106560 0x7f22d0197020 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:34.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.658+0000 7f22d736e640 1 -- 172.21.15.71:0/1683689388 >> 172.21.15.71:0/1683689388 conn(0x7f22d00fc1b0 msgr2=0x7f22d00fcee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:34.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.658+0000 7f22d736e640 1 -- 172.21.15.71:0/1683689388 shutdown_connections 2024-09-15T23:38:34.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:34.658+0000 7f22d736e640 1 -- 172.21.15.71:0/1683689388 wait complete. 2024-09-15T23:38:35.301 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi190 2024-09-15T23:38:35.302 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-09-15T23:38:35.302 DEBUG:teuthology.orchestra.run.smithi190:> dd of=/etc/ceph/ceph.conf 2024-09-15T23:38:35.321 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-09-15T23:38:35.321 DEBUG:teuthology.orchestra.run.smithi190:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-15T23:38:35.379 INFO:tasks.cephadm:Adding host smithi190 to orchestrator... 2024-09-15T23:38:35.379 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph orch host add smithi190 2024-09-15T23:38:35.629 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:38:35.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:35 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:35.838 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:35 smithi071 ceph-mon[30957]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-15T23:38:36.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.024+0000 7f584e677640 1 -- 172.21.15.71:0/369717680 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f58481002e0 msgr2=0x7f58481006c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:36.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.024+0000 7f584e677640 1 --2- 172.21.15.71:0/369717680 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f58481002e0 0x7f58481006c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f5838009880 tx=0x7f583802a5d0 comp rx=0 tx=0).stop 2024-09-15T23:38:36.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.024+0000 7f584e677640 1 -- 172.21.15.71:0/369717680 shutdown_connections 2024-09-15T23:38:36.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.024+0000 7f584e677640 1 --2- 172.21.15.71:0/369717680 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f58481002e0 0x7f58481006c0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:36.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.024+0000 7f584e677640 1 -- 172.21.15.71:0/369717680 >> 172.21.15.71:0/369717680 conn(0x7f58480fc1b0 msgr2=0x7f58480fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:36.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.024+0000 7f584e677640 1 -- 172.21.15.71:0/369717680 shutdown_connections 2024-09-15T23:38:36.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.024+0000 7f584e677640 1 -- 172.21.15.71:0/369717680 wait complete. 2024-09-15T23:38:36.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.025+0000 7f584e677640 1 Processor -- start 2024-09-15T23:38:36.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.025+0000 7f584e677640 1 -- start start 2024-09-15T23:38:36.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.026+0000 7f584e677640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f58481002e0 0x7f58481992a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:36.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.026+0000 7f584e677640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f584810dd50 con 0x7f58481002e0 2024-09-15T23:38:36.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.026+0000 7f5847fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f58481002e0 0x7f58481992a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:36.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.026+0000 7f5847fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f58481002e0 0x7f58481992a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55478/0 (socket says 172.21.15.71:55478) 2024-09-15T23:38:36.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.026+0000 7f5847fff640 1 -- 172.21.15.71:0/4165202559 learned_addr learned my addr 172.21.15.71:0/4165202559 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:36.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.026+0000 7f5847fff640 1 -- 172.21.15.71:0/4165202559 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58481997e0 con 0x7f58481002e0 2024-09-15T23:38:36.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.026+0000 7f5847fff640 1 --2- 172.21.15.71:0/4165202559 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f58481002e0 0x7f58481992a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f5838009230 tx=0x7f58380048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:36.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.026+0000 7f58457fa640 1 -- 172.21.15.71:0/4165202559 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f583803f070 con 0x7f58481002e0 2024-09-15T23:38:36.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.026+0000 7f58457fa640 1 -- 172.21.15.71:0/4165202559 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5838004d10 con 0x7f58481002e0 2024-09-15T23:38:36.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.026+0000 7f584e677640 1 -- 172.21.15.71:0/4165202559 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5848199a70 con 0x7f58481002e0 2024-09-15T23:38:36.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.026+0000 7f58457fa640 1 -- 172.21.15.71:0/4165202559 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5838035030 con 0x7f58481002e0 2024-09-15T23:38:36.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.026+0000 7f584e677640 1 -- 172.21.15.71:0/4165202559 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5848199ed0 con 0x7f58481002e0 2024-09-15T23:38:36.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.027+0000 7f58457fa640 1 -- 172.21.15.71:0/4165202559 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f5838042070 con 0x7f58481002e0 2024-09-15T23:38:36.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.027+0000 7f584e677640 1 -- 172.21.15.71:0/4165202559 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f584806a7b0 con 0x7f58481002e0 2024-09-15T23:38:36.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.027+0000 7f58457fa640 1 --2- 172.21.15.71:0/4165202559 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f58300392a0 0x7f583003b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:36.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.027+0000 7f58457fa640 1 -- 172.21.15.71:0/4165202559 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f583806d000 con 0x7f58481002e0 2024-09-15T23:38:36.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.028+0000 7f58477fe640 1 --2- 172.21.15.71:0/4165202559 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f58300392a0 0x7f583003b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:36.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.028+0000 7f58477fe640 1 --2- 172.21.15.71:0/4165202559 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f58300392a0 0x7f583003b760 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f583c0098c0 tx=0x7f583c006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:36.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.032+0000 7f58457fa640 1 -- 172.21.15.71:0/4165202559 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5838039350 con 0x7f58481002e0 2024-09-15T23:38:36.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:36.202+0000 7f584e677640 1 -- 172.21.15.71:0/4165202559 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi190", "target": ["mon-mgr", ""]}) -- 0x7f584819a660 con 0x7f58300392a0 2024-09-15T23:38:38.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:37 smithi071 ceph-mon[30957]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi190", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:38:38.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:37 smithi071 ceph-mon[30957]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:38.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:37 smithi071 ceph-mon[30957]: Deploying cephadm binary to smithi190 2024-09-15T23:38:38.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:37 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:38.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:37 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:38.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:37 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:38.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:37 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:38.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:37 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi163", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:38:38.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:37 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:38:38.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:37 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:38:39.396 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:39.394+0000 7f58457fa640 1 -- 172.21.15.71:0/4165202559 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f584819a660 con 0x7f58300392a0 2024-09-15T23:38:39.397 INFO:teuthology.orchestra.run.smithi071.stdout:Added host 'smithi190' with addr '172.21.15.190' 2024-09-15T23:38:39.397 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:38 smithi071 ceph-mon[30957]: Updating smithi163:/etc/ceph/ceph.conf 2024-09-15T23:38:39.397 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:38 smithi071 ceph-mon[30957]: Updating smithi163:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:38:39.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:38 smithi071 ceph-mon[30957]: Updating smithi163:/etc/ceph/ceph.client.admin.keyring 2024-09-15T23:38:39.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:38 smithi071 ceph-mon[30957]: Updating smithi163:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-15T23:38:39.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:38 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:39.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:38 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:39.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:38 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:39.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:39.396+0000 7f584e677640 1 -- 172.21.15.71:0/4165202559 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f58300392a0 msgr2=0x7f583003b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:39.400 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:39.396+0000 7f584e677640 1 --2- 172.21.15.71:0/4165202559 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f58300392a0 0x7f583003b760 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f583c0098c0 tx=0x7f583c006db0 comp rx=0 tx=0).stop 2024-09-15T23:38:39.400 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:39.396+0000 7f584e677640 1 -- 172.21.15.71:0/4165202559 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f58481002e0 msgr2=0x7f58481992a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:39.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:39.396+0000 7f584e677640 1 --2- 172.21.15.71:0/4165202559 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f58481002e0 0x7f58481992a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f5838009230 tx=0x7f58380048f0 comp rx=0 tx=0).stop 2024-09-15T23:38:39.402 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:39.397+0000 7f584e677640 1 -- 172.21.15.71:0/4165202559 shutdown_connections 2024-09-15T23:38:39.402 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:39.397+0000 7f584e677640 1 --2- 172.21.15.71:0/4165202559 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f58300392a0 0x7f583003b760 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:39.402 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:39.397+0000 7f584e677640 1 --2- 172.21.15.71:0/4165202559 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f58481002e0 0x7f58481992a0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:39.402 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:39.397+0000 7f584e677640 1 -- 172.21.15.71:0/4165202559 >> 172.21.15.71:0/4165202559 conn(0x7f58480fc1b0 msgr2=0x7f58480fd280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:39.402 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:39.397+0000 7f584e677640 1 -- 172.21.15.71:0/4165202559 shutdown_connections 2024-09-15T23:38:39.402 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:39.397+0000 7f584e677640 1 -- 172.21.15.71:0/4165202559 wait complete. 2024-09-15T23:38:39.996 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph orch host ls --format=json 2024-09-15T23:38:40.233 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:38:40.353 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:39 smithi071 ceph-mon[30957]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:40.354 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:39 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:40.354 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:39 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:38:40.354 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:39 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:40.354 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:39 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:40.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.680+0000 7fdb82961640 1 -- 172.21.15.71:0/2225306009 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb7c106560 msgr2=0x7fdb7c106940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:40.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.680+0000 7fdb82961640 1 --2- 172.21.15.71:0/2225306009 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb7c106560 0x7fdb7c106940 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c009880 tx=0x7fdb6c02a5d0 comp rx=0 tx=0).stop 2024-09-15T23:38:40.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.680+0000 7fdb82961640 1 -- 172.21.15.71:0/2225306009 shutdown_connections 2024-09-15T23:38:40.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.680+0000 7fdb82961640 1 --2- 172.21.15.71:0/2225306009 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb7c106560 0x7fdb7c106940 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:40.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.680+0000 7fdb82961640 1 -- 172.21.15.71:0/2225306009 >> 172.21.15.71:0/2225306009 conn(0x7fdb7c0fc1b0 msgr2=0x7fdb7c0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:40.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.680+0000 7fdb82961640 1 -- 172.21.15.71:0/2225306009 shutdown_connections 2024-09-15T23:38:40.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.680+0000 7fdb82961640 1 -- 172.21.15.71:0/2225306009 wait complete. 2024-09-15T23:38:40.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.681+0000 7fdb82961640 1 Processor -- start 2024-09-15T23:38:40.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.681+0000 7fdb82961640 1 -- start start 2024-09-15T23:38:40.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.681+0000 7fdb82961640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb7c106560 0x7fdb7c199220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:40.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.681+0000 7fdb82961640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdb7c10aa40 con 0x7fdb7c106560 2024-09-15T23:38:40.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.681+0000 7fdb7bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb7c106560 0x7fdb7c199220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:40.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.682+0000 7fdb7bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb7c106560 0x7fdb7c199220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34346/0 (socket says 172.21.15.71:34346) 2024-09-15T23:38:40.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.682+0000 7fdb7bfff640 1 -- 172.21.15.71:0/814662051 learned_addr learned my addr 172.21.15.71:0/814662051 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:40.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.682+0000 7fdb7bfff640 1 -- 172.21.15.71:0/814662051 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb7c199760 con 0x7fdb7c106560 2024-09-15T23:38:40.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.682+0000 7fdb7bfff640 1 --2- 172.21.15.71:0/814662051 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb7c106560 0x7fdb7c199220 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c009230 tx=0x7fdb6c0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:40.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.682+0000 7fdb797fa640 1 -- 172.21.15.71:0/814662051 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdb6c03f070 con 0x7fdb7c106560 2024-09-15T23:38:40.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.682+0000 7fdb82961640 1 -- 172.21.15.71:0/814662051 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb7c1999f0 con 0x7fdb7c106560 2024-09-15T23:38:40.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.682+0000 7fdb797fa640 1 -- 172.21.15.71:0/814662051 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdb6c004d10 con 0x7fdb7c106560 2024-09-15T23:38:40.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.682+0000 7fdb797fa640 1 -- 172.21.15.71:0/814662051 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdb6c035030 con 0x7fdb7c106560 2024-09-15T23:38:40.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.682+0000 7fdb82961640 1 -- 172.21.15.71:0/814662051 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb7c19daf0 con 0x7fdb7c106560 2024-09-15T23:38:40.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.683+0000 7fdb797fa640 1 -- 172.21.15.71:0/814662051 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7fdb6c042070 con 0x7fdb7c106560 2024-09-15T23:38:40.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.683+0000 7fdb797fa640 1 --2- 172.21.15.71:0/814662051 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdb640392a0 0x7fdb6403b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:40.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.683+0000 7fdb82961640 1 -- 172.21.15.71:0/814662051 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb7c101bd0 con 0x7fdb7c106560 2024-09-15T23:38:40.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.683+0000 7fdb797fa640 1 -- 172.21.15.71:0/814662051 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fdb6c06d170 con 0x7fdb7c106560 2024-09-15T23:38:40.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.683+0000 7fdb7b7fe640 1 --2- 172.21.15.71:0/814662051 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdb640392a0 0x7fdb6403b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:40.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.684+0000 7fdb7b7fe640 1 --2- 172.21.15.71:0/814662051 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdb640392a0 0x7fdb6403b760 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fdb700098c0 tx=0x7fdb70006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:40.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.688+0000 7fdb797fa640 1 -- 172.21.15.71:0/814662051 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdb6c039350 con 0x7fdb7c106560 2024-09-15T23:38:40.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.859+0000 7fdb82961640 1 -- 172.21.15.71:0/814662051 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fdb7c106a20 con 0x7fdb640392a0 2024-09-15T23:38:40.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.861+0000 7fdb797fa640 1 -- 172.21.15.71:0/814662051 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+240 (secure 0 0 0) 0x7fdb7c106a20 con 0x7fdb640392a0 2024-09-15T23:38:40.862 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:38:40.862 INFO:teuthology.orchestra.run.smithi071.stdout:[{"addr": "172.21.15.71", "hostname": "smithi071", "labels": [], "status": ""}, {"addr": "172.21.15.163", "hostname": "smithi163", "labels": [], "status": ""}, {"addr": "172.21.15.190", "hostname": "smithi190", "labels": [], "status": ""}] 2024-09-15T23:38:40.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.863+0000 7fdb82961640 1 -- 172.21.15.71:0/814662051 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdb640392a0 msgr2=0x7fdb6403b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:40.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.863+0000 7fdb82961640 1 --2- 172.21.15.71:0/814662051 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdb640392a0 0x7fdb6403b760 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fdb700098c0 tx=0x7fdb70006db0 comp rx=0 tx=0).stop 2024-09-15T23:38:40.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.863+0000 7fdb82961640 1 -- 172.21.15.71:0/814662051 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb7c106560 msgr2=0x7fdb7c199220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:40.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.863+0000 7fdb82961640 1 --2- 172.21.15.71:0/814662051 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb7c106560 0x7fdb7c199220 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c009230 tx=0x7fdb6c0048f0 comp rx=0 tx=0).stop 2024-09-15T23:38:40.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.863+0000 7fdb82961640 1 -- 172.21.15.71:0/814662051 shutdown_connections 2024-09-15T23:38:40.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.863+0000 7fdb82961640 1 --2- 172.21.15.71:0/814662051 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdb640392a0 0x7fdb6403b760 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:40.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.863+0000 7fdb82961640 1 --2- 172.21.15.71:0/814662051 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb7c106560 0x7fdb7c199220 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:40.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.863+0000 7fdb82961640 1 -- 172.21.15.71:0/814662051 >> 172.21.15.71:0/814662051 conn(0x7fdb7c0fc1b0 msgr2=0x7fdb7c0fe380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:40.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.863+0000 7fdb82961640 1 -- 172.21.15.71:0/814662051 shutdown_connections 2024-09-15T23:38:40.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:40.863+0000 7fdb82961640 1 -- 172.21.15.71:0/814662051 wait complete. 2024-09-15T23:38:41.147 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:40 smithi071 ceph-mon[30957]: Added host smithi190 2024-09-15T23:38:41.147 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:40 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:41.459 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-15T23:38:41.459 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd crush tunables default 2024-09-15T23:38:41.696 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:38:42.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:41 smithi071 ceph-mon[30957]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-15T23:38:42.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:41 smithi071 ceph-mon[30957]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:42.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.172+0000 7fc632edc640 1 -- 172.21.15.71:0/3537526693 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc62c106560 msgr2=0x7fc62c106940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:42.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.172+0000 7fc632edc640 1 --2- 172.21.15.71:0/3537526693 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc62c106560 0x7fc62c106940 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc620009880 tx=0x7fc62002a5d0 comp rx=0 tx=0).stop 2024-09-15T23:38:42.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.172+0000 7fc632edc640 1 -- 172.21.15.71:0/3537526693 shutdown_connections 2024-09-15T23:38:42.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.172+0000 7fc632edc640 1 --2- 172.21.15.71:0/3537526693 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc62c106560 0x7fc62c106940 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:42.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.172+0000 7fc632edc640 1 -- 172.21.15.71:0/3537526693 >> 172.21.15.71:0/3537526693 conn(0x7fc62c0fc1b0 msgr2=0x7fc62c0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:42.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.172+0000 7fc632edc640 1 -- 172.21.15.71:0/3537526693 shutdown_connections 2024-09-15T23:38:42.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.172+0000 7fc632edc640 1 -- 172.21.15.71:0/3537526693 wait complete. 2024-09-15T23:38:42.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.173+0000 7fc632edc640 1 Processor -- start 2024-09-15T23:38:42.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.173+0000 7fc632edc640 1 -- start start 2024-09-15T23:38:42.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.173+0000 7fc632edc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc62c106560 0x7fc62c197e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:42.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.173+0000 7fc632edc640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc62c10aa40 con 0x7fc62c106560 2024-09-15T23:38:42.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.173+0000 7fc630c78640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc62c106560 0x7fc62c197e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:42.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.173+0000 7fc630c78640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc62c106560 0x7fc62c197e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34366/0 (socket says 172.21.15.71:34366) 2024-09-15T23:38:42.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.173+0000 7fc630c78640 1 -- 172.21.15.71:0/652224201 learned_addr learned my addr 172.21.15.71:0/652224201 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:38:42.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.173+0000 7fc630c78640 1 -- 172.21.15.71:0/652224201 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc62c1983d0 con 0x7fc62c106560 2024-09-15T23:38:42.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.173+0000 7fc630c78640 1 --2- 172.21.15.71:0/652224201 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc62c106560 0x7fc62c197e90 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fc620009230 tx=0x7fc6200048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:42.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.173+0000 7fc629ffb640 1 -- 172.21.15.71:0/652224201 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc62003f070 con 0x7fc62c106560 2024-09-15T23:38:42.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.174+0000 7fc629ffb640 1 -- 172.21.15.71:0/652224201 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc620004d10 con 0x7fc62c106560 2024-09-15T23:38:42.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.174+0000 7fc632edc640 1 -- 172.21.15.71:0/652224201 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc62c198660 con 0x7fc62c106560 2024-09-15T23:38:42.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.174+0000 7fc629ffb640 1 -- 172.21.15.71:0/652224201 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc620035030 con 0x7fc62c106560 2024-09-15T23:38:42.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.174+0000 7fc632edc640 1 -- 172.21.15.71:0/652224201 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc62c198ac0 con 0x7fc62c106560 2024-09-15T23:38:42.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.175+0000 7fc629ffb640 1 -- 172.21.15.71:0/652224201 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7fc620042070 con 0x7fc62c106560 2024-09-15T23:38:42.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.175+0000 7fc632edc640 1 -- 172.21.15.71:0/652224201 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc62c101bd0 con 0x7fc62c106560 2024-09-15T23:38:42.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.175+0000 7fc629ffb640 1 --2- 172.21.15.71:0/652224201 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc61c0392a0 0x7fc61c03b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:42.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.175+0000 7fc629ffb640 1 -- 172.21.15.71:0/652224201 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fc62006cfd0 con 0x7fc62c106560 2024-09-15T23:38:42.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.175+0000 7fc62bfff640 1 --2- 172.21.15.71:0/652224201 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc61c0392a0 0x7fc61c03b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:42.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.175+0000 7fc62bfff640 1 --2- 172.21.15.71:0/652224201 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc61c0392a0 0x7fc61c03b760 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fc6180098c0 tx=0x7fc618006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:42.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.180+0000 7fc629ffb640 1 -- 172.21.15.71:0/652224201 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc6200372d0 con 0x7fc62c106560 2024-09-15T23:38:42.353 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.351+0000 7fc632edc640 1 -- 172.21.15.71:0/652224201 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7fc62c1069c0 con 0x7fc62c106560 2024-09-15T23:38:42.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.980+0000 7fc629ffb640 1 -- 172.21.15.71:0/652224201 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7fc620003920 con 0x7fc62c106560 2024-09-15T23:38:42.982 INFO:teuthology.orchestra.run.smithi071.stderr:adjusted tunables profile to default 2024-09-15T23:38:42.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.983+0000 7fc632edc640 1 -- 172.21.15.71:0/652224201 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc61c0392a0 msgr2=0x7fc61c03b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:42.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.983+0000 7fc632edc640 1 --2- 172.21.15.71:0/652224201 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc61c0392a0 0x7fc61c03b760 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fc6180098c0 tx=0x7fc618006db0 comp rx=0 tx=0).stop 2024-09-15T23:38:42.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.983+0000 7fc632edc640 1 -- 172.21.15.71:0/652224201 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc62c106560 msgr2=0x7fc62c197e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:42.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.983+0000 7fc632edc640 1 --2- 172.21.15.71:0/652224201 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc62c106560 0x7fc62c197e90 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fc620009230 tx=0x7fc6200048f0 comp rx=0 tx=0).stop 2024-09-15T23:38:42.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.983+0000 7fc632edc640 1 -- 172.21.15.71:0/652224201 shutdown_connections 2024-09-15T23:38:42.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.983+0000 7fc632edc640 1 --2- 172.21.15.71:0/652224201 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc61c0392a0 0x7fc61c03b760 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:42.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.983+0000 7fc632edc640 1 --2- 172.21.15.71:0/652224201 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc62c106560 0x7fc62c197e90 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:42.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.983+0000 7fc632edc640 1 -- 172.21.15.71:0/652224201 >> 172.21.15.71:0/652224201 conn(0x7fc62c0fc1b0 msgr2=0x7fc62c0fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:42.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.983+0000 7fc632edc640 1 -- 172.21.15.71:0/652224201 shutdown_connections 2024-09-15T23:38:42.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:38:42.983+0000 7fc632edc640 1 -- 172.21.15.71:0/652224201 wait complete. 2024-09-15T23:38:43.296 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:42 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/652224201' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-15T23:38:43.645 INFO:tasks.cephadm:Adding mon.a on smithi071 2024-09-15T23:38:43.646 INFO:tasks.cephadm:Adding mon.b on smithi163 2024-09-15T23:38:43.646 INFO:tasks.cephadm:Adding mon.c on smithi190 2024-09-15T23:38:43.646 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph orch apply mon '3;smithi071:172.21.15.71=a;smithi163:172.21.15.163=b;smithi190:172.21.15.190=c' 2024-09-15T23:38:43.898 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-15T23:38:43.952 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-15T23:38:44.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:43 smithi071 ceph-mon[30957]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:44.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:43 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/652224201' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-15T23:38:44.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:43 smithi071 ceph-mon[30957]: osdmap e4: 0 total, 0 up, 0 in 2024-09-15T23:38:44.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:43 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:44.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:43 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:44.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:43 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:44.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:43 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:44.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:43 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi190", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:38:44.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:43 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:38:44.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:43 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:38:44.499 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.471+0000 7f3b29883640 1 -- 172.21.15.190:0/1627806825 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3b241015e0 msgr2=0x7f3b241019e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:44.500 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.471+0000 7f3b29883640 1 --2- 172.21.15.190:0/1627806825 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3b241015e0 0x7f3b241019e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f3b14009880 tx=0x7f3b1402a5d0 comp rx=0 tx=0).stop 2024-09-15T23:38:44.500 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.471+0000 7f3b29883640 1 -- 172.21.15.190:0/1627806825 shutdown_connections 2024-09-15T23:38:44.500 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.471+0000 7f3b29883640 1 --2- 172.21.15.190:0/1627806825 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3b241015e0 0x7f3b241019e0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:44.500 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.471+0000 7f3b29883640 1 -- 172.21.15.190:0/1627806825 >> 172.21.15.190:0/1627806825 conn(0x7f3b240fcd70 msgr2=0x7f3b240ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:44.500 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.471+0000 7f3b29883640 1 -- 172.21.15.190:0/1627806825 shutdown_connections 2024-09-15T23:38:44.500 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.471+0000 7f3b29883640 1 -- 172.21.15.190:0/1627806825 wait complete. 2024-09-15T23:38:44.500 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.471+0000 7f3b29883640 1 Processor -- start 2024-09-15T23:38:44.500 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.471+0000 7f3b29883640 1 -- start start 2024-09-15T23:38:44.500 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.472+0000 7f3b29883640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3b241015e0 0x7f3b24196d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:44.500 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.472+0000 7f3b29883640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3b241075a0 con 0x7f3b241015e0 2024-09-15T23:38:44.500 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.472+0000 7f3b22ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3b241015e0 0x7f3b24196d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:44.501 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.472+0000 7f3b22ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3b241015e0 0x7f3b24196d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.190:36120/0 (socket says 172.21.15.190:36120) 2024-09-15T23:38:44.501 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.472+0000 7f3b22ffd640 1 -- 172.21.15.190:0/4121763825 learned_addr learned my addr 172.21.15.190:0/4121763825 (peer_addr_for_me v2:172.21.15.190:0/0) 2024-09-15T23:38:44.501 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.472+0000 7f3b22ffd640 1 -- 172.21.15.190:0/4121763825 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b24197240 con 0x7f3b241015e0 2024-09-15T23:38:44.501 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.472+0000 7f3b22ffd640 1 --2- 172.21.15.190:0/4121763825 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3b241015e0 0x7f3b24196d00 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f3b14005ab0 tx=0x7f3b140048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:44.501 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.473+0000 7f3b28881640 1 -- 172.21.15.190:0/4121763825 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3b1403f070 con 0x7f3b241015e0 2024-09-15T23:38:44.501 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.473+0000 7f3b28881640 1 -- 172.21.15.190:0/4121763825 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b14003aa0 con 0x7f3b241015e0 2024-09-15T23:38:44.501 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.473+0000 7f3b29883640 1 -- 172.21.15.190:0/4121763825 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b241974d0 con 0x7f3b241015e0 2024-09-15T23:38:44.501 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.473+0000 7f3b28881640 1 -- 172.21.15.190:0/4121763825 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3b14035030 con 0x7f3b241015e0 2024-09-15T23:38:44.501 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.473+0000 7f3b29883640 1 -- 172.21.15.190:0/4121763825 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b2419a1b0 con 0x7f3b241015e0 2024-09-15T23:38:44.501 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.474+0000 7f3b28881640 1 -- 172.21.15.190:0/4121763825 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f3b14042070 con 0x7f3b241015e0 2024-09-15T23:38:44.501 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.474+0000 7f3b28881640 1 --2- 172.21.15.190:0/4121763825 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f3b100392a0 0x7f3b1003b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:44.501 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.474+0000 7f3b29883640 1 -- 172.21.15.190:0/4121763825 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b24107d20 con 0x7f3b241015e0 2024-09-15T23:38:44.502 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.474+0000 7f3b28881640 1 -- 172.21.15.190:0/4121763825 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f3b1406d0e0 con 0x7f3b241015e0 2024-09-15T23:38:44.502 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.474+0000 7f3b1a7fc640 1 --2- 172.21.15.190:0/4121763825 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f3b100392a0 0x7f3b1003b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:44.502 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.475+0000 7f3b1a7fc640 1 --2- 172.21.15.190:0/4121763825 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f3b100392a0 0x7f3b1003b760 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f3b0c0098c0 tx=0x7f3b0c006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:44.502 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.479+0000 7f3b28881640 1 -- 172.21.15.190:0/4121763825 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3b14042360 con 0x7f3b241015e0 2024-09-15T23:38:44.665 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.663+0000 7f3b29883640 1 -- 172.21.15.190:0/4121763825 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi071:172.21.15.71=a;smithi163:172.21.15.163=b;smithi190:172.21.15.190=c", "target": ["mon-mgr", ""]}) -- 0x7f3b2402da00 con 0x7f3b100392a0 2024-09-15T23:38:44.670 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.668+0000 7f3b28881640 1 -- 172.21.15.190:0/4121763825 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f3b2402da00 con 0x7f3b100392a0 2024-09-15T23:38:44.670 INFO:teuthology.orchestra.run.smithi190.stdout:Scheduled mon update... 2024-09-15T23:38:44.672 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.670+0000 7f3b29883640 1 -- 172.21.15.190:0/4121763825 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f3b100392a0 msgr2=0x7f3b1003b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:44.672 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.670+0000 7f3b29883640 1 --2- 172.21.15.190:0/4121763825 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f3b100392a0 0x7f3b1003b760 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f3b0c0098c0 tx=0x7f3b0c006db0 comp rx=0 tx=0).stop 2024-09-15T23:38:44.672 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.670+0000 7f3b29883640 1 -- 172.21.15.190:0/4121763825 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3b241015e0 msgr2=0x7f3b24196d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:44.673 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.670+0000 7f3b29883640 1 --2- 172.21.15.190:0/4121763825 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3b241015e0 0x7f3b24196d00 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f3b14005ab0 tx=0x7f3b140048f0 comp rx=0 tx=0).stop 2024-09-15T23:38:44.673 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.670+0000 7f3b29883640 1 -- 172.21.15.190:0/4121763825 shutdown_connections 2024-09-15T23:38:44.673 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.670+0000 7f3b29883640 1 --2- 172.21.15.190:0/4121763825 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f3b100392a0 0x7f3b1003b760 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:44.673 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.670+0000 7f3b29883640 1 --2- 172.21.15.190:0/4121763825 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3b241015e0 0x7f3b24196d00 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:44.673 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.670+0000 7f3b29883640 1 -- 172.21.15.190:0/4121763825 >> 172.21.15.190:0/4121763825 conn(0x7f3b240fcd70 msgr2=0x7f3b240fd860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:44.673 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.670+0000 7f3b29883640 1 -- 172.21.15.190:0/4121763825 shutdown_connections 2024-09-15T23:38:44.673 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:44.670+0000 7f3b29883640 1 -- 172.21.15.190:0/4121763825 wait complete. 2024-09-15T23:38:45.236 DEBUG:teuthology.orchestra.run.smithi163:mon.b> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mon.b.service 2024-09-15T23:38:45.259 DEBUG:teuthology.orchestra.run.smithi190:mon.c> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mon.c.service 2024-09-15T23:38:45.262 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-15T23:38:45.262 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-15T23:38:45.292 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:44 smithi071 ceph-mon[30957]: Updating smithi190:/etc/ceph/ceph.conf 2024-09-15T23:38:45.292 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:44 smithi071 ceph-mon[30957]: Updating smithi190:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:38:45.292 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:44 smithi071 ceph-mon[30957]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-09-15T23:38:45.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:44 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:45.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:44 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:45.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:44 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:45.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:44 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:45.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:44 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:45.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:44 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:45.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:44 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:45.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:44 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:45.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:44 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-15T23:38:45.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:44 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-15T23:38:45.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:44 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:38:45.536 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:38:45.955 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.952+0000 7f6c29944640 1 -- 172.21.15.190:0/1811159076 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c24106540 msgr2=0x7f6c24106920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:45.955 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.952+0000 7f6c29944640 1 --2- 172.21.15.190:0/1811159076 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c24106540 0x7f6c24106920 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6c14009880 tx=0x7f6c1402a5d0 comp rx=0 tx=0).stop 2024-09-15T23:38:45.955 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.952+0000 7f6c29944640 1 -- 172.21.15.190:0/1811159076 shutdown_connections 2024-09-15T23:38:45.955 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.952+0000 7f6c29944640 1 --2- 172.21.15.190:0/1811159076 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c24106540 0x7f6c24106920 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:45.955 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.952+0000 7f6c29944640 1 -- 172.21.15.190:0/1811159076 >> 172.21.15.190:0/1811159076 conn(0x7f6c240fc130 msgr2=0x7f6c240fe550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:45.955 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.952+0000 7f6c29944640 1 -- 172.21.15.190:0/1811159076 shutdown_connections 2024-09-15T23:38:45.955 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.952+0000 7f6c29944640 1 -- 172.21.15.190:0/1811159076 wait complete. 2024-09-15T23:38:45.955 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.953+0000 7f6c29944640 1 Processor -- start 2024-09-15T23:38:45.955 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.953+0000 7f6c29944640 1 -- start start 2024-09-15T23:38:45.957 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.953+0000 7f6c29944640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c24106540 0x7f6c24197f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:45.957 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.953+0000 7f6c29944640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f6c2410aa20 con 0x7f6c24106540 2024-09-15T23:38:45.957 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.953+0000 7f6c22ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c24106540 0x7f6c24197f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:45.957 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.953+0000 7f6c22ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c24106540 0x7f6c24197f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.190:41932/0 (socket says 172.21.15.190:41932) 2024-09-15T23:38:45.957 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.953+0000 7f6c22ffd640 1 -- 172.21.15.190:0/3460423905 learned_addr learned my addr 172.21.15.190:0/3460423905 (peer_addr_for_me v2:172.21.15.190:0/0) 2024-09-15T23:38:45.957 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.954+0000 7f6c22ffd640 1 -- 172.21.15.190:0/3460423905 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c24198440 con 0x7f6c24106540 2024-09-15T23:38:45.958 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.954+0000 7f6c22ffd640 1 --2- 172.21.15.190:0/3460423905 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c24106540 0x7f6c24197f00 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6c14009230 tx=0x7f6c140048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:45.958 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.954+0000 7f6c28942640 1 -- 172.21.15.190:0/3460423905 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6c1403f070 con 0x7f6c24106540 2024-09-15T23:38:45.958 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.954+0000 7f6c29944640 1 -- 172.21.15.190:0/3460423905 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c241986d0 con 0x7f6c24106540 2024-09-15T23:38:45.958 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.954+0000 7f6c28942640 1 -- 172.21.15.190:0/3460423905 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6c14004d10 con 0x7f6c24106540 2024-09-15T23:38:45.958 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.954+0000 7f6c28942640 1 -- 172.21.15.190:0/3460423905 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6c14035030 con 0x7f6c24106540 2024-09-15T23:38:45.958 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.954+0000 7f6c29944640 1 -- 172.21.15.190:0/3460423905 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c24198b30 con 0x7f6c24106540 2024-09-15T23:38:45.958 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.955+0000 7f6c28942640 1 -- 172.21.15.190:0/3460423905 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f6c14042070 con 0x7f6c24106540 2024-09-15T23:38:45.958 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.955+0000 7f6c29944640 1 -- 172.21.15.190:0/3460423905 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c24101bb0 con 0x7f6c24106540 2024-09-15T23:38:45.958 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.955+0000 7f6c28942640 1 --2- 172.21.15.190:0/3460423905 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f6c0c0392a0 0x7f6c0c03b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:45.959 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.955+0000 7f6c28942640 1 -- 172.21.15.190:0/3460423905 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f6c1406d070 con 0x7f6c24106540 2024-09-15T23:38:45.959 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.955+0000 7f6c227fc640 1 --2- 172.21.15.190:0/3460423905 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f6c0c0392a0 0x7f6c0c03b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:45.959 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.956+0000 7f6c227fc640 1 --2- 172.21.15.190:0/3460423905 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f6c0c0392a0 0x7f6c0c03b760 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f6c180098c0 tx=0x7f6c18006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:45.962 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:45.960+0000 7f6c28942640 1 -- 172.21.15.190:0/3460423905 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6c140372d0 con 0x7f6c24106540 2024-09-15T23:38:46.199 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:46.197+0000 7f6c29944640 1 -- 172.21.15.190:0/3460423905 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f6c241069a0 con 0x7f6c24106540 2024-09-15T23:38:46.200 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:46.197+0000 7f6c28942640 1 -- 172.21.15.190:0/3460423905 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f6c14042360 con 0x7f6c24106540 2024-09-15T23:38:46.200 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:38:46.200 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":1,"fsid":"4eeb5726-73bb-11ef-bceb-c7b262605968","modified":"2024-09-15T23:37:28.777170Z","created":"2024-09-15T23:37:28.777170Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:3300","nonce":0},{"type":"v1","addr":"172.21.15.71:6789","nonce":0}]},"addr":"172.21.15.71:6789/0","public_addr":"172.21.15.71:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-15T23:38:46.200 INFO:teuthology.orchestra.run.smithi190.stderr:dumped monmap epoch 1 2024-09-15T23:38:46.202 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:46.200+0000 7f6c29944640 1 -- 172.21.15.190:0/3460423905 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f6c0c0392a0 msgr2=0x7f6c0c03b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:46.202 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:46.200+0000 7f6c29944640 1 --2- 172.21.15.190:0/3460423905 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f6c0c0392a0 0x7f6c0c03b760 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f6c180098c0 tx=0x7f6c18006db0 comp rx=0 tx=0).stop 2024-09-15T23:38:46.202 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:46.200+0000 7f6c29944640 1 -- 172.21.15.190:0/3460423905 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c24106540 msgr2=0x7f6c24197f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:46.202 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:46.200+0000 7f6c29944640 1 --2- 172.21.15.190:0/3460423905 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c24106540 0x7f6c24197f00 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6c14009230 tx=0x7f6c140048f0 comp rx=0 tx=0).stop 2024-09-15T23:38:46.202 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:46.200+0000 7f6c29944640 1 -- 172.21.15.190:0/3460423905 shutdown_connections 2024-09-15T23:38:46.202 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:46.200+0000 7f6c29944640 1 --2- 172.21.15.190:0/3460423905 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f6c0c0392a0 0x7f6c0c03b760 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:46.202 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:46.200+0000 7f6c29944640 1 --2- 172.21.15.190:0/3460423905 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c24106540 0x7f6c24197f00 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:46.202 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:46.200+0000 7f6c29944640 1 -- 172.21.15.190:0/3460423905 >> 172.21.15.190:0/3460423905 conn(0x7f6c240fc130 msgr2=0x7f6c240fc510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:46.202 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:46.200+0000 7f6c29944640 1 -- 172.21.15.190:0/3460423905 shutdown_connections 2024-09-15T23:38:46.203 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:46.200+0000 7f6c29944640 1 -- 172.21.15.190:0/3460423905 wait complete. 2024-09-15T23:38:46.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:45 smithi071 ceph-mon[30957]: Updating smithi190:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-15T23:38:46.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:45 smithi071 ceph-mon[30957]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi071:172.21.15.71=a;smithi163:172.21.15.163=b;smithi190:172.21.15.190=c", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:38:46.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:45 smithi071 ceph-mon[30957]: Saving service mon spec with placement smithi071:172.21.15.71=a;smithi163:172.21.15.163=b;smithi190:172.21.15.190=c;count:3 2024-09-15T23:38:46.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:45 smithi071 ceph-mon[30957]: Reconfiguring mon.a (unknown last config time)... 2024-09-15T23:38:46.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:45 smithi071 ceph-mon[30957]: Reconfiguring daemon mon.a on smithi071 2024-09-15T23:38:46.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:45 smithi071 ceph-mon[30957]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:47.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:47 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:47.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:47 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:47.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:47 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:38:47.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:47 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:38:47.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:47 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:38:47.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:47 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:47.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:47 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-15T23:38:47.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:47 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:38:47.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:47 smithi071 ceph-mon[30957]: Deploying daemon mon.c on smithi190 2024-09-15T23:38:47.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:47 smithi071 ceph-mon[30957]: from='client.? 172.21.15.190:0/3460423905' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-15T23:38:47.755 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-15T23:38:47.755 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-15T23:38:48.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:48 smithi071 ceph-mon[30957]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:48.842 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.c/config 2024-09-15T23:38:49.417 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.405+0000 7f0d2596f640 1 -- 172.21.15.190:0/3198194531 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d20109870 msgr2=0x7f0d20109c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:49.417 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.405+0000 7f0d2596f640 1 --2- 172.21.15.190:0/3198194531 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d20109870 0x7f0d20109c50 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0d10009880 tx=0x7f0d1002a5d0 comp rx=0 tx=0).stop 2024-09-15T23:38:49.417 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.405+0000 7f0d2596f640 1 -- 172.21.15.190:0/3198194531 shutdown_connections 2024-09-15T23:38:49.417 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.405+0000 7f0d2596f640 1 --2- 172.21.15.190:0/3198194531 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d20109870 0x7f0d20109c50 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:49.417 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.405+0000 7f0d2596f640 1 -- 172.21.15.190:0/3198194531 >> 172.21.15.190:0/3198194531 conn(0x7f0d200ff510 msgr2=0x7f0d20101930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:49.417 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.405+0000 7f0d2596f640 1 -- 172.21.15.190:0/3198194531 shutdown_connections 2024-09-15T23:38:49.417 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.405+0000 7f0d2596f640 1 -- 172.21.15.190:0/3198194531 wait complete. 2024-09-15T23:38:49.417 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.406+0000 7f0d2596f640 1 Processor -- start 2024-09-15T23:38:49.418 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.406+0000 7f0d2596f640 1 -- start start 2024-09-15T23:38:49.418 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.406+0000 7f0d2596f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d20109870 0x7f0d20199370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:49.418 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.406+0000 7f0d2596f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f0d2010dde0 con 0x7f0d20109870 2024-09-15T23:38:49.418 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.407+0000 7f0d1effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d20109870 0x7f0d20199370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:49.418 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.407+0000 7f0d1effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d20109870 0x7f0d20199370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.190:41962/0 (socket says 172.21.15.190:41962) 2024-09-15T23:38:49.418 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.407+0000 7f0d1effd640 1 -- 172.21.15.190:0/2182330646 learned_addr learned my addr 172.21.15.190:0/2182330646 (peer_addr_for_me v2:172.21.15.190:0/0) 2024-09-15T23:38:49.418 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.407+0000 7f0d1effd640 1 -- 172.21.15.190:0/2182330646 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d201998b0 con 0x7f0d20109870 2024-09-15T23:38:49.418 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.407+0000 7f0d1effd640 1 --2- 172.21.15.190:0/2182330646 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d20109870 0x7f0d20199370 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f0d10009230 tx=0x7f0d100048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:49.418 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.407+0000 7f0d2496d640 1 -- 172.21.15.190:0/2182330646 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0d1003f070 con 0x7f0d20109870 2024-09-15T23:38:49.418 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.407+0000 7f0d2596f640 1 -- 172.21.15.190:0/2182330646 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d20199ba0 con 0x7f0d20109870 2024-09-15T23:38:49.418 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.407+0000 7f0d2496d640 1 -- 172.21.15.190:0/2182330646 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d10003aa0 con 0x7f0d20109870 2024-09-15T23:38:49.418 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.407+0000 7f0d2496d640 1 -- 172.21.15.190:0/2182330646 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0d10035030 con 0x7f0d20109870 2024-09-15T23:38:49.419 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.407+0000 7f0d2596f640 1 -- 172.21.15.190:0/2182330646 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d2019dc40 con 0x7f0d20109870 2024-09-15T23:38:49.419 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.408+0000 7f0d2496d640 1 -- 172.21.15.190:0/2182330646 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f0d10042070 con 0x7f0d20109870 2024-09-15T23:38:49.419 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.408+0000 7f0d2596f640 1 -- 172.21.15.190:0/2182330646 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d20104fb0 con 0x7f0d20109870 2024-09-15T23:38:49.419 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.408+0000 7f0d2496d640 1 --2- 172.21.15.190:0/2182330646 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0d0c0392a0 0x7f0d0c03b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:49.419 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.408+0000 7f0d2496d640 1 -- 172.21.15.190:0/2182330646 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f0d1006cfc0 con 0x7f0d20109870 2024-09-15T23:38:49.419 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.409+0000 7f0d1e7fc640 1 --2- 172.21.15.190:0/2182330646 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0d0c0392a0 0x7f0d0c03b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:49.419 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.409+0000 7f0d1e7fc640 1 --2- 172.21.15.190:0/2182330646 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0d0c0392a0 0x7f0d0c03b760 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f0d080098c0 tx=0x7f0d08006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:49.419 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.413+0000 7f0d2496d640 1 -- 172.21.15.190:0/2182330646 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0d1004a260 con 0x7f0d20109870 2024-09-15T23:38:49.669 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.667+0000 7f0d2596f640 1 -- 172.21.15.190:0/2182330646 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f0d2019a6d0 con 0x7f0d20109870 2024-09-15T23:38:49.669 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.668+0000 7f0d2496d640 1 -- 172.21.15.190:0/2182330646 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f0d10031400 con 0x7f0d20109870 2024-09-15T23:38:49.669 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:38:49.670 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":1,"fsid":"4eeb5726-73bb-11ef-bceb-c7b262605968","modified":"2024-09-15T23:37:28.777170Z","created":"2024-09-15T23:37:28.777170Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:3300","nonce":0},{"type":"v1","addr":"172.21.15.71:6789","nonce":0}]},"addr":"172.21.15.71:6789/0","public_addr":"172.21.15.71:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-15T23:38:49.670 INFO:teuthology.orchestra.run.smithi190.stderr:dumped monmap epoch 1 2024-09-15T23:38:49.671 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.670+0000 7f0d2596f640 1 -- 172.21.15.190:0/2182330646 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0d0c0392a0 msgr2=0x7f0d0c03b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:49.671 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.670+0000 7f0d2596f640 1 --2- 172.21.15.190:0/2182330646 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0d0c0392a0 0x7f0d0c03b760 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f0d080098c0 tx=0x7f0d08006db0 comp rx=0 tx=0).stop 2024-09-15T23:38:49.672 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.670+0000 7f0d2596f640 1 -- 172.21.15.190:0/2182330646 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d20109870 msgr2=0x7f0d20199370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:49.672 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.670+0000 7f0d2596f640 1 --2- 172.21.15.190:0/2182330646 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d20109870 0x7f0d20199370 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f0d10009230 tx=0x7f0d100048f0 comp rx=0 tx=0).stop 2024-09-15T23:38:49.672 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.670+0000 7f0d2596f640 1 -- 172.21.15.190:0/2182330646 shutdown_connections 2024-09-15T23:38:49.672 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.670+0000 7f0d2596f640 1 --2- 172.21.15.190:0/2182330646 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0d0c0392a0 0x7f0d0c03b760 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:49.672 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.670+0000 7f0d2596f640 1 --2- 172.21.15.190:0/2182330646 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d20109870 0x7f0d20199370 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:49.672 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.670+0000 7f0d2596f640 1 -- 172.21.15.190:0/2182330646 >> 172.21.15.190:0/2182330646 conn(0x7f0d200ff510 msgr2=0x7f0d20107380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:49.672 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.670+0000 7f0d2596f640 1 -- 172.21.15.190:0/2182330646 shutdown_connections 2024-09-15T23:38:49.672 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:49.671+0000 7f0d2596f640 1 -- 172.21.15.190:0/2182330646 wait complete. 2024-09-15T23:38:50.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:50 smithi071 ceph-mon[30957]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:50.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:50 smithi071 ceph-mon[30957]: from='client.? 172.21.15.190:0/2182330646' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-15T23:38:50.485 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 podman[34820]: 2024-09-15 23:38:50.387090954 +0000 UTC m=+0.016363614 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-15T23:38:50.746 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 podman[34820]: 2024-09-15 23:38:50.720623796 +0000 UTC m=+0.349896455 container init 37be82e0f45c01b7ebce0caf98d2b9271253ccdaf7b3a0d86f88b802d243d4ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-c, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-15T23:38:50.746 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 podman[34820]: 2024-09-15 23:38:50.723803908 +0000 UTC m=+0.353076566 container start 37be82e0f45c01b7ebce0caf98d2b9271253ccdaf7b3a0d86f88b802d243d4ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-c, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-15T23:38:51.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: set uid:gid to 167:167 (ceph:ceph) 2024-09-15T23:38:51.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable), process ceph-mon, pid 2 2024-09-15T23:38:51.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: pidfile_write: ignore empty --pid-file 2024-09-15T23:38:51.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: load: jerasure load: lrc 2024-09-15T23:38:51.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: RocksDB version: 7.9.2 2024-09-15T23:38:51.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Git sha 0 2024-09-15T23:38:51.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Compile date 2024-09-15 15:04:35 2024-09-15T23:38:51.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: DB SUMMARY 2024-09-15T23:38:51.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: DB Session ID: RX6SAILCFC8MDX4M0WXD 2024-09-15T23:38:51.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: CURRENT file: CURRENT 2024-09-15T23:38:51.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: IDENTITY file: IDENTITY 2024-09-15T23:38:51.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-09-15T23:38:51.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-09-15T23:38:51.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-09-15T23:38:51.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.error_if_exists: 0 2024-09-15T23:38:51.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.create_if_missing: 0 2024-09-15T23:38:51.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.paranoid_checks: 1 2024-09-15T23:38:51.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-15T23:38:51.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-15T23:38:51.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-15T23:38:51.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.env: 0x55d46f1c0940 2024-09-15T23:38:51.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.fs: PosixFileSystem 2024-09-15T23:38:51.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.info_log: 0x55d46fa916e0 2024-09-15T23:38:51.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_file_opening_threads: 16 2024-09-15T23:38:51.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.statistics: (nil) 2024-09-15T23:38:51.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.use_fsync: 0 2024-09-15T23:38:51.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_log_file_size: 0 2024-09-15T23:38:51.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-15T23:38:51.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-15T23:38:51.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.keep_log_file_num: 1000 2024-09-15T23:38:51.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.recycle_log_file_num: 0 2024-09-15T23:38:51.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.allow_fallocate: 1 2024-09-15T23:38:51.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.allow_mmap_reads: 0 2024-09-15T23:38:51.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.allow_mmap_writes: 0 2024-09-15T23:38:51.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.use_direct_reads: 0 2024-09-15T23:38:51.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-15T23:38:51.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.create_missing_column_families: 0 2024-09-15T23:38:51.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.db_log_dir: 2024-09-15T23:38:51.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.wal_dir: 2024-09-15T23:38:51.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-15T23:38:51.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-15T23:38:51.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-15T23:38:51.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-15T23:38:51.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-15T23:38:51.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-15T23:38:51.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.advise_random_on_open: 1 2024-09-15T23:38:51.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.db_write_buffer_size: 0 2024-09-15T23:38:51.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.write_buffer_manager: 0x55d46faa0dc0 2024-09-15T23:38:51.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-15T23:38:51.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-15T23:38:51.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-15T23:38:51.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.rate_limiter: (nil) 2024-09-15T23:38:51.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-15T23:38:51.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.wal_recovery_mode: 2 2024-09-15T23:38:51.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.enable_thread_tracking: 0 2024-09-15T23:38:51.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.enable_pipelined_write: 0 2024-09-15T23:38:51.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.unordered_write: 0 2024-09-15T23:38:51.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-15T23:38:51.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-15T23:38:51.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-15T23:38:51.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-15T23:38:51.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.row_cache: None 2024-09-15T23:38:51.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.wal_filter: None 2024-09-15T23:38:51.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-15T23:38:51.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.allow_ingest_behind: 0 2024-09-15T23:38:51.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.two_write_queues: 0 2024-09-15T23:38:51.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.manual_wal_flush: 0 2024-09-15T23:38:51.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.wal_compression: 0 2024-09-15T23:38:51.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.atomic_flush: 0 2024-09-15T23:38:51.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-15T23:38:51.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-15T23:38:51.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-15T23:38:51.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.log_readahead_size: 0 2024-09-15T23:38:51.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-15T23:38:51.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.best_efforts_recovery: 0 2024-09-15T23:38:51.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-15T23:38:51.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-15T23:38:51.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.allow_data_in_errors: 0 2024-09-15T23:38:51.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.db_host_id: __hostname__ 2024-09-15T23:38:51.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-15T23:38:51.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_background_jobs: 2 2024-09-15T23:38:51.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_background_compactions: -1 2024-09-15T23:38:51.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_subcompactions: 1 2024-09-15T23:38:51.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-15T23:38:51.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-15T23:38:51.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-15T23:38:51.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_total_wal_size: 0 2024-09-15T23:38:51.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-15T23:38:51.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-15T23:38:51.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-15T23:38:51.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-15T23:38:51.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_open_files: -1 2024-09-15T23:38:51.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.bytes_per_sync: 0 2024-09-15T23:38:51.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-15T23:38:51.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-15T23:38:51.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.compaction_readahead_size: 0 2024-09-15T23:38:51.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_background_flushes: -1 2024-09-15T23:38:51.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Compression algorithms supported: 2024-09-15T23:38:51.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: kZSTD supported: 0 2024-09-15T23:38:51.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: kXpressCompression supported: 0 2024-09-15T23:38:51.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: kBZip2Compression supported: 0 2024-09-15T23:38:51.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-15T23:38:51.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: kLZ4Compression supported: 1 2024-09-15T23:38:51.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: kZlibCompression supported: 1 2024-09-15T23:38:51.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: kLZ4HCCompression supported: 1 2024-09-15T23:38:51.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: kSnappyCompression supported: 1 2024-09-15T23:38:51.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-15T23:38:51.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-15T23:38:51.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-09-15T23:38:51.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-15T23:38:51.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-15T23:38:51.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.merge_operator: 2024-09-15T23:38:51.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.compaction_filter: None 2024-09-15T23:38:51.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.compaction_filter_factory: None 2024-09-15T23:38:51.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.sst_partitioner_factory: None 2024-09-15T23:38:51.075 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-15T23:38:51.075 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-15T23:38:51.075 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d46fa91320) 2024-09-15T23:38:51.075 INFO:journalctl@ceph.mon.c.smithi190.stdout: cache_index_and_filter_blocks: 1 2024-09-15T23:38:51.075 INFO:journalctl@ceph.mon.c.smithi190.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-15T23:38:51.075 INFO:journalctl@ceph.mon.c.smithi190.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-15T23:38:51.075 INFO:journalctl@ceph.mon.c.smithi190.stdout: pin_top_level_index_and_filter: 1 2024-09-15T23:38:51.075 INFO:journalctl@ceph.mon.c.smithi190.stdout: index_type: 0 2024-09-15T23:38:51.075 INFO:journalctl@ceph.mon.c.smithi190.stdout: data_block_index_type: 0 2024-09-15T23:38:51.075 INFO:journalctl@ceph.mon.c.smithi190.stdout: index_shortening: 1 2024-09-15T23:38:51.075 INFO:journalctl@ceph.mon.c.smithi190.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-15T23:38:51.075 INFO:journalctl@ceph.mon.c.smithi190.stdout: checksum: 4 2024-09-15T23:38:51.075 INFO:journalctl@ceph.mon.c.smithi190.stdout: no_block_cache: 0 2024-09-15T23:38:51.075 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_cache: 0x55d46fa851f0 2024-09-15T23:38:51.076 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_cache_name: BinnedLRUCache 2024-09-15T23:38:51.076 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_cache_options: 2024-09-15T23:38:51.076 INFO:journalctl@ceph.mon.c.smithi190.stdout: capacity : 536870912 2024-09-15T23:38:51.076 INFO:journalctl@ceph.mon.c.smithi190.stdout: num_shard_bits : 4 2024-09-15T23:38:51.076 INFO:journalctl@ceph.mon.c.smithi190.stdout: strict_capacity_limit : 0 2024-09-15T23:38:51.076 INFO:journalctl@ceph.mon.c.smithi190.stdout: high_pri_pool_ratio: 0.000 2024-09-15T23:38:51.076 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_cache_compressed: (nil) 2024-09-15T23:38:51.076 INFO:journalctl@ceph.mon.c.smithi190.stdout: persistent_cache: (nil) 2024-09-15T23:38:51.076 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_size: 4096 2024-09-15T23:38:51.077 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_size_deviation: 10 2024-09-15T23:38:51.077 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_restart_interval: 16 2024-09-15T23:38:51.077 INFO:journalctl@ceph.mon.c.smithi190.stdout: index_block_restart_interval: 1 2024-09-15T23:38:51.077 INFO:journalctl@ceph.mon.c.smithi190.stdout: metadata_block_size: 4096 2024-09-15T23:38:51.077 INFO:journalctl@ceph.mon.c.smithi190.stdout: partition_filters: 0 2024-09-15T23:38:51.077 INFO:journalctl@ceph.mon.c.smithi190.stdout: use_delta_encoding: 1 2024-09-15T23:38:51.077 INFO:journalctl@ceph.mon.c.smithi190.stdout: filter_policy: bloomfilter 2024-09-15T23:38:51.077 INFO:journalctl@ceph.mon.c.smithi190.stdout: whole_key_filtering: 1 2024-09-15T23:38:51.077 INFO:journalctl@ceph.mon.c.smithi190.stdout: verify_compression: 0 2024-09-15T23:38:51.077 INFO:journalctl@ceph.mon.c.smithi190.stdout: read_amp_bytes_per_bit: 0 2024-09-15T23:38:51.077 INFO:journalctl@ceph.mon.c.smithi190.stdout: format_version: 5 2024-09-15T23:38:51.077 INFO:journalctl@ceph.mon.c.smithi190.stdout: enable_index_compression: 1 2024-09-15T23:38:51.077 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_align: 0 2024-09-15T23:38:51.077 INFO:journalctl@ceph.mon.c.smithi190.stdout: max_auto_readahead_size: 262144 2024-09-15T23:38:51.078 INFO:journalctl@ceph.mon.c.smithi190.stdout: prepopulate_block_cache: 0 2024-09-15T23:38:51.078 INFO:journalctl@ceph.mon.c.smithi190.stdout: initial_auto_readahead_size: 8192 2024-09-15T23:38:51.078 INFO:journalctl@ceph.mon.c.smithi190.stdout: num_file_reads_for_auto_readahead: 2 2024-09-15T23:38:51.078 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.write_buffer_size: 33554432 2024-09-15T23:38:51.078 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_write_buffer_number: 2 2024-09-15T23:38:51.078 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.compression: NoCompression 2024-09-15T23:38:51.078 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.bottommost_compression: Disabled 2024-09-15T23:38:51.078 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.prefix_extractor: nullptr 2024-09-15T23:38:51.078 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-15T23:38:51.078 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.num_levels: 7 2024-09-15T23:38:51.078 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-15T23:38:51.078 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-15T23:38:51.078 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-15T23:38:51.079 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-15T23:38:51.079 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-15T23:38:51.079 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-15T23:38:51.079 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-15T23:38:51.079 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-15T23:38:51.079 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-15T23:38:51.079 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-15T23:38:51.079 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-15T23:38:51.079 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-15T23:38:51.079 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-15T23:38:51.079 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.compression_opts.level: 32767 2024-09-15T23:38:51.079 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.compression_opts.strategy: 0 2024-09-15T23:38:51.079 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-15T23:38:51.080 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-15T23:38:51.080 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-15T23:38:51.080 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-15T23:38:51.080 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.compression_opts.enabled: false 2024-09-15T23:38:51.080 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-15T23:38:51.080 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-15T23:38:51.080 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-15T23:38:51.080 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-15T23:38:51.080 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.target_file_size_base: 67108864 2024-09-15T23:38:51.080 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-15T23:38:51.080 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-15T23:38:51.080 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-15T23:38:51.080 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-15T23:38:51.080 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-15T23:38:51.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-15T23:38:51.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-15T23:38:51.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-15T23:38:51.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-15T23:38:51.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-15T23:38:51.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-15T23:38:51.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-15T23:38:51.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-15T23:38:51.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-15T23:38:51.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.arena_block_size: 1048576 2024-09-15T23:38:51.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-15T23:38:51.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-15T23:38:51.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.disable_auto_compactions: 0 2024-09-15T23:38:51.082 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-15T23:38:51.082 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-15T23:38:51.082 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-15T23:38:51.082 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-15T23:38:51.082 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-15T23:38:51.082 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-15T23:38:51.082 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-15T23:38:51.082 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-15T23:38:51.082 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-15T23:38:51.082 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-15T23:38:51.082 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-15T23:38:51.082 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.inplace_update_support: 0 2024-09-15T23:38:51.082 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-15T23:38:51.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-15T23:38:51.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-15T23:38:51.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-15T23:38:51.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.bloom_locality: 0 2024-09-15T23:38:51.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.max_successive_merges: 0 2024-09-15T23:38:51.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-15T23:38:51.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.paranoid_file_checks: 0 2024-09-15T23:38:51.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.force_consistency_checks: 1 2024-09-15T23:38:51.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.report_bg_io_stats: 0 2024-09-15T23:38:51.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.ttl: 2592000 2024-09-15T23:38:51.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-15T23:38:51.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-15T23:38:51.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-15T23:38:51.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.enable_blob_files: false 2024-09-15T23:38:51.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.min_blob_size: 0 2024-09-15T23:38:51.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.blob_file_size: 268435456 2024-09-15T23:38:51.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-15T23:38:51.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-15T23:38:51.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-15T23:38:51.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-15T23:38:51.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-15T23:38:51.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.blob_file_starting_level: 0 2024-09-15T23:38:51.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-15T23:38:51.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-15T23:38:51.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-15T23:38:51.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 21c19ed7-f45e-44eb-b61c-9dfb3b453b22 2024-09-15T23:38:51.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726443530750940, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-15T23:38:51.085 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-09-15T23:38:51.085 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726443530751343, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726443530, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "21c19ed7-f45e-44eb-b61c-9dfb3b453b22", "db_session_id": "RX6SAILCFC8MDX4M0WXD", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-09-15T23:38:51.085 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726443530751435, "job": 1, "event": "recovery_finished"} 2024-09-15T23:38:51.085 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-09-15T23:38:51.085 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-15T23:38:51.085 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d46fab2e00 2024-09-15T23:38:51.085 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: DB pointer 0x55d46fbae000 2024-09-15T23:38:51.085 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-15T23:38:51.085 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-15T23:38:51.085 INFO:journalctl@ceph.mon.c.smithi190.stdout: ** DB Stats ** 2024-09-15T23:38:51.085 INFO:journalctl@ceph.mon.c.smithi190.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-15T23:38:51.085 INFO:journalctl@ceph.mon.c.smithi190.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-15T23:38:51.085 INFO:journalctl@ceph.mon.c.smithi190.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-15T23:38:51.085 INFO:journalctl@ceph.mon.c.smithi190.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-15T23:38:51.086 INFO:journalctl@ceph.mon.c.smithi190.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-15T23:38:51.086 INFO:journalctl@ceph.mon.c.smithi190.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-15T23:38:51.086 INFO:journalctl@ceph.mon.c.smithi190.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-15T23:38:51.086 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-09-15T23:38:51.086 INFO:journalctl@ceph.mon.c.smithi190.stdout: ** Compaction Stats [default] ** 2024-09-15T23:38:51.086 INFO:journalctl@ceph.mon.c.smithi190.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-15T23:38:51.086 INFO:journalctl@ceph.mon.c.smithi190.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-15T23:38:51.086 INFO:journalctl@ceph.mon.c.smithi190.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-15T23:38:51.086 INFO:journalctl@ceph.mon.c.smithi190.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-15T23:38:51.086 INFO:journalctl@ceph.mon.c.smithi190.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-15T23:38:51.086 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-09-15T23:38:51.086 INFO:journalctl@ceph.mon.c.smithi190.stdout: ** Compaction Stats [default] ** 2024-09-15T23:38:51.086 INFO:journalctl@ceph.mon.c.smithi190.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-15T23:38:51.086 INFO:journalctl@ceph.mon.c.smithi190.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-15T23:38:51.087 INFO:journalctl@ceph.mon.c.smithi190.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-15T23:38:51.087 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-09-15T23:38:51.087 INFO:journalctl@ceph.mon.c.smithi190.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-15T23:38:51.087 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-09-15T23:38:51.087 INFO:journalctl@ceph.mon.c.smithi190.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-15T23:38:51.087 INFO:journalctl@ceph.mon.c.smithi190.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-15T23:38:51.087 INFO:journalctl@ceph.mon.c.smithi190.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-15T23:38:51.087 INFO:journalctl@ceph.mon.c.smithi190.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-15T23:38:51.087 INFO:journalctl@ceph.mon.c.smithi190.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-15T23:38:51.087 INFO:journalctl@ceph.mon.c.smithi190.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-15T23:38:51.087 INFO:journalctl@ceph.mon.c.smithi190.stdout: Cumulative compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-15T23:38:51.087 INFO:journalctl@ceph.mon.c.smithi190.stdout: Interval compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-15T23:38:51.087 INFO:journalctl@ceph.mon.c.smithi190.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-15T23:38:51.087 INFO:journalctl@ceph.mon.c.smithi190.stdout: Block cache BinnedLRUCache@0x55d46fa851f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-09-15T23:38:51.088 INFO:journalctl@ceph.mon.c.smithi190.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-09-15T23:38:51.088 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-09-15T23:38:51.088 INFO:journalctl@ceph.mon.c.smithi190.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-15T23:38:51.088 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-09-15T23:38:51.088 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: using public_addr v2:172.21.15.190:0/0 -> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] 2024-09-15T23:38:51.088 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: starting mon.c rank -1 at public addrs [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] at bind addrs [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:38:51.088 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: mon.c@-1(???) e0 preinit fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:38:51.088 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: mon.c@-1(synchronizing).mds e1 new map 2024-09-15T23:38:51.089 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: mon.c@-1(synchronizing).mds e1 print_map 2024-09-15T23:38:51.089 INFO:journalctl@ceph.mon.c.smithi190.stdout: e1 2024-09-15T23:38:51.089 INFO:journalctl@ceph.mon.c.smithi190.stdout: btime 2024-09-15T23:37:32:026205+0000 2024-09-15T23:38:51.089 INFO:journalctl@ceph.mon.c.smithi190.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-15T23:38:51.089 INFO:journalctl@ceph.mon.c.smithi190.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-15T23:38:51.089 INFO:journalctl@ceph.mon.c.smithi190.stdout: legacy client fscid: -1 2024-09-15T23:38:51.089 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-09-15T23:38:51.089 INFO:journalctl@ceph.mon.c.smithi190.stdout: No filesystems configured 2024-09-15T23:38:51.089 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-15T23:38:51.089 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-15T23:38:51.089 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-15T23:38:51.089 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-15T23:38:51.089 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-15T23:38:51.089 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-15T23:38:51.090 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-15T23:38:51.090 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-15T23:38:51.090 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-15T23:38:51.090 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-15T23:38:51.090 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: Added host smithi190 2024-09-15T23:38:51.090 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:51.090 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-15T23:38:51.090 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:51.090 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/652224201' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-15T23:38:51.090 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:51.090 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/652224201' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-15T23:38:51.090 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: osdmap e4: 0 total, 0 up, 0 in 2024-09-15T23:38:51.090 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:51.091 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:51.091 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:51.091 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:51.091 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi190", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:38:51.091 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:38:51.091 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:38:51.091 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: Updating smithi190:/etc/ceph/ceph.conf 2024-09-15T23:38:51.091 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: Updating smithi190:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:38:51.091 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-09-15T23:38:51.091 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:51.091 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:51.091 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:51.091 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:51.091 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:51.092 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:51.092 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:51.092 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:51.092 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-15T23:38:51.092 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-15T23:38:51.092 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:38:51.092 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: Updating smithi190:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-15T23:38:51.092 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi071:172.21.15.71=a;smithi163:172.21.15.163=b;smithi190:172.21.15.190=c", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:38:51.092 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: Saving service mon spec with placement smithi071:172.21.15.71=a;smithi163:172.21.15.163=b;smithi190:172.21.15.190=c;count:3 2024-09-15T23:38:51.092 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: Reconfiguring mon.a (unknown last config time)... 2024-09-15T23:38:51.092 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: Reconfiguring daemon mon.a on smithi071 2024-09-15T23:38:51.092 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:51.093 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:51.093 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:51.093 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:38:51.093 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:38:51.093 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:38:51.093 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:51.093 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-15T23:38:51.093 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:38:51.093 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: Deploying daemon mon.c on smithi190 2024-09-15T23:38:51.093 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='client.? 172.21.15.190:0/3460423905' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-15T23:38:51.093 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:51.093 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:51.093 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: from='client.? 172.21.15.190:0/2182330646' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-15T23:38:51.094 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 ceph-mon[34840]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-15T23:38:51.094 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 bash[34820]: 37be82e0f45c01b7ebce0caf98d2b9271253ccdaf7b3a0d86f88b802d243d4ed 2024-09-15T23:38:51.094 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:50 smithi190 systemd[1]: Started Ceph mon.c for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-15T23:38:51.263 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-15T23:38:51.264 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-15T23:38:51.523 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.c/config 2024-09-15T23:38:56.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-15T23:38:56.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:38:56.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: mon.a calling monitor election 2024-09-15T23:38:56.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:56.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:38:56.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: mon.c calling monitor election 2024-09-15T23:38:56.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:38:56.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:56.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:38:56.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:38:56.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:56.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-15T23:38:56.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:38:56.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: monmap epoch 2 2024-09-15T23:38:56.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:38:56.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: last_changed 2024-09-15T23:38:50.776801+0000 2024-09-15T23:38:56.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: created 2024-09-15T23:37:28.777170+0000 2024-09-15T23:38:56.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: min_mon_release 19 (squid) 2024-09-15T23:38:56.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: election_strategy: 1 2024-09-15T23:38:56.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: 0: [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon.a 2024-09-15T23:38:56.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: 1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.c 2024-09-15T23:38:56.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: fsmap 2024-09-15T23:38:56.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: osdmap e4: 0 total, 0 up, 0 in 2024-09-15T23:38:56.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: mgrmap e13: x(active, since 38s) 2024-09-15T23:38:56.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: overall HEALTH_OK 2024-09-15T23:38:56.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:56.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:56.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:56.179 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-15T23:38:56.179 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:55 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:38:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-15T23:38:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:38:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: mon.a calling monitor election 2024-09-15T23:38:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:38:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: mon.c calling monitor election 2024-09-15T23:38:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:38:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:38:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:38:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-15T23:38:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:38:56.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: monmap epoch 2 2024-09-15T23:38:56.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:38:56.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: last_changed 2024-09-15T23:38:50.776801+0000 2024-09-15T23:38:56.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: created 2024-09-15T23:37:28.777170+0000 2024-09-15T23:38:56.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: min_mon_release 19 (squid) 2024-09-15T23:38:56.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: election_strategy: 1 2024-09-15T23:38:56.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: 0: [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon.a 2024-09-15T23:38:56.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: 1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.c 2024-09-15T23:38:56.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: fsmap 2024-09-15T23:38:56.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: osdmap e4: 0 total, 0 up, 0 in 2024-09-15T23:38:56.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: mgrmap e13: x(active, since 38s) 2024-09-15T23:38:56.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: overall HEALTH_OK 2024-09-15T23:38:56.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:56.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:56.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:56.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-15T23:38:56.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:55 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:38:56.352 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.349+0000 7fdb91915640 1 -- 172.21.15.190:0/3464708719 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb78003530 msgr2=0x7fdb780059c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:56.352 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.349+0000 7fdb91915640 1 --2- 172.21.15.190:0/3464708719 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb78003530 0x7fdb780059c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fdb8c06aa60 tx=0x7fdb7c02bfe0 comp rx=0 tx=0).stop 2024-09-15T23:38:56.353 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.349+0000 7fdb91915640 1 -- 172.21.15.190:0/3464708719 shutdown_connections 2024-09-15T23:38:56.353 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.349+0000 7fdb91915640 1 --2- 172.21.15.190:0/3464708719 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb78003530 0x7fdb780059c0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:56.353 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.349+0000 7fdb91915640 1 -- 172.21.15.190:0/3464708719 >> 172.21.15.190:0/3464708719 conn(0x7fdb8c0fc220 msgr2=0x7fdb8c0fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:56.353 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.349+0000 7fdb91915640 1 -- 172.21.15.190:0/3464708719 shutdown_connections 2024-09-15T23:38:56.353 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.349+0000 7fdb91915640 1 -- 172.21.15.190:0/3464708719 wait complete. 2024-09-15T23:38:56.353 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.350+0000 7fdb91915640 1 Processor -- start 2024-09-15T23:38:56.353 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.350+0000 7fdb91915640 1 -- start start 2024-09-15T23:38:56.353 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.350+0000 7fdb91915640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdb78003530 0x7fdb8c199410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:56.353 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.350+0000 7fdb91915640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb8c199950 0x7fdb8c19dce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:56.353 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.350+0000 7fdb91915640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdb8c109630 con 0x7fdb8c199950 2024-09-15T23:38:56.353 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.350+0000 7fdb91915640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fdb8c1094b0 con 0x7fdb78003530 2024-09-15T23:38:56.353 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.350+0000 7fdb8affd640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdb78003530 0x7fdb8c199410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:56.353 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.351+0000 7fdb8affd640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdb78003530 0x7fdb8c199410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:50042/0 (socket says 172.21.15.190:50042) 2024-09-15T23:38:56.353 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.351+0000 7fdb8affd640 1 -- 172.21.15.190:0/4004352579 learned_addr learned my addr 172.21.15.190:0/4004352579 (peer_addr_for_me v2:172.21.15.190:0/0) 2024-09-15T23:38:56.354 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.351+0000 7fdb827fc640 1 --2- 172.21.15.190:0/4004352579 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb8c199950 0x7fdb8c19dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:56.354 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.351+0000 7fdb8affd640 1 -- 172.21.15.190:0/4004352579 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdb78003530 msgr2=0x7fdb8c199410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-09-15T23:38:56.354 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.351+0000 7fdb8affd640 1 -- 172.21.15.190:0/4004352579 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdb78003530 msgr2=0x7fdb8c199410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-15T23:38:56.354 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.351+0000 7fdb8affd640 1 --2- 172.21.15.190:0/4004352579 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdb78003530 0x7fdb8c199410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-15T23:38:56.354 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.351+0000 7fdb8affd640 1 --2- 172.21.15.190:0/4004352579 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdb78003530 0x7fdb8c199410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-15T23:38:56.354 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.351+0000 7fdb827fc640 1 -- 172.21.15.190:0/4004352579 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdb78003530 msgr2=0x7fdb8c199410 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-15T23:38:56.354 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.351+0000 7fdb827fc640 1 --2- 172.21.15.190:0/4004352579 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdb78003530 0x7fdb8c199410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:56.354 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.351+0000 7fdb827fc640 1 -- 172.21.15.190:0/4004352579 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb8c199f70 con 0x7fdb8c199950 2024-09-15T23:38:56.354 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.351+0000 7fdb827fc640 1 --2- 172.21.15.190:0/4004352579 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb8c199950 0x7fdb8c19dce0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fdb7400b3d0 tx=0x7fdb7400b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:56.354 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.351+0000 7fdb90913640 1 -- 172.21.15.190:0/4004352579 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fdb74011630 con 0x7fdb8c199950 2024-09-15T23:38:56.354 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.351+0000 7fdb90913640 1 -- 172.21.15.190:0/4004352579 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdb74011c80 con 0x7fdb8c199950 2024-09-15T23:38:56.354 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.351+0000 7fdb91915640 1 -- 172.21.15.190:0/4004352579 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb8c19e220 con 0x7fdb8c199950 2024-09-15T23:38:56.354 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.351+0000 7fdb90913640 1 -- 172.21.15.190:0/4004352579 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fdb74010d80 con 0x7fdb8c199950 2024-09-15T23:38:56.354 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.351+0000 7fdb91915640 1 -- 172.21.15.190:0/4004352579 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb8c19e760 con 0x7fdb8c199950 2024-09-15T23:38:56.356 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.352+0000 7fdb90913640 1 -- 172.21.15.190:0/4004352579 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7fdb74018020 con 0x7fdb8c199950 2024-09-15T23:38:56.356 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.352+0000 7fdb91915640 1 -- 172.21.15.190:0/4004352579 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb8c06ad10 con 0x7fdb8c199950 2024-09-15T23:38:56.356 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.353+0000 7fdb90913640 1 --2- 172.21.15.190:0/4004352579 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdb6c039080 0x7fdb6c03b540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:56.356 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.353+0000 7fdb90913640 1 -- 172.21.15.190:0/4004352579 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fdb7404c010 con 0x7fdb8c199950 2024-09-15T23:38:56.356 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.353+0000 7fdb8affd640 1 --2- 172.21.15.190:0/4004352579 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdb6c039080 0x7fdb6c03b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:56.356 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.353+0000 7fdb8affd640 1 --2- 172.21.15.190:0/4004352579 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdb6c039080 0x7fdb6c03b540 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fdb7c009b30 tx=0x7fdb7c009480 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:56.363 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.362+0000 7fdb90913640 1 -- 172.21.15.190:0/4004352579 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdb7401f020 con 0x7fdb8c199950 2024-09-15T23:38:56.593 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.592+0000 7fdb91915640 1 -- 172.21.15.190:0/4004352579 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fdb8c106d00 con 0x7fdb8c199950 2024-09-15T23:38:56.593 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.592+0000 7fdb90913640 1 -- 172.21.15.190:0/4004352579 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7fdb74018310 con 0x7fdb8c199950 2024-09-15T23:38:56.593 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:38:56.594 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":2,"fsid":"4eeb5726-73bb-11ef-bceb-c7b262605968","modified":"2024-09-15T23:38:50.776801Z","created":"2024-09-15T23:37:28.777170Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:3300","nonce":0},{"type":"v1","addr":"172.21.15.71:6789","nonce":0}]},"addr":"172.21.15.71:6789/0","public_addr":"172.21.15.71:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:3300","nonce":0},{"type":"v1","addr":"172.21.15.190:6789","nonce":0}]},"addr":"172.21.15.190:6789/0","public_addr":"172.21.15.190:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-15T23:38:56.594 INFO:teuthology.orchestra.run.smithi190.stderr:dumped monmap epoch 2 2024-09-15T23:38:56.595 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.594+0000 7fdb91915640 1 -- 172.21.15.190:0/4004352579 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdb6c039080 msgr2=0x7fdb6c03b540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:56.596 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.594+0000 7fdb91915640 1 --2- 172.21.15.190:0/4004352579 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdb6c039080 0x7fdb6c03b540 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fdb7c009b30 tx=0x7fdb7c009480 comp rx=0 tx=0).stop 2024-09-15T23:38:56.596 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.594+0000 7fdb91915640 1 -- 172.21.15.190:0/4004352579 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb8c199950 msgr2=0x7fdb8c19dce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:56.596 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.594+0000 7fdb91915640 1 --2- 172.21.15.190:0/4004352579 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb8c199950 0x7fdb8c19dce0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fdb7400b3d0 tx=0x7fdb7400b890 comp rx=0 tx=0).stop 2024-09-15T23:38:56.596 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.595+0000 7fdb91915640 1 -- 172.21.15.190:0/4004352579 shutdown_connections 2024-09-15T23:38:56.596 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.595+0000 7fdb91915640 1 --2- 172.21.15.190:0/4004352579 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdb6c039080 0x7fdb6c03b540 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:56.596 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.595+0000 7fdb91915640 1 --2- 172.21.15.190:0/4004352579 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb8c199950 0x7fdb8c19dce0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:56.596 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.595+0000 7fdb91915640 1 --2- 172.21.15.190:0/4004352579 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdb78003530 0x7fdb8c199410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:56.596 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.595+0000 7fdb91915640 1 -- 172.21.15.190:0/4004352579 >> 172.21.15.190:0/4004352579 conn(0x7fdb8c0fc220 msgr2=0x7fdb8c101050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:56.596 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.595+0000 7fdb91915640 1 -- 172.21.15.190:0/4004352579 shutdown_connections 2024-09-15T23:38:56.596 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:56.595+0000 7fdb91915640 1 -- 172.21.15.190:0/4004352579 wait complete. 2024-09-15T23:38:57.152 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:56 smithi190 ceph-mon[34840]: Deploying daemon mon.b on smithi163 2024-09-15T23:38:57.152 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:56 smithi190 ceph-mon[34840]: from='client.? 172.21.15.190:0/4004352579' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-15T23:38:57.152 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:56 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:38:57.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:56 smithi071 ceph-mon[30957]: Deploying daemon mon.b on smithi163 2024-09-15T23:38:57.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:56 smithi071 ceph-mon[30957]: from='client.? 172.21.15.190:0/4004352579' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-15T23:38:57.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:56 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:38:58.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:38:57 smithi071 ceph-mon[30957]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:58.179 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-15T23:38:58.179 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-15T23:38:58.208 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:38:57 smithi190 ceph-mon[34840]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:58.431 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.c/config 2024-09-15T23:38:58.888 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.876+0000 7f1fb6fb9640 1 -- 172.21.15.190:0/2964156176 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1fb0106650 msgr2=0x7f1fb0106a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:58.888 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.876+0000 7f1fb6fb9640 1 --2- 172.21.15.190:0/2964156176 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1fb0106650 0x7f1fb0106a30 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f1fac009880 tx=0x7f1fac02a5d0 comp rx=0 tx=0).stop 2024-09-15T23:38:58.888 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.876+0000 7f1fb6fb9640 1 -- 172.21.15.190:0/2964156176 shutdown_connections 2024-09-15T23:38:58.888 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.876+0000 7f1fb6fb9640 1 --2- 172.21.15.190:0/2964156176 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1fb0106650 0x7f1fb0106a30 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:58.889 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.876+0000 7f1fb6fb9640 1 -- 172.21.15.190:0/2964156176 >> 172.21.15.190:0/2964156176 conn(0x7f1fb00fc280 msgr2=0x7f1fb00fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:58.889 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.876+0000 7f1fb6fb9640 1 -- 172.21.15.190:0/2964156176 shutdown_connections 2024-09-15T23:38:58.889 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.876+0000 7f1fb6fb9640 1 -- 172.21.15.190:0/2964156176 wait complete. 2024-09-15T23:38:58.889 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.877+0000 7f1fb6fb9640 1 Processor -- start 2024-09-15T23:38:58.889 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.877+0000 7f1fb6fb9640 1 -- start start 2024-09-15T23:38:58.889 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.877+0000 7f1fb6fb9640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1fb0106650 0x7f1fb01980d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:58.889 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.877+0000 7f1fb6fb9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1fb0198610 0x7f1fb0198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:58.889 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.877+0000 7f1fb6fb9640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f1fb010ab30 con 0x7f1fb0198610 2024-09-15T23:38:58.889 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.877+0000 7f1fb6fb9640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f1fb010a9b0 con 0x7f1fb0106650 2024-09-15T23:38:58.889 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.877+0000 7f1fb4d55640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1fb0106650 0x7f1fb01980d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:58.889 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.877+0000 7f1fa7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1fb0198610 0x7f1fb0198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:58.889 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.877+0000 7f1fb4d55640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1fb0106650 0x7f1fb01980d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:50058/0 (socket says 172.21.15.190:50058) 2024-09-15T23:38:58.890 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.877+0000 7f1fb4d55640 1 -- 172.21.15.190:0/894145605 learned_addr learned my addr 172.21.15.190:0/894145605 (peer_addr_for_me v2:172.21.15.190:0/0) 2024-09-15T23:38:58.890 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.877+0000 7f1fb4d55640 1 -- 172.21.15.190:0/894145605 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1fb0106650 msgr2=0x7f1fb01980d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-09-15T23:38:58.890 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.877+0000 7f1fb4d55640 1 -- 172.21.15.190:0/894145605 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1fb0106650 msgr2=0x7f1fb01980d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-15T23:38:58.890 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.877+0000 7f1fb4d55640 1 --2- 172.21.15.190:0/894145605 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1fb0106650 0x7f1fb01980d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-15T23:38:58.890 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.877+0000 7f1fb4d55640 1 --2- 172.21.15.190:0/894145605 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1fb0106650 0x7f1fb01980d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-15T23:38:58.890 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.877+0000 7f1fa7fff640 1 -- 172.21.15.190:0/894145605 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1fb0106650 msgr2=0x7f1fb01980d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-15T23:38:58.890 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.877+0000 7f1fa7fff640 1 --2- 172.21.15.190:0/894145605 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1fb0106650 0x7f1fb01980d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:58.890 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.877+0000 7f1fa7fff640 1 -- 172.21.15.190:0/894145605 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fb01a1140 con 0x7f1fb0198610 2024-09-15T23:38:58.890 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.878+0000 7f1fa7fff640 1 --2- 172.21.15.190:0/894145605 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1fb0198610 0x7f1fb0198a70 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f1fa000b400 tx=0x7f1fa000b8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:58.890 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.878+0000 7f1fa5ffb640 1 -- 172.21.15.190:0/894145605 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f1fa0011630 con 0x7f1fb0198610 2024-09-15T23:38:58.890 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.878+0000 7f1fa5ffb640 1 -- 172.21.15.190:0/894145605 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1fa0011c80 con 0x7f1fb0198610 2024-09-15T23:38:58.890 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.878+0000 7f1fb6fb9640 1 -- 172.21.15.190:0/894145605 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fb01a1310 con 0x7f1fb0198610 2024-09-15T23:38:58.891 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.878+0000 7f1fa5ffb640 1 -- 172.21.15.190:0/894145605 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f1fa0010d10 con 0x7f1fb0198610 2024-09-15T23:38:58.891 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.878+0000 7f1fb6fb9640 1 -- 172.21.15.190:0/894145605 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fb01a1870 con 0x7f1fb0198610 2024-09-15T23:38:58.891 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.879+0000 7f1fa5ffb640 1 -- 172.21.15.190:0/894145605 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f1fa0018020 con 0x7f1fb0198610 2024-09-15T23:38:58.891 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.879+0000 7f1fb6fb9640 1 -- 172.21.15.190:0/894145605 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fb0101cc0 con 0x7f1fb0198610 2024-09-15T23:38:58.891 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.879+0000 7f1fa5ffb640 1 --2- 172.21.15.190:0/894145605 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f1f98039040 0x7f1f9803b500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:38:58.891 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.879+0000 7f1fa5ffb640 1 -- 172.21.15.190:0/894145605 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f1fa004bf90 con 0x7f1fb0198610 2024-09-15T23:38:58.891 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.879+0000 7f1fb4d55640 1 --2- 172.21.15.190:0/894145605 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f1f98039040 0x7f1f9803b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:38:58.891 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.880+0000 7f1fb4d55640 1 --2- 172.21.15.190:0/894145605 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f1f98039040 0x7f1f9803b500 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f1fac02abc0 tx=0x7f1fac02aad0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:38:58.891 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:58.884+0000 7f1fa5ffb640 1 -- 172.21.15.190:0/894145605 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1fa001f020 con 0x7f1fb0198610 2024-09-15T23:38:59.114 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:59.113+0000 7f1fb6fb9640 1 -- 172.21.15.190:0/894145605 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f1fb01a1bb0 con 0x7f1fb0198610 2024-09-15T23:38:59.114 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:59.113+0000 7f1fa5ffb640 1 -- 172.21.15.190:0/894145605 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7f1fa0022510 con 0x7f1fb0198610 2024-09-15T23:38:59.115 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:38:59.115 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":2,"fsid":"4eeb5726-73bb-11ef-bceb-c7b262605968","modified":"2024-09-15T23:38:50.776801Z","created":"2024-09-15T23:37:28.777170Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:3300","nonce":0},{"type":"v1","addr":"172.21.15.71:6789","nonce":0}]},"addr":"172.21.15.71:6789/0","public_addr":"172.21.15.71:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:3300","nonce":0},{"type":"v1","addr":"172.21.15.190:6789","nonce":0}]},"addr":"172.21.15.190:6789/0","public_addr":"172.21.15.190:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-15T23:38:59.115 INFO:teuthology.orchestra.run.smithi190.stderr:dumped monmap epoch 2 2024-09-15T23:38:59.117 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:59.116+0000 7f1fb6fb9640 1 -- 172.21.15.190:0/894145605 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f1f98039040 msgr2=0x7f1f9803b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:59.117 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:59.116+0000 7f1fb6fb9640 1 --2- 172.21.15.190:0/894145605 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f1f98039040 0x7f1f9803b500 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f1fac02abc0 tx=0x7f1fac02aad0 comp rx=0 tx=0).stop 2024-09-15T23:38:59.117 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:59.116+0000 7f1fb6fb9640 1 -- 172.21.15.190:0/894145605 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1fb0198610 msgr2=0x7f1fb0198a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:38:59.117 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:59.116+0000 7f1fb6fb9640 1 --2- 172.21.15.190:0/894145605 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1fb0198610 0x7f1fb0198a70 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f1fa000b400 tx=0x7f1fa000b8c0 comp rx=0 tx=0).stop 2024-09-15T23:38:59.117 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:59.116+0000 7f1fb6fb9640 1 -- 172.21.15.190:0/894145605 shutdown_connections 2024-09-15T23:38:59.117 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:59.116+0000 7f1fb6fb9640 1 --2- 172.21.15.190:0/894145605 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f1f98039040 0x7f1f9803b500 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:59.117 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:59.116+0000 7f1fb6fb9640 1 --2- 172.21.15.190:0/894145605 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1fb0198610 0x7f1fb0198a70 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:59.117 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:59.116+0000 7f1fb6fb9640 1 --2- 172.21.15.190:0/894145605 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1fb0106650 0x7f1fb01980d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:38:59.117 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:59.116+0000 7f1fb6fb9640 1 -- 172.21.15.190:0/894145605 >> 172.21.15.190:0/894145605 conn(0x7f1fb00fc280 msgr2=0x7f1fb00fc660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:38:59.118 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:59.116+0000 7f1fb6fb9640 1 -- 172.21.15.190:0/894145605 shutdown_connections 2024-09-15T23:38:59.118 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:38:59.116+0000 7f1fb6fb9640 1 -- 172.21.15.190:0/894145605 wait complete. 2024-09-15T23:38:59.522 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: mon.b@-1(synchronizing).mds e1 print_map 2024-09-15T23:38:59.523 INFO:journalctl@ceph.mon.b.smithi163.stdout: e1 2024-09-15T23:38:59.523 INFO:journalctl@ceph.mon.b.smithi163.stdout: btime 2024-09-15T23:37:32:026205+0000 2024-09-15T23:38:59.523 INFO:journalctl@ceph.mon.b.smithi163.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-15T23:38:59.523 INFO:journalctl@ceph.mon.b.smithi163.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-15T23:38:59.523 INFO:journalctl@ceph.mon.b.smithi163.stdout: legacy client fscid: -1 2024-09-15T23:38:59.523 INFO:journalctl@ceph.mon.b.smithi163.stdout: 2024-09-15T23:38:59.523 INFO:journalctl@ceph.mon.b.smithi163.stdout: No filesystems configured 2024-09-15T23:38:59.523 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-15T23:38:59.523 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-15T23:38:59.523 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-15T23:38:59.523 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-15T23:38:59.524 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-15T23:38:59.524 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-15T23:38:59.524 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-15T23:38:59.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-15T23:38:59.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-15T23:38:59.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-15T23:38:59.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: Added host smithi190 2024-09-15T23:38:59.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:59.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-15T23:38:59.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:59.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/652224201' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-15T23:38:59.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:59.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/652224201' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-15T23:38:59.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: osdmap e4: 0 total, 0 up, 0 in 2024-09-15T23:38:59.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:59.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:59.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:59.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:59.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi190", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:38:59.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:38:59.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:38:59.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: Updating smithi190:/etc/ceph/ceph.conf 2024-09-15T23:38:59.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: Updating smithi190:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:38:59.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-09-15T23:38:59.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:59.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:59.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:59.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:59.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:59.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:59.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:59.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:59.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-15T23:38:59.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-15T23:38:59.987 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:38:59.987 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: Updating smithi190:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-15T23:38:59.987 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi071:172.21.15.71=a;smithi163:172.21.15.163=b;smithi190:172.21.15.190=c", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:38:59.987 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: Saving service mon spec with placement smithi071:172.21.15.71=a;smithi163:172.21.15.163=b;smithi190:172.21.15.190=c;count:3 2024-09-15T23:38:59.987 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: Reconfiguring mon.a (unknown last config time)... 2024-09-15T23:38:59.987 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: Reconfiguring daemon mon.a on smithi071 2024-09-15T23:38:59.987 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:59.987 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:59.987 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:59.987 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:38:59.987 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:38:59.987 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:38:59.987 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:59.988 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-15T23:38:59.988 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:38:59.988 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: Deploying daemon mon.c on smithi190 2024-09-15T23:38:59.988 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='client.? 172.21.15.190:0/3460423905' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-15T23:38:59.988 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:59.988 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:59.988 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='client.? 172.21.15.190:0/2182330646' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-15T23:38:59.988 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-15T23:38:59.988 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:38:59.988 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: mon.a calling monitor election 2024-09-15T23:38:59.988 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:59.988 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:38:59.988 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: mon.c calling monitor election 2024-09-15T23:38:59.988 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:38:59.989 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:59.989 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:38:59.989 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:38:59.989 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:59.989 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-15T23:38:59.989 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:38:59.989 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: monmap epoch 2 2024-09-15T23:38:59.989 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:38:59.989 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: last_changed 2024-09-15T23:38:50.776801+0000 2024-09-15T23:38:59.990 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: created 2024-09-15T23:37:28.777170+0000 2024-09-15T23:38:59.990 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: min_mon_release 19 (squid) 2024-09-15T23:38:59.990 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: election_strategy: 1 2024-09-15T23:38:59.990 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: 0: [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon.a 2024-09-15T23:38:59.990 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: 1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.c 2024-09-15T23:38:59.990 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: fsmap 2024-09-15T23:38:59.990 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: osdmap e4: 0 total, 0 up, 0 in 2024-09-15T23:38:59.990 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: mgrmap e13: x(active, since 38s) 2024-09-15T23:38:59.990 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: overall HEALTH_OK 2024-09-15T23:38:59.990 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:59.990 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:59.990 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:38:59.990 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-15T23:38:59.990 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:38:59.991 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: Deploying daemon mon.b on smithi163 2024-09-15T23:38:59.991 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='client.? 172.21.15.190:0/4004352579' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-15T23:38:59.991 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:38:59.991 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:38:59.991 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 ceph-mon[34107]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-15T23:38:59.991 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 bash[34089]: efe77c6c466a8236526da96e579888325c593361338ff485edf53ecd7a0d38f6 2024-09-15T23:38:59.991 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:38:59 smithi163 systemd[1]: Started Ceph mon.b for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-15T23:39:00.702 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-15T23:39:00.703 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-15T23:39:00.954 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.c/config 2024-09-15T23:39:04.592 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.590+0000 7f9534358640 1 -- 172.21.15.190:0/1344258764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9518003530 msgr2=0x7f95180059c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:39:04.593 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.590+0000 7f9534358640 1 --2- 172.21.15.190:0/1344258764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9518003530 0x7f95180059c0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f952c1016a0 tx=0x7f952802c150 comp rx=0 tx=0).stop 2024-09-15T23:39:04.593 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.590+0000 7f9534358640 1 -- 172.21.15.190:0/1344258764 shutdown_connections 2024-09-15T23:39:04.593 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.590+0000 7f9534358640 1 --2- 172.21.15.190:0/1344258764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9518003530 0x7f95180059c0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:04.593 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.590+0000 7f9534358640 1 -- 172.21.15.190:0/1344258764 >> 172.21.15.190:0/1344258764 conn(0x7f952c0fc220 msgr2=0x7f952c0fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:39:04.593 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.590+0000 7f9534358640 1 -- 172.21.15.190:0/1344258764 shutdown_connections 2024-09-15T23:39:04.594 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.590+0000 7f9534358640 1 -- 172.21.15.190:0/1344258764 wait complete. 2024-09-15T23:39:04.594 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.591+0000 7f9534358640 1 Processor -- start 2024-09-15T23:39:04.594 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.591+0000 7f9534358640 1 -- start start 2024-09-15T23:39:04.597 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f9534358640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9518003530 0x7f952c197290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:39:04.597 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f9534358640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f952c1977d0 0x7f952c19bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:39:04.597 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f9534358640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f952c19c0a0 0x7f952c19c550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:39:04.597 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f9534358640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f952c108520 con 0x7f9518003530 2024-09-15T23:39:04.598 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f9534358640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f952c1083a0 con 0x7f952c19c0a0 2024-09-15T23:39:04.598 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f9534358640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f952c1086a0 con 0x7f952c1977d0 2024-09-15T23:39:04.598 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f95318f3640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f952c1977d0 0x7f952c19bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:39:04.598 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f95320f4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9518003530 0x7f952c197290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:39:04.598 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f95320f4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9518003530 0x7f952c197290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.190:47838/0 (socket says 172.21.15.190:47838) 2024-09-15T23:39:04.598 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f95320f4640 1 -- 172.21.15.190:0/4240220399 learned_addr learned my addr 172.21.15.190:0/4240220399 (peer_addr_for_me v2:172.21.15.190:0/0) 2024-09-15T23:39:04.599 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f95318f3640 1 --2- 172.21.15.190:0/4240220399 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f952c1977d0 0x7f952c19bb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:50066/0 (socket says 172.21.15.190:50066) 2024-09-15T23:39:04.599 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f95328f5640 1 --2- 172.21.15.190:0/4240220399 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f952c19c0a0 0x7f952c19c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:39:04.599 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f95318f3640 1 -- 172.21.15.190:0/4240220399 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f952c1977d0 msgr2=0x7f952c19bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-09-15T23:39:04.599 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f95318f3640 1 -- 172.21.15.190:0/4240220399 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f952c1977d0 msgr2=0x7f952c19bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-15T23:39:04.599 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f95318f3640 1 --2- 172.21.15.190:0/4240220399 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f952c1977d0 0x7f952c19bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-15T23:39:04.599 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f95328f5640 1 -- 172.21.15.190:0/4240220399 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f952c19c0a0 msgr2=0x7f952c19c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2024-09-15T23:39:04.599 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f95328f5640 1 -- 172.21.15.190:0/4240220399 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f952c19c0a0 msgr2=0x7f952c19c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-15T23:39:04.599 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f95318f3640 1 --2- 172.21.15.190:0/4240220399 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f952c1977d0 0x7f952c19bb60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-15T23:39:04.599 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f95328f5640 1 --2- 172.21.15.190:0/4240220399 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f952c19c0a0 0x7f952c19c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-15T23:39:04.599 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f95328f5640 1 --2- 172.21.15.190:0/4240220399 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f952c19c0a0 0x7f952c19c550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-15T23:39:04.599 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f95320f4640 1 -- 172.21.15.190:0/4240220399 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f952c1977d0 msgr2=0x7f952c19bb60 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-15T23:39:04.600 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f95320f4640 1 --2- 172.21.15.190:0/4240220399 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f952c1977d0 0x7f952c19bb60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:04.600 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f95320f4640 1 -- 172.21.15.190:0/4240220399 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f952c19c0a0 msgr2=0x7f952c19c550 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-15T23:39:04.600 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f95320f4640 1 --2- 172.21.15.190:0/4240220399 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f952c19c0a0 0x7f952c19c550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:04.600 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f95320f4640 1 -- 172.21.15.190:0/4240220399 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f952c1a3e10 con 0x7f9518003530 2024-09-15T23:39:04.600 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.592+0000 7f95320f4640 1 --2- 172.21.15.190:0/4240220399 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9518003530 0x7f952c197290 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f95280047e0 tx=0x7f9528004810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:39:04.600 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.593+0000 7f95237fe640 1 -- 172.21.15.190:0/4240220399 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9528032040 con 0x7f9518003530 2024-09-15T23:39:04.600 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.593+0000 7f95237fe640 1 -- 172.21.15.190:0/4240220399 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9528043070 con 0x7f9518003530 2024-09-15T23:39:04.600 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.593+0000 7f9534358640 1 -- 172.21.15.190:0/4240220399 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f952c1a3fe0 con 0x7f9518003530 2024-09-15T23:39:04.600 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.594+0000 7f95237fe640 1 -- 172.21.15.190:0/4240220399 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9528036670 con 0x7f9518003530 2024-09-15T23:39:04.601 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.594+0000 7f9534358640 1 -- 172.21.15.190:0/4240220399 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f952c1a4490 con 0x7f9518003530 2024-09-15T23:39:04.601 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.594+0000 7f95237fe640 1 -- 172.21.15.190:0/4240220399 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f9528036810 con 0x7f9518003530 2024-09-15T23:39:04.601 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.595+0000 7f95237fe640 1 --2- 172.21.15.190:0/4240220399 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9510039730 0x7f951003bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:39:04.601 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.595+0000 7f95318f3640 1 --2- 172.21.15.190:0/4240220399 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9510039730 0x7f951003bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:39:04.601 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.595+0000 7f9534358640 1 -- 172.21.15.190:0/4240220399 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f952c1095d0 con 0x7f9518003530 2024-09-15T23:39:04.601 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.596+0000 7f95318f3640 1 --2- 172.21.15.190:0/4240220399 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9510039730 0x7f951003bbf0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f951c006fd0 tx=0x7f951c008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:39:04.601 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.596+0000 7f95237fe640 1 -- 172.21.15.190:0/4240220399 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f952803ac10 con 0x7f9518003530 2024-09-15T23:39:04.601 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.601+0000 7f95237fe640 1 -- 172.21.15.190:0/4240220399 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9528045bd0 con 0x7f9518003530 2024-09-15T23:39:04.844 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.842+0000 7f9534358640 1 -- 172.21.15.190:0/4240220399 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f952c1a4720 con 0x7f9518003530 2024-09-15T23:39:04.844 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.843+0000 7f95237fe640 1 -- 172.21.15.190:0/4240220399 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1285 (secure 0 0 0) 0x7f952802dcb0 con 0x7f9518003530 2024-09-15T23:39:04.844 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:39:04.844 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":3,"fsid":"4eeb5726-73bb-11ef-bceb-c7b262605968","modified":"2024-09-15T23:38:59.528633Z","created":"2024-09-15T23:37:28.777170Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:3300","nonce":0},{"type":"v1","addr":"172.21.15.71:6789","nonce":0}]},"addr":"172.21.15.71:6789/0","public_addr":"172.21.15.71:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:3300","nonce":0},{"type":"v1","addr":"172.21.15.190:6789","nonce":0}]},"addr":"172.21.15.190:6789/0","public_addr":"172.21.15.190:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:3300","nonce":0},{"type":"v1","addr":"172.21.15.163:6789","nonce":0}]},"addr":"172.21.15.163:6789/0","public_addr":"172.21.15.163:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-09-15T23:39:04.845 INFO:teuthology.orchestra.run.smithi190.stderr:dumped monmap epoch 3 2024-09-15T23:39:04.845 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-15T23:39:04.845 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: mon.a calling monitor election 2024-09-15T23:39:04.845 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: mon.c calling monitor election 2024-09-15T23:39:04.845 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:39:04.845 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:39:04.845 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:39:04.845 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:04.845 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:39:04.846 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: mon.b calling monitor election 2024-09-15T23:39:04.846 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:39:04.846 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:04.846 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:39:04.846 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:39:04.846 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-15T23:39:04.846 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: monmap epoch 3 2024-09-15T23:39:04.846 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:39:04.846 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: last_changed 2024-09-15T23:38:59.528633+0000 2024-09-15T23:39:04.846 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: created 2024-09-15T23:37:28.777170+0000 2024-09-15T23:39:04.846 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: min_mon_release 19 (squid) 2024-09-15T23:39:04.846 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: election_strategy: 1 2024-09-15T23:39:04.846 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: 0: [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon.a 2024-09-15T23:39:04.846 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: 1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.c 2024-09-15T23:39:04.847 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: 2: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.b 2024-09-15T23:39:04.847 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: fsmap 2024-09-15T23:39:04.847 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: osdmap e4: 0 total, 0 up, 0 in 2024-09-15T23:39:04.847 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: mgrmap e13: x(active, since 47s) 2024-09-15T23:39:04.847 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: overall HEALTH_OK 2024-09-15T23:39:04.847 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:04.847 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:04.847 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:04.847 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:04.848 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.846+0000 7f9534358640 1 -- 172.21.15.190:0/4240220399 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9510039730 msgr2=0x7f951003bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:39:04.848 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.846+0000 7f9534358640 1 --2- 172.21.15.190:0/4240220399 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9510039730 0x7f951003bbf0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f951c006fd0 tx=0x7f951c008040 comp rx=0 tx=0).stop 2024-09-15T23:39:04.848 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.846+0000 7f9534358640 1 -- 172.21.15.190:0/4240220399 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9518003530 msgr2=0x7f952c197290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:39:04.848 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.846+0000 7f9534358640 1 --2- 172.21.15.190:0/4240220399 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9518003530 0x7f952c197290 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f95280047e0 tx=0x7f9528004810 comp rx=0 tx=0).stop 2024-09-15T23:39:04.848 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.846+0000 7f9534358640 1 -- 172.21.15.190:0/4240220399 shutdown_connections 2024-09-15T23:39:04.848 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.846+0000 7f9534358640 1 --2- 172.21.15.190:0/4240220399 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9510039730 0x7f951003bbf0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:04.848 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.846+0000 7f9534358640 1 --2- 172.21.15.190:0/4240220399 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f952c19c0a0 0x7f952c19c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:04.849 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.846+0000 7f9534358640 1 --2- 172.21.15.190:0/4240220399 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f952c1977d0 0x7f952c19bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:04.849 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.846+0000 7f9534358640 1 --2- 172.21.15.190:0/4240220399 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9518003530 0x7f952c197290 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:04.849 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.846+0000 7f9534358640 1 -- 172.21.15.190:0/4240220399 >> 172.21.15.190:0/4240220399 conn(0x7f952c0fc220 msgr2=0x7f952c1059c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:39:04.849 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.846+0000 7f9534358640 1 -- 172.21.15.190:0/4240220399 shutdown_connections 2024-09-15T23:39:04.849 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:04.846+0000 7f9534358640 1 -- 172.21.15.190:0/4240220399 wait complete. 2024-09-15T23:39:04.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-15T23:39:04.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: mon.a calling monitor election 2024-09-15T23:39:04.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: mon.c calling monitor election 2024-09-15T23:39:04.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:39:04.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:39:04.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:39:04.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:04.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:39:04.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: mon.b calling monitor election 2024-09-15T23:39:04.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:39:04.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:04.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:39:04.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:39:04.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-15T23:39:04.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: monmap epoch 3 2024-09-15T23:39:04.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:39:04.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: last_changed 2024-09-15T23:38:59.528633+0000 2024-09-15T23:39:04.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: created 2024-09-15T23:37:28.777170+0000 2024-09-15T23:39:04.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: min_mon_release 19 (squid) 2024-09-15T23:39:04.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: election_strategy: 1 2024-09-15T23:39:04.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: 0: [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon.a 2024-09-15T23:39:04.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: 1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.c 2024-09-15T23:39:04.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: 2: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.b 2024-09-15T23:39:04.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: fsmap 2024-09-15T23:39:04.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: osdmap e4: 0 total, 0 up, 0 in 2024-09-15T23:39:04.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: mgrmap e13: x(active, since 47s) 2024-09-15T23:39:04.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: overall HEALTH_OK 2024-09-15T23:39:04.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:04.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:04.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:04.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:04.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-15T23:39:04.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: mon.a calling monitor election 2024-09-15T23:39:04.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: mon.c calling monitor election 2024-09-15T23:39:04.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:39:04.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:39:04.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:39:04.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:04.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:39:04.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: mon.b calling monitor election 2024-09-15T23:39:04.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:39:04.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:04.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:39:04.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:39:04.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-15T23:39:04.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: monmap epoch 3 2024-09-15T23:39:04.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:39:04.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: last_changed 2024-09-15T23:38:59.528633+0000 2024-09-15T23:39:04.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: created 2024-09-15T23:37:28.777170+0000 2024-09-15T23:39:04.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: min_mon_release 19 (squid) 2024-09-15T23:39:04.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: election_strategy: 1 2024-09-15T23:39:04.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: 0: [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon.a 2024-09-15T23:39:04.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: 1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.c 2024-09-15T23:39:04.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: 2: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.b 2024-09-15T23:39:04.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: fsmap 2024-09-15T23:39:04.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: osdmap e4: 0 total, 0 up, 0 in 2024-09-15T23:39:04.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: mgrmap e13: x(active, since 47s) 2024-09-15T23:39:04.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: overall HEALTH_OK 2024-09-15T23:39:04.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:04.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:04.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:04.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:05.407 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-15T23:39:05.407 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph config generate-minimal-conf 2024-09-15T23:39:05.664 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:39:05.707 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:05 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:39:05.707 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:05 smithi190 ceph-mon[34840]: from='client.? 172.21.15.190:0/4240220399' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-15T23:39:05.707 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:05 smithi190 ceph-mon[34840]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:05.707 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:05 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:39:05.789 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:05 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:39:05.789 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:05 smithi071 ceph-mon[30957]: from='client.? 172.21.15.190:0/4240220399' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-15T23:39:05.789 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:05 smithi071 ceph-mon[30957]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:05.789 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:05 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:39:05.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:05 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:39:05.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:05 smithi163 ceph-mon[34107]: from='client.? 172.21.15.190:0/4240220399' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-15T23:39:05.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:05 smithi163 ceph-mon[34107]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:05.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:05 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:39:06.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.111+0000 7ff743c40640 1 -- 172.21.15.71:0/339816249 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff73c1028c0 msgr2=0x7ff73c102ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:39:06.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.111+0000 7ff743c40640 1 --2- 172.21.15.71:0/339816249 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff73c1028c0 0x7ff73c102ca0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff738009880 tx=0x7ff73802a670 comp rx=0 tx=0).stop 2024-09-15T23:39:06.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.112+0000 7ff743c40640 1 -- 172.21.15.71:0/339816249 shutdown_connections 2024-09-15T23:39:06.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.112+0000 7ff743c40640 1 --2- 172.21.15.71:0/339816249 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff73c1028c0 0x7ff73c102ca0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:06.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.112+0000 7ff743c40640 1 -- 172.21.15.71:0/339816249 >> 172.21.15.71:0/339816249 conn(0x7ff73c0fc280 msgr2=0x7ff73c0fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:39:06.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.112+0000 7ff743c40640 1 -- 172.21.15.71:0/339816249 shutdown_connections 2024-09-15T23:39:06.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.112+0000 7ff743c40640 1 -- 172.21.15.71:0/339816249 wait complete. 2024-09-15T23:39:06.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.112+0000 7ff743c40640 1 Processor -- start 2024-09-15T23:39:06.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.112+0000 7ff743c40640 1 -- start start 2024-09-15T23:39:06.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.113+0000 7ff743c40640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff73c1028c0 0x7ff73c1974e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:39:06.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.113+0000 7ff743c40640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff73c197a20 0x7ff73c19bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:39:06.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.113+0000 7ff743c40640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff73c19c2f0 0x7ff73c19c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:39:06.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.113+0000 7ff743c40640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff73c10bc00 con 0x7ff73c197a20 2024-09-15T23:39:06.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.113+0000 7ff743c40640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7ff73c10ba80 con 0x7ff73c19c2f0 2024-09-15T23:39:06.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.113+0000 7ff743c40640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7ff73c10bd80 con 0x7ff73c1028c0 2024-09-15T23:39:06.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.113+0000 7ff7411db640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff73c197a20 0x7ff73c19bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:39:06.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.113+0000 7ff7411db640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff73c197a20 0x7ff73c19bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33602/0 (socket says 172.21.15.71:33602) 2024-09-15T23:39:06.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.113+0000 7ff7411db640 1 -- 172.21.15.71:0/3295799052 learned_addr learned my addr 172.21.15.71:0/3295799052 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:39:06.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.113+0000 7ff7419dc640 1 --2- 172.21.15.71:0/3295799052 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff73c1028c0 0x7ff73c1974e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:39:06.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.113+0000 7ff7421dd640 1 --2- 172.21.15.71:0/3295799052 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff73c19c2f0 0x7ff73c19c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:39:06.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.113+0000 7ff7411db640 1 -- 172.21.15.71:0/3295799052 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff73c1028c0 msgr2=0x7ff73c1974e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:39:06.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.113+0000 7ff7411db640 1 --2- 172.21.15.71:0/3295799052 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff73c1028c0 0x7ff73c1974e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:06.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.113+0000 7ff7411db640 1 -- 172.21.15.71:0/3295799052 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff73c19c2f0 msgr2=0x7ff73c19c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:39:06.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.113+0000 7ff7411db640 1 --2- 172.21.15.71:0/3295799052 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff73c19c2f0 0x7ff73c19c7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:06.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.113+0000 7ff7411db640 1 -- 172.21.15.71:0/3295799052 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff73c1a4060 con 0x7ff73c197a20 2024-09-15T23:39:06.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.113+0000 7ff7411db640 1 --2- 172.21.15.71:0/3295799052 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff73c197a20 0x7ff73c19bdb0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff72c00b520 tx=0x7ff72c00b9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:39:06.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.114+0000 7ff732ffd640 1 -- 172.21.15.71:0/3295799052 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff72c004230 con 0x7ff73c197a20 2024-09-15T23:39:06.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.114+0000 7ff732ffd640 1 -- 172.21.15.71:0/3295799052 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff72c0043d0 con 0x7ff73c197a20 2024-09-15T23:39:06.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.114+0000 7ff743c40640 1 -- 172.21.15.71:0/3295799052 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff73c1a4290 con 0x7ff73c197a20 2024-09-15T23:39:06.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.114+0000 7ff732ffd640 1 -- 172.21.15.71:0/3295799052 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff72c003cf0 con 0x7ff73c197a20 2024-09-15T23:39:06.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.114+0000 7ff743c40640 1 -- 172.21.15.71:0/3295799052 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff73c1a47a0 con 0x7ff73c197a20 2024-09-15T23:39:06.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.115+0000 7ff732ffd640 1 -- 172.21.15.71:0/3295799052 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7ff72c00e070 con 0x7ff73c197a20 2024-09-15T23:39:06.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.115+0000 7ff743c40640 1 -- 172.21.15.71:0/3295799052 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff73c102d20 con 0x7ff73c197a20 2024-09-15T23:39:06.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.115+0000 7ff732ffd640 1 --2- 172.21.15.71:0/3295799052 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7ff728039730 0x7ff72803bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:39:06.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.115+0000 7ff732ffd640 1 -- 172.21.15.71:0/3295799052 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7ff72c04bda0 con 0x7ff73c197a20 2024-09-15T23:39:06.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.115+0000 7ff7419dc640 1 --2- 172.21.15.71:0/3295799052 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7ff728039730 0x7ff72803bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:39:06.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.116+0000 7ff7419dc640 1 --2- 172.21.15.71:0/3295799052 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7ff728039730 0x7ff72803bbf0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff738031440 tx=0x7ff738005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:39:06.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.120+0000 7ff732ffd640 1 -- 172.21.15.71:0/3295799052 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff72c014020 con 0x7ff73c197a20 2024-09-15T23:39:06.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.304+0000 7ff743c40640 1 -- 172.21.15.71:0/3295799052 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7ff73c1a4ae0 con 0x7ff73c197a20 2024-09-15T23:39:06.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.305+0000 7ff732ffd640 1 -- 172.21.15.71:0/3295799052 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+275 (secure 0 0 0) 0x7ff72c014200 con 0x7ff73c197a20 2024-09-15T23:39:06.306 INFO:teuthology.orchestra.run.smithi071.stdout:# minimal ceph.conf for 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:39:06.306 INFO:teuthology.orchestra.run.smithi071.stdout:[global] 2024-09-15T23:39:06.306 INFO:teuthology.orchestra.run.smithi071.stdout: fsid = 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:39:06.307 INFO:teuthology.orchestra.run.smithi071.stdout: mon_host = [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] 2024-09-15T23:39:06.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.307+0000 7ff743c40640 1 -- 172.21.15.71:0/3295799052 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7ff728039730 msgr2=0x7ff72803bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:39:06.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.307+0000 7ff743c40640 1 --2- 172.21.15.71:0/3295799052 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7ff728039730 0x7ff72803bbf0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff738031440 tx=0x7ff738005a20 comp rx=0 tx=0).stop 2024-09-15T23:39:06.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.307+0000 7ff743c40640 1 -- 172.21.15.71:0/3295799052 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff73c197a20 msgr2=0x7ff73c19bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:39:06.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.307+0000 7ff743c40640 1 --2- 172.21.15.71:0/3295799052 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff73c197a20 0x7ff73c19bdb0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff72c00b520 tx=0x7ff72c00b9e0 comp rx=0 tx=0).stop 2024-09-15T23:39:06.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.307+0000 7ff743c40640 1 -- 172.21.15.71:0/3295799052 shutdown_connections 2024-09-15T23:39:06.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.307+0000 7ff743c40640 1 --2- 172.21.15.71:0/3295799052 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7ff728039730 0x7ff72803bbf0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:06.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.307+0000 7ff743c40640 1 --2- 172.21.15.71:0/3295799052 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff73c19c2f0 0x7ff73c19c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:06.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.307+0000 7ff743c40640 1 --2- 172.21.15.71:0/3295799052 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff73c197a20 0x7ff73c19bdb0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:06.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.307+0000 7ff743c40640 1 --2- 172.21.15.71:0/3295799052 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff73c1028c0 0x7ff73c1974e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:06.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.307+0000 7ff743c40640 1 -- 172.21.15.71:0/3295799052 >> 172.21.15.71:0/3295799052 conn(0x7ff73c0fc280 msgr2=0x7ff73c105680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:39:06.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.307+0000 7ff743c40640 1 -- 172.21.15.71:0/3295799052 shutdown_connections 2024-09-15T23:39:06.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:06.307+0000 7ff743c40640 1 -- 172.21.15.71:0/3295799052 wait complete. 2024-09-15T23:39:06.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:06 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:06.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:06 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:06.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:06 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:06.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:06 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:06.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:06 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:06.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:06 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:39:06.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:06 smithi071 ceph-mon[30957]: Updating smithi071:/etc/ceph/ceph.conf 2024-09-15T23:39:06.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:06 smithi071 ceph-mon[30957]: Updating smithi163:/etc/ceph/ceph.conf 2024-09-15T23:39:06.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:06 smithi071 ceph-mon[30957]: Updating smithi190:/etc/ceph/ceph.conf 2024-09-15T23:39:06.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:06 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/3295799052' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:06.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:06 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:06.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:06 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:06.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:06 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:06.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:06 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:06.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:06 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:06.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:06 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:06.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:06 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:06.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:06 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:06.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:06 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:06.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:06 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:06.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:06 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:06.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:06 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:06.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:06 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:39:06.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:06 smithi163 ceph-mon[34107]: Updating smithi071:/etc/ceph/ceph.conf 2024-09-15T23:39:06.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:06 smithi163 ceph-mon[34107]: Updating smithi163:/etc/ceph/ceph.conf 2024-09-15T23:39:06.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:06 smithi163 ceph-mon[34107]: Updating smithi190:/etc/ceph/ceph.conf 2024-09-15T23:39:06.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:06 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/3295799052' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:06.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:06 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:06.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:06 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:06.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:06 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:06.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:06 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:06.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:06 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:06.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:06 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:06.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:06 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:07.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:06 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:07.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:06 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:07.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:06 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:07.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:06 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:07.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:06 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:07.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:06 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:39:07.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:06 smithi190 ceph-mon[34840]: Updating smithi071:/etc/ceph/ceph.conf 2024-09-15T23:39:07.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:06 smithi190 ceph-mon[34840]: Updating smithi163:/etc/ceph/ceph.conf 2024-09-15T23:39:07.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:06 smithi190 ceph-mon[34840]: Updating smithi190:/etc/ceph/ceph.conf 2024-09-15T23:39:07.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:06 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/3295799052' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:07.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:06 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:07.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:06 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:07.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:06 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:07.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:06 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:07.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:06 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:07.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:06 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:07.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:06 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:07.128 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-15T23:39:07.128 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-15T23:39:07.128 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/ceph/ceph.conf 2024-09-15T23:39:07.156 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-15T23:39:07.156 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-15T23:39:07.223 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-15T23:39:07.223 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd of=/etc/ceph/ceph.conf 2024-09-15T23:39:07.250 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-15T23:39:07.250 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-15T23:39:07.315 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-09-15T23:39:07.316 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/etc/ceph/ceph.conf 2024-09-15T23:39:07.343 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-09-15T23:39:07.343 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-15T23:39:07.408 INFO:tasks.cephadm:Adding mgr.x on smithi071 2024-09-15T23:39:07.409 INFO:tasks.cephadm:Adding mgr.y on smithi163 2024-09-15T23:39:07.409 INFO:tasks.cephadm:Adding mgr.z on smithi190 2024-09-15T23:39:07.409 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph orch apply mgr '3;smithi071=x;smithi163=y;smithi190=z' 2024-09-15T23:39:07.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:07 smithi071 ceph-mon[30957]: Updating smithi071:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:39:07.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:07 smithi071 ceph-mon[30957]: Updating smithi163:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:39:07.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:07 smithi071 ceph-mon[30957]: Updating smithi190:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:39:07.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:07 smithi071 ceph-mon[30957]: Reconfiguring mon.a (monmap changed)... 2024-09-15T23:39:07.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:07 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-15T23:39:07.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:07 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-15T23:39:07.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:07 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:07.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:07 smithi071 ceph-mon[30957]: Reconfiguring daemon mon.a on smithi071 2024-09-15T23:39:07.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:07 smithi071 ceph-mon[30957]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:07.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:07 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:07.686 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.c/config 2024-09-15T23:39:07.911 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:07 smithi190 ceph-mon[34840]: Updating smithi071:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:39:07.911 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:07 smithi190 ceph-mon[34840]: Updating smithi163:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:39:07.911 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:07 smithi190 ceph-mon[34840]: Updating smithi190:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:39:07.911 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:07 smithi190 ceph-mon[34840]: Reconfiguring mon.a (monmap changed)... 2024-09-15T23:39:07.911 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:07 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-15T23:39:07.911 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:07 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-15T23:39:07.911 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:07 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:07.911 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:07 smithi190 ceph-mon[34840]: Reconfiguring daemon mon.a on smithi071 2024-09-15T23:39:07.912 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:07 smithi190 ceph-mon[34840]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:07.912 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:07 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:07.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:07 smithi163 ceph-mon[34107]: Updating smithi071:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:39:07.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:07 smithi163 ceph-mon[34107]: Updating smithi163:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:39:07.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:07 smithi163 ceph-mon[34107]: Updating smithi190:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:39:07.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:07 smithi163 ceph-mon[34107]: Reconfiguring mon.a (monmap changed)... 2024-09-15T23:39:07.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:07 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-15T23:39:07.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:07 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-15T23:39:07.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:07 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:07.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:07 smithi163 ceph-mon[34107]: Reconfiguring daemon mon.a on smithi071 2024-09-15T23:39:07.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:07 smithi163 ceph-mon[34107]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:07.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:07 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:08.113 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.110+0000 7f73efed8640 1 -- 172.21.15.190:0/1370655268 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f73e81016e0 msgr2=0x7f73e8101ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:39:08.113 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.110+0000 7f73efed8640 1 --2- 172.21.15.190:0/1370655268 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f73e81016e0 0x7f73e8101ae0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f73e4009880 tx=0x7f73e402a5d0 comp rx=0 tx=0).stop 2024-09-15T23:39:08.113 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.110+0000 7f73efed8640 1 -- 172.21.15.190:0/1370655268 shutdown_connections 2024-09-15T23:39:08.113 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.110+0000 7f73efed8640 1 --2- 172.21.15.190:0/1370655268 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f73e81016e0 0x7f73e8101ae0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:08.114 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.110+0000 7f73efed8640 1 -- 172.21.15.190:0/1370655268 >> 172.21.15.190:0/1370655268 conn(0x7f73e80fce90 msgr2=0x7f73e80ff2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:39:08.114 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.110+0000 7f73efed8640 1 -- 172.21.15.190:0/1370655268 shutdown_connections 2024-09-15T23:39:08.114 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.110+0000 7f73efed8640 1 -- 172.21.15.190:0/1370655268 wait complete. 2024-09-15T23:39:08.114 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.111+0000 7f73efed8640 1 Processor -- start 2024-09-15T23:39:08.114 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.111+0000 7f73efed8640 1 -- start start 2024-09-15T23:39:08.114 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.111+0000 7f73efed8640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f73e81016e0 0x7f73e8196f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:39:08.114 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.111+0000 7f73efed8640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73e8197470 0x7f73e819c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:39:08.114 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.111+0000 7f73efed8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f73e81978f0 0x7f73e819ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:39:08.114 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.111+0000 7f73efed8640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f73e81076a0 con 0x7f73e81978f0 2024-09-15T23:39:08.114 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.111+0000 7f73efed8640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f73e8107520 con 0x7f73e81016e0 2024-09-15T23:39:08.114 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.111+0000 7f73efed8640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f73e8107820 con 0x7f73e8197470 2024-09-15T23:39:08.114 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.111+0000 7f73ed473640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73e8197470 0x7f73e819c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:39:08.115 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.111+0000 7f73ed473640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73e8197470 0x7f73e819c4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:46346/0 (socket says 172.21.15.190:46346) 2024-09-15T23:39:08.115 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.111+0000 7f73ed473640 1 -- 172.21.15.190:0/179961438 learned_addr learned my addr 172.21.15.190:0/179961438 (peer_addr_for_me v2:172.21.15.190:0/0) 2024-09-15T23:39:08.115 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.111+0000 7f73ee475640 1 --2- 172.21.15.190:0/179961438 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f73e81978f0 0x7f73e819ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:39:08.115 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.111+0000 7f73edc74640 1 --2- 172.21.15.190:0/179961438 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f73e81016e0 0x7f73e8196f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:39:08.115 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.111+0000 7f73ed473640 1 -- 172.21.15.190:0/179961438 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f73e81016e0 msgr2=0x7f73e8196f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:39:08.115 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.112+0000 7f73ed473640 1 --2- 172.21.15.190:0/179961438 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f73e81016e0 0x7f73e8196f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:08.115 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.112+0000 7f73ed473640 1 -- 172.21.15.190:0/179961438 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f73e81978f0 msgr2=0x7f73e819ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:39:08.115 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.112+0000 7f73ed473640 1 --2- 172.21.15.190:0/179961438 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f73e81978f0 0x7f73e819ea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:08.115 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.112+0000 7f73ed473640 1 -- 172.21.15.190:0/179961438 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73e819f330 con 0x7f73e8197470 2024-09-15T23:39:08.115 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.112+0000 7f73ee475640 1 --2- 172.21.15.190:0/179961438 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f73e81978f0 0x7f73e819ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T23:39:08.115 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.112+0000 7f73ed473640 1 --2- 172.21.15.190:0/179961438 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73e8197470 0x7f73e819c4e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f73d800b520 tx=0x7f73d800b9e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:39:08.115 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.112+0000 7f73deffd640 1 -- 172.21.15.190:0/179961438 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73d8004230 con 0x7f73e8197470 2024-09-15T23:39:08.115 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.112+0000 7f73deffd640 1 -- 172.21.15.190:0/179961438 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f73d80043d0 con 0x7f73e8197470 2024-09-15T23:39:08.116 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.112+0000 7f73efed8640 1 -- 172.21.15.190:0/179961438 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73e819f620 con 0x7f73e8197470 2024-09-15T23:39:08.116 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.112+0000 7f73deffd640 1 -- 172.21.15.190:0/179961438 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73d8003cf0 con 0x7f73e8197470 2024-09-15T23:39:08.116 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.112+0000 7f73efed8640 1 -- 172.21.15.190:0/179961438 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73e819fc30 con 0x7f73e8197470 2024-09-15T23:39:08.116 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.113+0000 7f73deffd640 1 -- 172.21.15.190:0/179961438 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f73d800e070 con 0x7f73e8197470 2024-09-15T23:39:08.117 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.113+0000 7f73efed8640 1 -- 172.21.15.190:0/179961438 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73e8190460 con 0x7f73e8197470 2024-09-15T23:39:08.117 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.113+0000 7f73deffd640 1 --2- 172.21.15.190:0/179961438 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f73d4039730 0x7f73d403bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:39:08.117 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.113+0000 7f73deffd640 1 -- 172.21.15.190:0/179961438 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f73d804bc40 con 0x7f73e8197470 2024-09-15T23:39:08.117 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.113+0000 7f73edc74640 1 --2- 172.21.15.190:0/179961438 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f73d4039730 0x7f73d403bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:39:08.117 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.114+0000 7f73edc74640 1 --2- 172.21.15.190:0/179961438 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f73d4039730 0x7f73d403bbf0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f73e402ab40 tx=0x7f73e402aad0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:39:08.119 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.118+0000 7f73deffd640 1 -- 172.21.15.190:0/179961438 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f73d8014020 con 0x7f73e8197470 2024-09-15T23:39:08.294 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.292+0000 7f73efed8640 1 -- 172.21.15.190:0/179961438 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi071=x;smithi163=y;smithi190=z", "target": ["mon-mgr", ""]}) -- 0x7f73e80626c0 con 0x7f73d4039730 2024-09-15T23:39:08.299 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.299+0000 7f73deffd640 1 -- 172.21.15.190:0/179961438 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f73e80626c0 con 0x7f73d4039730 2024-09-15T23:39:08.300 INFO:teuthology.orchestra.run.smithi190.stdout:Scheduled mgr update... 2024-09-15T23:39:08.302 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.301+0000 7f73efed8640 1 -- 172.21.15.190:0/179961438 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f73d4039730 msgr2=0x7f73d403bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:39:08.302 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.301+0000 7f73efed8640 1 --2- 172.21.15.190:0/179961438 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f73d4039730 0x7f73d403bbf0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f73e402ab40 tx=0x7f73e402aad0 comp rx=0 tx=0).stop 2024-09-15T23:39:08.302 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.301+0000 7f73efed8640 1 -- 172.21.15.190:0/179961438 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73e8197470 msgr2=0x7f73e819c4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:39:08.302 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.301+0000 7f73efed8640 1 --2- 172.21.15.190:0/179961438 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73e8197470 0x7f73e819c4e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f73d800b520 tx=0x7f73d800b9e0 comp rx=0 tx=0).stop 2024-09-15T23:39:08.302 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.301+0000 7f73efed8640 1 -- 172.21.15.190:0/179961438 shutdown_connections 2024-09-15T23:39:08.302 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.301+0000 7f73efed8640 1 --2- 172.21.15.190:0/179961438 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f73d4039730 0x7f73d403bbf0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:08.302 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.301+0000 7f73efed8640 1 --2- 172.21.15.190:0/179961438 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f73e81978f0 0x7f73e819ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:08.302 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.301+0000 7f73efed8640 1 --2- 172.21.15.190:0/179961438 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f73e8197470 0x7f73e819c4e0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:08.302 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.301+0000 7f73efed8640 1 --2- 172.21.15.190:0/179961438 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f73e81016e0 0x7f73e8196f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:08.303 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.301+0000 7f73efed8640 1 -- 172.21.15.190:0/179961438 >> 172.21.15.190:0/179961438 conn(0x7f73e80fce90 msgr2=0x7f73e80fda60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:39:08.303 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.301+0000 7f73efed8640 1 -- 172.21.15.190:0/179961438 shutdown_connections 2024-09-15T23:39:08.303 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:39:08.301+0000 7f73efed8640 1 -- 172.21.15.190:0/179961438 wait complete. 2024-09-15T23:39:08.911 DEBUG:teuthology.orchestra.run.smithi163:mgr.y> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mgr.y.service 2024-09-15T23:39:08.914 DEBUG:teuthology.orchestra.run.smithi190:mgr.z> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mgr.z.service 2024-09-15T23:39:08.916 INFO:tasks.cephadm:Deploying OSDs... 2024-09-15T23:39:08.916 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-15T23:39:08.916 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/scratch_devs of=/dev/stdout 2024-09-15T23:39:08.932 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-15T23:39:08.932 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_1 2024-09-15T23:39:08.987 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-15T23:39:08.987 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-15T23:39:08.987 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-15T23:39:08.987 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-15T23:39:08.987 INFO:teuthology.orchestra.run.smithi071.stdout:Context: system_u:object_r:device_t:s0 2024-09-15T23:39:08.988 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2024-09-15 23:38:27.800848537 +0000 2024-09-15T23:39:08.988 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2024-09-15 23:34:08.304866173 +0000 2024-09-15T23:39:08.988 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2024-09-15 23:34:08.304866173 +0000 2024-09-15T23:39:08.988 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: 2024-09-15 23:34:08.304866173 +0000 2024-09-15T23:39:08.988 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-15T23:39:09.051 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2024-09-15T23:39:09.051 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2024-09-15T23:39:09.051 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000275996 s, 1.9 MB/s 2024-09-15T23:39:09.053 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-15T23:39:09.109 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_2 2024-09-15T23:39:09.164 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-15T23:39:09.165 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-15T23:39:09.165 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-15T23:39:09.165 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-15T23:39:09.165 INFO:teuthology.orchestra.run.smithi071.stdout:Context: system_u:object_r:device_t:s0 2024-09-15T23:39:09.165 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2024-09-15 23:38:27.830848002 +0000 2024-09-15T23:39:09.165 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2024-09-15 23:34:08.630860362 +0000 2024-09-15T23:39:09.165 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2024-09-15 23:34:08.630860362 +0000 2024-09-15T23:39:09.165 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: 2024-09-15 23:34:08.630860362 +0000 2024-09-15T23:39:09.165 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-15T23:39:09.228 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2024-09-15T23:39:09.229 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2024-09-15T23:39:09.229 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000220644 s, 2.3 MB/s 2024-09-15T23:39:09.230 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-15T23:39:09.286 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_3 2024-09-15T23:39:09.341 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-15T23:39:09.341 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-15T23:39:09.341 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-09-15T23:39:09.341 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-15T23:39:09.342 INFO:teuthology.orchestra.run.smithi071.stdout:Context: system_u:object_r:device_t:s0 2024-09-15T23:39:09.342 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2024-09-15 23:38:27.860847467 +0000 2024-09-15T23:39:09.342 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2024-09-15 23:34:08.948854694 +0000 2024-09-15T23:39:09.342 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2024-09-15 23:34:08.949854676 +0000 2024-09-15T23:39:09.342 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: 2024-09-15 23:34:08.948854694 +0000 2024-09-15T23:39:09.342 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-15T23:39:09.405 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2024-09-15T23:39:09.405 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2024-09-15T23:39:09.405 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000213853 s, 2.4 MB/s 2024-09-15T23:39:09.406 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-15T23:39:09.462 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_4 2024-09-15T23:39:09.517 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-15T23:39:09.518 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-15T23:39:09.518 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-09-15T23:39:09.518 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-15T23:39:09.518 INFO:teuthology.orchestra.run.smithi071.stdout:Context: system_u:object_r:device_t:s0 2024-09-15T23:39:09.519 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2024-09-15 23:38:27.892846896 +0000 2024-09-15T23:39:09.519 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2024-09-15 23:34:09.271848936 +0000 2024-09-15T23:39:09.519 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2024-09-15 23:34:09.271848936 +0000 2024-09-15T23:39:09.519 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: 2024-09-15 23:34:09.271848936 +0000 2024-09-15T23:39:09.519 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-15T23:39:09.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:09 smithi190 ceph-mon[34840]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi071=x;smithi163=y;smithi190=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:39:09.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:09 smithi190 ceph-mon[34840]: Saving service mgr spec with placement smithi071=x;smithi163=y;smithi190=z;count:3 2024-09-15T23:39:09.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:09 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:09.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:09 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:09.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:09 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:09.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:09 smithi190 ceph-mon[34840]: Reconfiguring mgr.x (unknown last config time)... 2024-09-15T23:39:09.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:09 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-15T23:39:09.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:09 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-15T23:39:09.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:09 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:09.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:09 smithi190 ceph-mon[34840]: Reconfiguring daemon mgr.x on smithi071 2024-09-15T23:39:09.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:09 smithi190 ceph-mon[34840]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:09.578 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:09 smithi071 ceph-mon[30957]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi071=x;smithi163=y;smithi190=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:39:09.578 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:09 smithi071 ceph-mon[30957]: Saving service mgr spec with placement smithi071=x;smithi163=y;smithi190=z;count:3 2024-09-15T23:39:09.578 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:09 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:09.578 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:09 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:09.579 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:09 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:09.579 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:09 smithi071 ceph-mon[30957]: Reconfiguring mgr.x (unknown last config time)... 2024-09-15T23:39:09.579 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:09 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-15T23:39:09.579 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:09 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-15T23:39:09.579 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:09 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:09.579 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:09 smithi071 ceph-mon[30957]: Reconfiguring daemon mgr.x on smithi071 2024-09-15T23:39:09.579 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:09 smithi071 ceph-mon[30957]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:09.580 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2024-09-15T23:39:09.581 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2024-09-15T23:39:09.581 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000168306 s, 3.0 MB/s 2024-09-15T23:39:09.582 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-15T23:39:09.638 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-15T23:39:09.639 DEBUG:teuthology.orchestra.run.smithi163:> dd if=/scratch_devs of=/dev/stdout 2024-09-15T23:39:09.658 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-15T23:39:09.658 DEBUG:teuthology.orchestra.run.smithi163:> stat /dev/vg_nvme/lv_1 2024-09-15T23:39:09.716 INFO:teuthology.orchestra.run.smithi163.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-15T23:39:09.716 INFO:teuthology.orchestra.run.smithi163.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-15T23:39:09.716 INFO:teuthology.orchestra.run.smithi163.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-09-15T23:39:09.716 INFO:teuthology.orchestra.run.smithi163.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-15T23:39:09.716 INFO:teuthology.orchestra.run.smithi163.stdout:Context: system_u:object_r:device_t:s0 2024-09-15T23:39:09.716 INFO:teuthology.orchestra.run.smithi163.stdout:Access: 2024-09-15 23:38:58.971813311 +0000 2024-09-15T23:39:09.716 INFO:teuthology.orchestra.run.smithi163.stdout:Modify: 2024-09-15 23:34:17.472727918 +0000 2024-09-15T23:39:09.716 INFO:teuthology.orchestra.run.smithi163.stdout:Change: 2024-09-15 23:34:17.472727918 +0000 2024-09-15T23:39:09.716 INFO:teuthology.orchestra.run.smithi163.stdout: Birth: 2024-09-15 23:34:17.472727918 +0000 2024-09-15T23:39:09.717 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-15T23:39:09.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:09 smithi163 ceph-mon[34107]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi071=x;smithi163=y;smithi190=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:39:09.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:09 smithi163 ceph-mon[34107]: Saving service mgr spec with placement smithi071=x;smithi163=y;smithi190=z;count:3 2024-09-15T23:39:09.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:09 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:09.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:09 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:09.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:09 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:09.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:09 smithi163 ceph-mon[34107]: Reconfiguring mgr.x (unknown last config time)... 2024-09-15T23:39:09.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:09 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-15T23:39:09.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:09 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-15T23:39:09.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:09 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:09.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:09 smithi163 ceph-mon[34107]: Reconfiguring daemon mgr.x on smithi071 2024-09-15T23:39:09.735 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:09 smithi163 ceph-mon[34107]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:09.759 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records in 2024-09-15T23:39:09.759 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records out 2024-09-15T23:39:09.760 INFO:teuthology.orchestra.run.smithi163.stderr:512 bytes copied, 0.000271166 s, 1.9 MB/s 2024-09-15T23:39:09.761 DEBUG:teuthology.orchestra.run.smithi163:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-15T23:39:09.818 DEBUG:teuthology.orchestra.run.smithi163:> stat /dev/vg_nvme/lv_2 2024-09-15T23:39:09.874 INFO:teuthology.orchestra.run.smithi163.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-15T23:39:09.874 INFO:teuthology.orchestra.run.smithi163.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-15T23:39:09.874 INFO:teuthology.orchestra.run.smithi163.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-15T23:39:09.874 INFO:teuthology.orchestra.run.smithi163.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-15T23:39:09.874 INFO:teuthology.orchestra.run.smithi163.stdout:Context: system_u:object_r:device_t:s0 2024-09-15T23:39:09.874 INFO:teuthology.orchestra.run.smithi163.stdout:Access: 2024-09-15 23:38:58.971813311 +0000 2024-09-15T23:39:09.875 INFO:teuthology.orchestra.run.smithi163.stdout:Modify: 2024-09-15 23:34:17.807720414 +0000 2024-09-15T23:39:09.875 INFO:teuthology.orchestra.run.smithi163.stdout:Change: 2024-09-15 23:34:17.807720414 +0000 2024-09-15T23:39:09.875 INFO:teuthology.orchestra.run.smithi163.stdout: Birth: 2024-09-15 23:34:17.807720414 +0000 2024-09-15T23:39:09.875 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-15T23:39:09.939 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records in 2024-09-15T23:39:09.939 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records out 2024-09-15T23:39:09.939 INFO:teuthology.orchestra.run.smithi163.stderr:512 bytes copied, 0.000212575 s, 2.4 MB/s 2024-09-15T23:39:09.941 DEBUG:teuthology.orchestra.run.smithi163:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-15T23:39:09.998 DEBUG:teuthology.orchestra.run.smithi163:> stat /dev/vg_nvme/lv_3 2024-09-15T23:39:10.057 INFO:teuthology.orchestra.run.smithi163.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-15T23:39:10.057 INFO:teuthology.orchestra.run.smithi163.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-15T23:39:10.057 INFO:teuthology.orchestra.run.smithi163.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-15T23:39:10.057 INFO:teuthology.orchestra.run.smithi163.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-15T23:39:10.057 INFO:teuthology.orchestra.run.smithi163.stdout:Context: system_u:object_r:device_t:s0 2024-09-15T23:39:10.057 INFO:teuthology.orchestra.run.smithi163.stdout:Access: 2024-09-15 23:38:58.971813311 +0000 2024-09-15T23:39:10.057 INFO:teuthology.orchestra.run.smithi163.stdout:Modify: 2024-09-15 23:34:18.167712350 +0000 2024-09-15T23:39:10.057 INFO:teuthology.orchestra.run.smithi163.stdout:Change: 2024-09-15 23:34:18.167712350 +0000 2024-09-15T23:39:10.058 INFO:teuthology.orchestra.run.smithi163.stdout: Birth: 2024-09-15 23:34:18.167712350 +0000 2024-09-15T23:39:10.058 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-15T23:39:10.121 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records in 2024-09-15T23:39:10.121 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records out 2024-09-15T23:39:10.121 INFO:teuthology.orchestra.run.smithi163.stderr:512 bytes copied, 0.000254575 s, 2.0 MB/s 2024-09-15T23:39:10.122 DEBUG:teuthology.orchestra.run.smithi163:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-15T23:39:10.179 DEBUG:teuthology.orchestra.run.smithi163:> stat /dev/vg_nvme/lv_4 2024-09-15T23:39:10.235 INFO:teuthology.orchestra.run.smithi163.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-15T23:39:10.235 INFO:teuthology.orchestra.run.smithi163.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-15T23:39:10.235 INFO:teuthology.orchestra.run.smithi163.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-09-15T23:39:10.235 INFO:teuthology.orchestra.run.smithi163.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-15T23:39:10.235 INFO:teuthology.orchestra.run.smithi163.stdout:Context: system_u:object_r:device_t:s0 2024-09-15T23:39:10.236 INFO:teuthology.orchestra.run.smithi163.stdout:Access: 2024-09-15 23:38:58.971813311 +0000 2024-09-15T23:39:10.236 INFO:teuthology.orchestra.run.smithi163.stdout:Modify: 2024-09-15 23:34:18.498704936 +0000 2024-09-15T23:39:10.236 INFO:teuthology.orchestra.run.smithi163.stdout:Change: 2024-09-15 23:34:18.498704936 +0000 2024-09-15T23:39:10.236 INFO:teuthology.orchestra.run.smithi163.stdout: Birth: 2024-09-15 23:34:18.498704936 +0000 2024-09-15T23:39:10.236 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-15T23:39:10.300 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records in 2024-09-15T23:39:10.300 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records out 2024-09-15T23:39:10.300 INFO:teuthology.orchestra.run.smithi163.stderr:512 bytes copied, 0.000194546 s, 2.6 MB/s 2024-09-15T23:39:10.301 DEBUG:teuthology.orchestra.run.smithi163:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-15T23:39:10.358 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-09-15T23:39:10.358 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/scratch_devs of=/dev/stdout 2024-09-15T23:39:10.378 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-15T23:39:10.378 DEBUG:teuthology.orchestra.run.smithi190:> stat /dev/vg_nvme/lv_1 2024-09-15T23:39:10.437 INFO:teuthology.orchestra.run.smithi190.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-15T23:39:10.438 INFO:teuthology.orchestra.run.smithi190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-15T23:39:10.438 INFO:teuthology.orchestra.run.smithi190.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-09-15T23:39:10.438 INFO:teuthology.orchestra.run.smithi190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-15T23:39:10.438 INFO:teuthology.orchestra.run.smithi190.stdout:Context: system_u:object_r:device_t:s0 2024-09-15T23:39:10.438 INFO:teuthology.orchestra.run.smithi190.stdout:Access: 2024-09-15 23:38:49.776798685 +0000 2024-09-15T23:39:10.438 INFO:teuthology.orchestra.run.smithi190.stdout:Modify: 2024-09-15 23:34:08.322456496 +0000 2024-09-15T23:39:10.438 INFO:teuthology.orchestra.run.smithi190.stdout:Change: 2024-09-15 23:34:08.322456496 +0000 2024-09-15T23:39:10.438 INFO:teuthology.orchestra.run.smithi190.stdout: Birth: 2024-09-15 23:34:08.322456496 +0000 2024-09-15T23:39:10.438 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-15T23:39:10.505 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records in 2024-09-15T23:39:10.505 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records out 2024-09-15T23:39:10.505 INFO:teuthology.orchestra.run.smithi190.stderr:512 bytes copied, 0.000221169 s, 2.3 MB/s 2024-09-15T23:39:10.506 DEBUG:teuthology.orchestra.run.smithi190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-15T23:39:10.565 DEBUG:teuthology.orchestra.run.smithi190:> stat /dev/vg_nvme/lv_2 2024-09-15T23:39:10.621 INFO:teuthology.orchestra.run.smithi190.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-15T23:39:10.622 INFO:teuthology.orchestra.run.smithi190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-15T23:39:10.622 INFO:teuthology.orchestra.run.smithi190.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-09-15T23:39:10.622 INFO:teuthology.orchestra.run.smithi190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-15T23:39:10.622 INFO:teuthology.orchestra.run.smithi190.stdout:Context: system_u:object_r:device_t:s0 2024-09-15T23:39:10.622 INFO:teuthology.orchestra.run.smithi190.stdout:Access: 2024-09-15 23:38:49.777798658 +0000 2024-09-15T23:39:10.622 INFO:teuthology.orchestra.run.smithi190.stdout:Modify: 2024-09-15 23:34:08.643447847 +0000 2024-09-15T23:39:10.622 INFO:teuthology.orchestra.run.smithi190.stdout:Change: 2024-09-15 23:34:08.643447847 +0000 2024-09-15T23:39:10.623 INFO:teuthology.orchestra.run.smithi190.stdout: Birth: 2024-09-15 23:34:08.643447847 +0000 2024-09-15T23:39:10.623 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-15T23:39:10.688 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records in 2024-09-15T23:39:10.689 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records out 2024-09-15T23:39:10.689 INFO:teuthology.orchestra.run.smithi190.stderr:512 bytes copied, 0.000231705 s, 2.2 MB/s 2024-09-15T23:39:10.690 DEBUG:teuthology.orchestra.run.smithi190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-15T23:39:10.747 DEBUG:teuthology.orchestra.run.smithi190:> stat /dev/vg_nvme/lv_3 2024-09-15T23:39:10.804 INFO:teuthology.orchestra.run.smithi190.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-15T23:39:10.804 INFO:teuthology.orchestra.run.smithi190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-15T23:39:10.805 INFO:teuthology.orchestra.run.smithi190.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-09-15T23:39:10.805 INFO:teuthology.orchestra.run.smithi190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-15T23:39:10.805 INFO:teuthology.orchestra.run.smithi190.stdout:Context: system_u:object_r:device_t:s0 2024-09-15T23:39:10.805 INFO:teuthology.orchestra.run.smithi190.stdout:Access: 2024-09-15 23:38:49.777798658 +0000 2024-09-15T23:39:10.805 INFO:teuthology.orchestra.run.smithi190.stdout:Modify: 2024-09-15 23:34:08.971439008 +0000 2024-09-15T23:39:10.805 INFO:teuthology.orchestra.run.smithi190.stdout:Change: 2024-09-15 23:34:08.971439008 +0000 2024-09-15T23:39:10.805 INFO:teuthology.orchestra.run.smithi190.stdout: Birth: 2024-09-15 23:34:08.971439008 +0000 2024-09-15T23:39:10.805 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-15T23:39:10.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:10 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:10.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:10 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:10.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:10 smithi190 ceph-mon[34840]: Reconfiguring mon.b (monmap changed)... 2024-09-15T23:39:10.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:10 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-15T23:39:10.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:10 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-15T23:39:10.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:10 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:10.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:10 smithi190 ceph-mon[34840]: Reconfiguring daemon mon.b on smithi163 2024-09-15T23:39:10.837 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records in 2024-09-15T23:39:10.837 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records out 2024-09-15T23:39:10.837 INFO:teuthology.orchestra.run.smithi190.stderr:512 bytes copied, 0.000246807 s, 2.1 MB/s 2024-09-15T23:39:10.838 DEBUG:teuthology.orchestra.run.smithi190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-15T23:39:10.896 DEBUG:teuthology.orchestra.run.smithi190:> stat /dev/vg_nvme/lv_4 2024-09-15T23:39:10.951 INFO:teuthology.orchestra.run.smithi190.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-15T23:39:10.952 INFO:teuthology.orchestra.run.smithi190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-15T23:39:10.952 INFO:teuthology.orchestra.run.smithi190.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-15T23:39:10.952 INFO:teuthology.orchestra.run.smithi190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-15T23:39:10.952 INFO:teuthology.orchestra.run.smithi190.stdout:Context: system_u:object_r:device_t:s0 2024-09-15T23:39:10.952 INFO:teuthology.orchestra.run.smithi190.stdout:Access: 2024-09-15 23:38:49.777798658 +0000 2024-09-15T23:39:10.952 INFO:teuthology.orchestra.run.smithi190.stdout:Modify: 2024-09-15 23:34:09.295430277 +0000 2024-09-15T23:39:10.952 INFO:teuthology.orchestra.run.smithi190.stdout:Change: 2024-09-15 23:34:09.295430277 +0000 2024-09-15T23:39:10.952 INFO:teuthology.orchestra.run.smithi190.stdout: Birth: 2024-09-15 23:34:09.295430277 +0000 2024-09-15T23:39:10.952 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-15T23:39:10.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:10 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:10.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:10 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:10.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:10 smithi163 ceph-mon[34107]: Reconfiguring mon.b (monmap changed)... 2024-09-15T23:39:10.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:10 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-15T23:39:10.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:10 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-15T23:39:10.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:10 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:10.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:10 smithi163 ceph-mon[34107]: Reconfiguring daemon mon.b on smithi163 2024-09-15T23:39:11.016 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records in 2024-09-15T23:39:11.016 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records out 2024-09-15T23:39:11.016 INFO:teuthology.orchestra.run.smithi190.stderr:512 bytes copied, 0.00026716 s, 1.9 MB/s 2024-09-15T23:39:11.017 DEBUG:teuthology.orchestra.run.smithi190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-15T23:39:11.078 INFO:tasks.cephadm:Deploying osd.0 on smithi071 with /dev/vg_nvme/lv_4... 2024-09-15T23:39:11.078 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-15T23:39:11.105 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:10 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:11.106 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:10 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:11.106 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:10 smithi071 ceph-mon[30957]: Reconfiguring mon.b (monmap changed)... 2024-09-15T23:39:11.106 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:10 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-15T23:39:11.106 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:10 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-15T23:39:11.106 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:10 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:11.106 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:10 smithi071 ceph-mon[30957]: Reconfiguring daemon mon.b on smithi163 2024-09-15T23:39:11.332 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:39:12.416 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:12 smithi071 ceph-mon[30957]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:12.416 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:12 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:12.416 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:12 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:12.417 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:12 smithi071 ceph-mon[30957]: Reconfiguring mon.c (monmap changed)... 2024-09-15T23:39:12.417 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:12 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-15T23:39:12.417 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:12 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-15T23:39:12.417 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:12 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:12.417 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:12 smithi071 ceph-mon[30957]: Reconfiguring daemon mon.c on smithi190 2024-09-15T23:39:12.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:12 smithi163 ceph-mon[34107]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:12.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:12 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:12.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:12 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:12.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:12 smithi163 ceph-mon[34107]: Reconfiguring mon.c (monmap changed)... 2024-09-15T23:39:12.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:12 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-15T23:39:12.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:12 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-15T23:39:12.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:12 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:12.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:12 smithi163 ceph-mon[34107]: Reconfiguring daemon mon.c on smithi190 2024-09-15T23:39:12.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:12 smithi190 ceph-mon[34840]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:12.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:12 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:12.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:12 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:12.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:12 smithi190 ceph-mon[34840]: Reconfiguring mon.c (monmap changed)... 2024-09-15T23:39:12.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:12 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-15T23:39:12.503 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:12 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-15T23:39:12.503 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:12 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:12.503 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:12 smithi190 ceph-mon[34840]: Reconfiguring daemon mon.c on smithi190 2024-09-15T23:39:13.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:13 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:13.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:13 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:13.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:13 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:39:13.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:13 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:13.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:13 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:39:13.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:13 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:13.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:13 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-15T23:39:13.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:13 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-15T23:39:13.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:13 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-15T23:39:13.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:13 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:13.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:13 smithi071 ceph-mon[30957]: Deploying daemon mgr.z on smithi190 2024-09-15T23:39:13.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:13 smithi071 ceph-mon[30957]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:13.710 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:39:13.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:13 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:13.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:13 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:13.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:13 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:39:13.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:13 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:13.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:13 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:39:13.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:13 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:13.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:13 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-15T23:39:13.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:13 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-15T23:39:13.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:13 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-15T23:39:13.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:13 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:13.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:13 smithi163 ceph-mon[34107]: Deploying daemon mgr.z on smithi190 2024-09-15T23:39:13.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:13 smithi163 ceph-mon[34107]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:13.738 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi071:vg_nvme/lv_4 2024-09-15T23:39:13.752 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:13 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:13.752 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:13 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:13.752 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:13 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:39:13.752 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:13 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:13.752 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:13 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:39:13.752 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:13 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:13.753 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:13 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-15T23:39:13.753 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:13 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-15T23:39:13.753 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:13 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-15T23:39:13.753 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:13 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:13.753 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:13 smithi190 ceph-mon[34840]: Deploying daemon mgr.z on smithi190 2024-09-15T23:39:13.753 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:13 smithi190 ceph-mon[34840]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:14.022 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:39:14.313 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:14 smithi190 systemd[1]: Starting Ceph mgr.z for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-15T23:39:14.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.453+0000 7fa21f6a8640 1 -- 172.21.15.71:0/467736982 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa218076220 msgr2=0x7fa218074680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:39:14.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.453+0000 7fa21f6a8640 1 --2- 172.21.15.71:0/467736982 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa218076220 0x7fa218074680 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fa20c009900 tx=0x7fa20c02a410 comp rx=0 tx=0).stop 2024-09-15T23:39:14.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.453+0000 7fa21f6a8640 1 -- 172.21.15.71:0/467736982 shutdown_connections 2024-09-15T23:39:14.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.453+0000 7fa21f6a8640 1 --2- 172.21.15.71:0/467736982 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa218109a80 0x7fa21810bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:14.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.453+0000 7fa21f6a8640 1 --2- 172.21.15.71:0/467736982 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa218074c50 0x7fa2180750b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:14.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.453+0000 7fa21f6a8640 1 --2- 172.21.15.71:0/467736982 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa218076220 0x7fa218074680 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:14.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.453+0000 7fa21f6a8640 1 -- 172.21.15.71:0/467736982 >> 172.21.15.71:0/467736982 conn(0x7fa2180fd390 msgr2=0x7fa2180ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:39:14.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.453+0000 7fa21f6a8640 1 -- 172.21.15.71:0/467736982 shutdown_connections 2024-09-15T23:39:14.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.453+0000 7fa21f6a8640 1 -- 172.21.15.71:0/467736982 wait complete. 2024-09-15T23:39:14.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.453+0000 7fa21f6a8640 1 Processor -- start 2024-09-15T23:39:14.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.453+0000 7fa21f6a8640 1 -- start start 2024-09-15T23:39:14.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.454+0000 7fa21f6a8640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa218074c50 0x7fa218199fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:39:14.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.454+0000 7fa21f6a8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa218076220 0x7fa21819a510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:39:14.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.454+0000 7fa21f6a8640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa218109a80 0x7fa2181a1590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:39:14.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.454+0000 7fa21f6a8640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa21810f980 con 0x7fa218076220 2024-09-15T23:39:14.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.454+0000 7fa21f6a8640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fa21810f800 con 0x7fa218109a80 2024-09-15T23:39:14.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.454+0000 7fa21f6a8640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fa21810fb00 con 0x7fa218074c50 2024-09-15T23:39:14.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.454+0000 7fa21cc43640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa218076220 0x7fa21819a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:39:14.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.454+0000 7fa21cc43640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa218076220 0x7fa21819a510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53572/0 (socket says 172.21.15.71:53572) 2024-09-15T23:39:14.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.454+0000 7fa21cc43640 1 -- 172.21.15.71:0/3586536173 learned_addr learned my addr 172.21.15.71:0/3586536173 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:39:14.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.454+0000 7fa21d444640 1 --2- 172.21.15.71:0/3586536173 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa218074c50 0x7fa218199fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:39:14.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.454+0000 7fa21dc45640 1 --2- 172.21.15.71:0/3586536173 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa218109a80 0x7fa2181a1590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:39:14.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.454+0000 7fa21cc43640 1 -- 172.21.15.71:0/3586536173 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa218074c50 msgr2=0x7fa218199fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:39:14.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.454+0000 7fa21cc43640 1 --2- 172.21.15.71:0/3586536173 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa218074c50 0x7fa218199fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:14.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.454+0000 7fa21cc43640 1 -- 172.21.15.71:0/3586536173 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa218109a80 msgr2=0x7fa2181a1590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:39:14.458 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.454+0000 7fa21cc43640 1 --2- 172.21.15.71:0/3586536173 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa218109a80 0x7fa2181a1590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:14.458 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.454+0000 7fa21cc43640 1 -- 172.21.15.71:0/3586536173 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2181a1c00 con 0x7fa218076220 2024-09-15T23:39:14.458 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.454+0000 7fa21cc43640 1 --2- 172.21.15.71:0/3586536173 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa218076220 0x7fa21819a510 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fa21400d770 tx=0x7fa21400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:39:14.458 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.454+0000 7fa20a7fc640 1 -- 172.21.15.71:0/3586536173 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa214017070 con 0x7fa218076220 2024-09-15T23:39:14.458 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.454+0000 7fa21f6a8640 1 -- 172.21.15.71:0/3586536173 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2181a1ef0 con 0x7fa218076220 2024-09-15T23:39:14.458 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.454+0000 7fa20a7fc640 1 -- 172.21.15.71:0/3586536173 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa2140054d0 con 0x7fa218076220 2024-09-15T23:39:14.458 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.454+0000 7fa20a7fc640 1 -- 172.21.15.71:0/3586536173 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa214004cf0 con 0x7fa218076220 2024-09-15T23:39:14.458 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.454+0000 7fa21f6a8640 1 -- 172.21.15.71:0/3586536173 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2181a2350 con 0x7fa218076220 2024-09-15T23:39:14.459 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.455+0000 7fa20a7fc640 1 -- 172.21.15.71:0/3586536173 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7fa214010460 con 0x7fa218076220 2024-09-15T23:39:14.459 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.456+0000 7fa21f6a8640 1 -- 172.21.15.71:0/3586536173 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa218108800 con 0x7fa218076220 2024-09-15T23:39:14.459 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.456+0000 7fa20a7fc640 1 --2- 172.21.15.71:0/3586536173 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa204039500 0x7fa20403b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:39:14.459 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.456+0000 7fa20a7fc640 1 -- 172.21.15.71:0/3586536173 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fa21404c150 con 0x7fa218076220 2024-09-15T23:39:14.459 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.456+0000 7fa21d444640 1 --2- 172.21.15.71:0/3586536173 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa204039500 0x7fa20403b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:39:14.459 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.456+0000 7fa21d444640 1 --2- 172.21.15.71:0/3586536173 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa204039500 0x7fa20403b9c0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa20c005ab0 tx=0x7fa20c005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:39:14.461 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.460+0000 7fa20a7fc640 1 -- 172.21.15.71:0/3586536173 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa21401a360 con 0x7fa218076220 2024-09-15T23:39:14.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:14.633+0000 7fa21f6a8640 1 -- 172.21.15.71:0/3586536173 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fa218062630 con 0x7fa204039500 2024-09-15T23:39:14.689 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:14 smithi190 podman[36630]: 2024-09-15 23:39:14.304922004 +0000 UTC m=+0.015950801 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-15T23:39:14.689 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:14 smithi190 podman[36630]: 2024-09-15 23:39:14.403675384 +0000 UTC m=+0.114704173 container create 44ece7ab1e8b6e9a1f5b87788eebb347098459d39b38b932e0a0c3008d6b29fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-15T23:39:14.689 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:14 smithi190 podman[36630]: 2024-09-15 23:39:14.622649205 +0000 UTC m=+0.333677991 container init 44ece7ab1e8b6e9a1f5b87788eebb347098459d39b38b932e0a0c3008d6b29fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-15T23:39:14.689 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:14 smithi190 podman[36630]: 2024-09-15 23:39:14.625347298 +0000 UTC m=+0.336376092 container start 44ece7ab1e8b6e9a1f5b87788eebb347098459d39b38b932e0a0c3008d6b29fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-15T23:39:14.689 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:14 smithi190 ceph-mgr[36649]: -- 172.21.15.190:0/2804981841 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56268aedd0e0 con 0x56268aeba800 2024-09-15T23:39:14.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:14 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:39:14.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:14 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:39:14.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:14 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:14.956 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:14 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:39:14.956 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:14 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:39:14.956 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:14 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:14.956 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:14 smithi190 bash[36630]: 44ece7ab1e8b6e9a1f5b87788eebb347098459d39b38b932e0a0c3008d6b29fd 2024-09-15T23:39:14.957 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:14 smithi190 systemd[1]: Started Ceph mgr.z for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-15T23:39:14.957 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:14 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:14.747+0000 7f3570be4040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-15T23:39:14.957 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:14 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:14.807+0000 7f3570be4040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-15T23:39:14.957 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:14 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:14.953+0000 7f3570be4040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-15T23:39:14.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:14 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:39:14.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:14 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:39:14.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:14 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:15.303 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:15 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:15.019+0000 7f3570be4040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-15T23:39:15.303 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:15 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:15.163+0000 7f3570be4040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-15T23:39:15.303 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:15 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:15.302+0000 7f3570be4040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-15T23:39:16.055 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:15 smithi071 ceph-mon[30957]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:39:16.055 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:15 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:16.056 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:15 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:16.056 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:15 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:16.056 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:15 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-15T23:39:16.056 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:15 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-15T23:39:16.056 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:15 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-15T23:39:16.056 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:15 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:16.056 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:15 smithi071 ceph-mon[30957]: Deploying daemon mgr.y on smithi163 2024-09-15T23:39:16.056 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:15 smithi071 ceph-mon[30957]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:16.063 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:15 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:15.611+0000 7f3570be4040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-15T23:39:16.063 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:15 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:15.670+0000 7f3570be4040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-15T23:39:16.063 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:15 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:15.855+0000 7f3570be4040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-15T23:39:16.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:15 smithi190 ceph-mon[34840]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:39:16.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:15 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:16.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:15 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:16.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:15 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:16.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:15 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-15T23:39:16.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:15 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-15T23:39:16.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:15 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-15T23:39:16.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:15 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:16.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:15 smithi190 ceph-mon[34840]: Deploying daemon mgr.y on smithi163 2024-09-15T23:39:16.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:15 smithi190 ceph-mon[34840]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:16.158 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:15 smithi163 ceph-mon[34107]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:39:16.158 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:15 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:16.158 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:15 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:16.158 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:15 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:16.158 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:15 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-15T23:39:16.159 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:15 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-15T23:39:16.159 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:15 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-15T23:39:16.159 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:15 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:16.159 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:15 smithi163 ceph-mon[34107]: Deploying daemon mgr.y on smithi163 2024-09-15T23:39:16.159 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:15 smithi163 ceph-mon[34107]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:16.484 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:16 smithi163 systemd[1]: Starting Ceph mgr.y for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-15T23:39:16.837 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:16 smithi163 podman[35454]: 2024-09-15 23:39:16.581777217 +0000 UTC m=+0.113188748 container create c827134d5d577311756c339d9ec85cc795942a54c0255004ee2e66405ce01b52 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-15T23:39:16.837 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:16 smithi163 podman[35454]: 2024-09-15 23:39:16.484662691 +0000 UTC m=+0.016074222 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-15T23:39:16.837 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:16 smithi163 podman[35454]: 2024-09-15 23:39:16.809173076 +0000 UTC m=+0.340584606 container init c827134d5d577311756c339d9ec85cc795942a54c0255004ee2e66405ce01b52 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-15T23:39:16.837 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:16 smithi163 podman[35454]: 2024-09-15 23:39:16.812022533 +0000 UTC m=+0.343434064 container start c827134d5d577311756c339d9ec85cc795942a54c0255004ee2e66405ce01b52 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux ) 2024-09-15T23:39:16.838 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:16 smithi163 ceph-mgr[35473]: -- 172.21.15.163:0/2206997875 <== mon.2 v2:172.21.15.163:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557eda7930e0 con 0x557eda770800 2024-09-15T23:39:17.063 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:16 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:16.726+0000 7f3570be4040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-15T23:39:17.063 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:16 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:16.794+0000 7f3570be4040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-15T23:39:17.152 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:16 smithi163 bash[35454]: c827134d5d577311756c339d9ec85cc795942a54c0255004ee2e66405ce01b52 2024-09-15T23:39:17.152 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:16 smithi163 systemd[1]: Started Ceph mgr.y for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-15T23:39:17.152 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:16 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:16.933+0000 7fa9b9778040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-15T23:39:17.152 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:16 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:16.993+0000 7fa9b9778040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-15T23:39:17.152 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:17 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:17.151+0000 7fa9b9778040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-15T23:39:17.483 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:17 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:17.219+0000 7fa9b9778040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-15T23:39:17.483 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:17 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:17.375+0000 7fa9b9778040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-15T23:39:17.817 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:17 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:17.560+0000 7f3570be4040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-15T23:39:17.817 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:17 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:17.674+0000 7f3570be4040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-15T23:39:17.819 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:17 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:17.532+0000 7fa9b9778040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-15T23:39:18.107 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:17 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:17.826+0000 7f3570be4040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-15T23:39:18.107 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:17 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:17.887+0000 7f3570be4040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-15T23:39:18.107 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:18 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:18.037+0000 7f3570be4040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-15T23:39:18.107 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:18 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:18.105+0000 7f3570be4040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-15T23:39:18.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:17 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:18.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:17 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:18.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:17 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:18.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:17 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:18.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:17 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/77009449' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5866d7b4-9e16-4f84-b178-467c25ea3369"}]: dispatch 2024-09-15T23:39:18.108 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:17 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/77009449' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5866d7b4-9e16-4f84-b178-467c25ea3369"}]': finished 2024-09-15T23:39:18.108 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:17 smithi190 ceph-mon[34840]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:18.108 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:17 smithi190 ceph-mon[34840]: osdmap e5: 1 total, 0 up, 1 in 2024-09-15T23:39:18.108 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:17 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-15T23:39:18.108 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:17 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:18.108 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:17 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:39:18.108 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:17 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/460284237' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:39:18.122 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:17 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:17.864+0000 7fa9b9778040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-15T23:39:18.123 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:17 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:17.927+0000 7fa9b9778040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-15T23:39:18.123 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:17 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:18.123 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:17 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:18.123 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:17 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:18.123 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:17 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:18.123 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:17 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/77009449' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5866d7b4-9e16-4f84-b178-467c25ea3369"}]: dispatch 2024-09-15T23:39:18.123 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:17 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/77009449' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5866d7b4-9e16-4f84-b178-467c25ea3369"}]': finished 2024-09-15T23:39:18.123 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:17 smithi163 ceph-mon[34107]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:18.123 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:17 smithi163 ceph-mon[34107]: osdmap e5: 1 total, 0 up, 1 in 2024-09-15T23:39:18.124 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:17 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-15T23:39:18.124 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:17 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:18.124 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:17 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:39:18.124 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:17 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/460284237' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:39:18.404 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:18 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:18.167+0000 7f3570be4040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-15T23:39:18.404 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:18 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:18.336+0000 7f3570be4040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-15T23:39:18.404 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:18 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:18.403+0000 7f3570be4040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-15T23:39:18.428 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:18.429 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:18.429 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:18.429 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:18.429 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:17 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/77009449' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5866d7b4-9e16-4f84-b178-467c25ea3369"}]: dispatch 2024-09-15T23:39:18.429 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:17 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/77009449' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5866d7b4-9e16-4f84-b178-467c25ea3369"}]': finished 2024-09-15T23:39:18.429 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:17 smithi071 ceph-mon[30957]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:18.429 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:17 smithi071 ceph-mon[30957]: osdmap e5: 1 total, 0 up, 1 in 2024-09-15T23:39:18.429 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-15T23:39:18.429 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:18.430 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:39:18.430 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:17 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/460284237' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:39:18.484 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:18 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:18.121+0000 7fa9b9778040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-15T23:39:18.672 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:18 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:18.473+0000 7f3570be4040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-15T23:39:18.673 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:18 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:18.554+0000 7f3570be4040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-15T23:39:18.673 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:18 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:18.612+0000 7f3570be4040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-15T23:39:18.673 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:18 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:18.671+0000 7f3570be4040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-15T23:39:19.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:19 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:19.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:19 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:19.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:19 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:19.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:19 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:19.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:19 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:19.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:19 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:39:19.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:19 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:19.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:19 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:39:19.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:19 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:19.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:19 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:39:19.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:19 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:19.452 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:19 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:19.453 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:19 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:19.453 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:19 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:19.453 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:19 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:19.453 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:19 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:19.453 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:19 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:39:19.453 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:19 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:19.453 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:19 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:39:19.453 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:19 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:19.453 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:19 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:39:19.453 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:19 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:19.483 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:19 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:19.023+0000 7fa9b9778040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-15T23:39:19.484 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:19 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:19.091+0000 7fa9b9778040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-15T23:39:19.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:19 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:19.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:19 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:19.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:19 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:19.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:19 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:19.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:19 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:19.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:19 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:39:19.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:19 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:19.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:19 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:39:19.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:19 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:19.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:19 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:39:19.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:19 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:19.813 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:39:19 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:39:19.450+0000 7f3570be4040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-15T23:39:20.077 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:19 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:19.816+0000 7fa9b9778040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-15T23:39:20.077 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:19 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:19.932+0000 7fa9b9778040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-15T23:39:20.077 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:20 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:20.076+0000 7fa9b9778040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-15T23:39:20.356 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:20 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:20.137+0000 7fa9b9778040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-15T23:39:20.356 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:20 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:20.286+0000 7fa9b9778040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-15T23:39:20.356 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:20 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:20.355+0000 7fa9b9778040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-15T23:39:20.356 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:20 smithi163 ceph-mon[34107]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:20.357 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:20 smithi163 ceph-mon[34107]: Standby manager daemon z started 2024-09-15T23:39:20.357 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:20 smithi163 ceph-mon[34107]: from='mgr.? 172.21.15.190:0/2976289140' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-15T23:39:20.357 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:20 smithi163 ceph-mon[34107]: from='mgr.? 172.21.15.190:0/2976289140' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-15T23:39:20.357 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:20 smithi163 ceph-mon[34107]: from='mgr.? 172.21.15.190:0/2976289140' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-15T23:39:20.357 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:20 smithi163 ceph-mon[34107]: from='mgr.? 172.21.15.190:0/2976289140' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-15T23:39:20.358 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:20.357+0000 7fa20a7fc640 1 -- 172.21.15.71:0/3586536173 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mgrmap(e 14) ==== 92408+0+0 (secure 0 0 0) 0x7fa214010750 con 0x7fa218076220 2024-09-15T23:39:20.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:20 smithi071 ceph-mon[30957]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:20.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:20 smithi071 ceph-mon[30957]: Standby manager daemon z started 2024-09-15T23:39:20.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:20 smithi071 ceph-mon[30957]: from='mgr.? 172.21.15.190:0/2976289140' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-15T23:39:20.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:20 smithi071 ceph-mon[30957]: from='mgr.? 172.21.15.190:0/2976289140' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-15T23:39:20.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:20 smithi071 ceph-mon[30957]: from='mgr.? 172.21.15.190:0/2976289140' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-15T23:39:20.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:20 smithi071 ceph-mon[30957]: from='mgr.? 172.21.15.190:0/2976289140' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-15T23:39:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:20 smithi190 ceph-mon[34840]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:20 smithi190 ceph-mon[34840]: Standby manager daemon z started 2024-09-15T23:39:20.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:20 smithi190 ceph-mon[34840]: from='mgr.? 172.21.15.190:0/2976289140' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-15T23:39:20.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:20 smithi190 ceph-mon[34840]: from='mgr.? 172.21.15.190:0/2976289140' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-15T23:39:20.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:20 smithi190 ceph-mon[34840]: from='mgr.? 172.21.15.190:0/2976289140' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-15T23:39:20.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:20 smithi190 ceph-mon[34840]: from='mgr.? 172.21.15.190:0/2976289140' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-15T23:39:20.639 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:20 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:20.416+0000 7fa9b9778040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-15T23:39:20.639 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:20 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:20.574+0000 7fa9b9778040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-15T23:39:20.640 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:20 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:20.638+0000 7fa9b9778040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-15T23:39:20.907 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:20 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:20.706+0000 7fa9b9778040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-15T23:39:20.907 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:20 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:20.788+0000 7fa9b9778040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-15T23:39:20.908 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:20 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:20.846+0000 7fa9b9778040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-15T23:39:20.908 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:20 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:20.906+0000 7fa9b9778040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-15T23:39:21.623 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:21 smithi071 ceph-mon[30957]: mgrmap e14: x(active, since 63s), standbys: z 2024-09-15T23:39:21.624 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:21 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-15T23:39:21.624 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:21 smithi071 ceph-mon[30957]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:21.700 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:21 smithi163 ceph-mon[34107]: mgrmap e14: x(active, since 63s), standbys: z 2024-09-15T23:39:21.700 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:21 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-15T23:39:21.700 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:21 smithi163 ceph-mon[34107]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:21.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:21 smithi190 ceph-mon[34840]: mgrmap e14: x(active, since 63s), standbys: z 2024-09-15T23:39:21.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:21 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-15T23:39:21.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:21 smithi190 ceph-mon[34840]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:21.983 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:39:21 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:39:21.699+0000 7fa9b9778040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-15T23:39:22.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:22.367+0000 7fa20a7fc640 1 -- 172.21.15.71:0/3586536173 <== mon.0 v2:172.21.15.71:3300/0 8 ==== mgrmap(e 15) ==== 138299+0+0 (secure 0 0 0) 0x7fa21401e120 con 0x7fa218076220 2024-09-15T23:39:22.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:22 smithi071 ceph-mon[30957]: Standby manager daemon y started 2024-09-15T23:39:22.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:22 smithi071 ceph-mon[30957]: from='mgr.? 172.21.15.163:0/4105812706' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-15T23:39:22.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:22 smithi071 ceph-mon[30957]: from='mgr.? 172.21.15.163:0/4105812706' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-15T23:39:22.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:22 smithi071 ceph-mon[30957]: from='mgr.? 172.21.15.163:0/4105812706' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-15T23:39:22.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:22 smithi071 ceph-mon[30957]: from='mgr.? 172.21.15.163:0/4105812706' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-15T23:39:22.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:22 smithi163 ceph-mon[34107]: Standby manager daemon y started 2024-09-15T23:39:22.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:22 smithi163 ceph-mon[34107]: from='mgr.? 172.21.15.163:0/4105812706' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-15T23:39:22.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:22 smithi163 ceph-mon[34107]: from='mgr.? 172.21.15.163:0/4105812706' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-15T23:39:22.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:22 smithi163 ceph-mon[34107]: from='mgr.? 172.21.15.163:0/4105812706' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-15T23:39:22.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:22 smithi163 ceph-mon[34107]: from='mgr.? 172.21.15.163:0/4105812706' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-15T23:39:22.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:22 smithi190 ceph-mon[34840]: Standby manager daemon y started 2024-09-15T23:39:22.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:22 smithi190 ceph-mon[34840]: from='mgr.? 172.21.15.163:0/4105812706' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-15T23:39:22.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:22 smithi190 ceph-mon[34840]: from='mgr.? 172.21.15.163:0/4105812706' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-15T23:39:22.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:22 smithi190 ceph-mon[34840]: from='mgr.? 172.21.15.163:0/4105812706' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-15T23:39:22.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:22 smithi190 ceph-mon[34840]: from='mgr.? 172.21.15.163:0/4105812706' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-15T23:39:23.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:23 smithi071 ceph-mon[30957]: mgrmap e15: x(active, since 65s), standbys: z, y 2024-09-15T23:39:23.591 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:23 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-15T23:39:23.592 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:23 smithi071 ceph-mon[30957]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:23.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:23 smithi163 ceph-mon[34107]: mgrmap e15: x(active, since 65s), standbys: z, y 2024-09-15T23:39:23.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:23 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-15T23:39:23.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:23 smithi163 ceph-mon[34107]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:23.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:23 smithi190 ceph-mon[34840]: mgrmap e15: x(active, since 65s), standbys: z, y 2024-09-15T23:39:23.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:23 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-15T23:39:23.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:23 smithi190 ceph-mon[34840]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:25.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:24 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-15T23:39:25.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:24 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:25.233 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:24 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-15T23:39:25.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:24 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:25.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:24 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-15T23:39:25.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:24 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:26.146 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:25 smithi163 ceph-mon[34107]: Deploying daemon osd.0 on smithi071 2024-09-15T23:39:26.146 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:25 smithi163 ceph-mon[34107]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:26.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:25 smithi071 ceph-mon[30957]: Deploying daemon osd.0 on smithi071 2024-09-15T23:39:26.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:25 smithi071 ceph-mon[30957]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:26.215 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:25 smithi190 ceph-mon[34840]: Deploying daemon osd.0 on smithi071 2024-09-15T23:39:26.215 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:25 smithi190 ceph-mon[34840]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:28.104 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:28 smithi071 ceph-mon[30957]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:28.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:28 smithi190 ceph-mon[34840]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:28.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:28 smithi163 ceph-mon[34107]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:30.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:30 smithi071 ceph-mon[30957]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:30.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:30 smithi190 ceph-mon[34840]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:30.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:30 smithi163 ceph-mon[34107]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:32.142 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:32 smithi071 ceph-mon[30957]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:32.142 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:32 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:39:32.142 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:32 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:32.143 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:32 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:32.326 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:32 smithi190 ceph-mon[34840]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:32.327 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:32 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:39:32.327 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:32 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:32.327 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:32 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:32.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:32 smithi163 ceph-mon[34107]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:32.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:32 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:39:32.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:32 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:32.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:32 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:34.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:34 smithi190 ceph-mon[34840]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:34.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:34 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:34.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:34 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:34.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:34 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:34.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:34 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:39:34.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:34 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:34.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:34 smithi071 ceph-mon[30957]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:34.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:34 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:34.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:34 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:34.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:34 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:34.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:34 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:39:34.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:34 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:34.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:34 smithi163 ceph-mon[34107]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:34.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:34 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:34.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:34 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:34.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:34 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:34.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:34 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:39:34.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:34 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:35.859 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 0 on host 'smithi071' 2024-09-15T23:39:35.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:35.857+0000 7fa20a7fc640 1 -- 172.21.15.71:0/3586536173 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fa218062630 con 0x7fa204039500 2024-09-15T23:39:35.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:35.860+0000 7fa21f6a8640 1 -- 172.21.15.71:0/3586536173 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa204039500 msgr2=0x7fa20403b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:39:35.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:35.860+0000 7fa21f6a8640 1 --2- 172.21.15.71:0/3586536173 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa204039500 0x7fa20403b9c0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa20c005ab0 tx=0x7fa20c005a20 comp rx=0 tx=0).stop 2024-09-15T23:39:35.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:35.860+0000 7fa21f6a8640 1 -- 172.21.15.71:0/3586536173 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa218076220 msgr2=0x7fa21819a510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:39:35.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:35.860+0000 7fa21f6a8640 1 --2- 172.21.15.71:0/3586536173 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa218076220 0x7fa21819a510 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fa21400d770 tx=0x7fa21400dc30 comp rx=0 tx=0).stop 2024-09-15T23:39:35.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:35.860+0000 7fa21f6a8640 1 -- 172.21.15.71:0/3586536173 shutdown_connections 2024-09-15T23:39:35.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:35.860+0000 7fa21f6a8640 1 --2- 172.21.15.71:0/3586536173 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa204039500 0x7fa20403b9c0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:35.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:35.860+0000 7fa21f6a8640 1 --2- 172.21.15.71:0/3586536173 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa218109a80 0x7fa2181a1590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:35.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:35.860+0000 7fa21f6a8640 1 --2- 172.21.15.71:0/3586536173 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa218076220 0x7fa21819a510 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:35.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:35.860+0000 7fa21f6a8640 1 --2- 172.21.15.71:0/3586536173 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa218074c50 0x7fa218199fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:35.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:35.860+0000 7fa21f6a8640 1 -- 172.21.15.71:0/3586536173 >> 172.21.15.71:0/3586536173 conn(0x7fa2180fd390 msgr2=0x7fa2181059d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:39:35.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:35.860+0000 7fa21f6a8640 1 -- 172.21.15.71:0/3586536173 shutdown_connections 2024-09-15T23:39:35.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:39:35.860+0000 7fa21f6a8640 1 -- 172.21.15.71:0/3586536173 wait complete. 2024-09-15T23:39:36.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:36 smithi071 ceph-mon[30957]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:36.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:39:36.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:36.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:36.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:36 smithi190 ceph-mon[34840]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:36.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:39:36.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:36.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:36.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:36 smithi163 ceph-mon[34107]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:36.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:39:36.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:36.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:36.491 DEBUG:teuthology.orchestra.run.smithi071:osd.0> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.0.service 2024-09-15T23:39:36.494 INFO:tasks.cephadm:Deploying osd.1 on smithi163 with /dev/vg_nvme/lv_4... 2024-09-15T23:39:36.494 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-15T23:39:36.736 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.b/config 2024-09-15T23:39:37.676 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 15 23:39:37 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-0[44724]: 2024-09-15T23:39:37.423+0000 7f9fbd86d640 -1 osd.0 0 log_to_monitors true 2024-09-15T23:39:38.278 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:38 smithi163 ceph-mon[34107]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:38.279 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:38 smithi163 ceph-mon[34107]: from='osd.0 [v2:172.21.15.71:6802/3525966842,v1:172.21.15.71:6803/3525966842]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-15T23:39:38.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:38 smithi190 ceph-mon[34840]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:38.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:38 smithi190 ceph-mon[34840]: from='osd.0 [v2:172.21.15.71:6802/3525966842,v1:172.21.15.71:6803/3525966842]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-15T23:39:38.317 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:38 smithi071 ceph-mon[30957]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:38.317 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:38 smithi071 ceph-mon[30957]: from='osd.0 [v2:172.21.15.71:6802/3525966842,v1:172.21.15.71:6803/3525966842]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-15T23:39:39.044 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:39:39.074 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi163:vg_nvme/lv_4 2024-09-15T23:39:39.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:39 smithi163 ceph-mon[34107]: from='osd.0 [v2:172.21.15.71:6802/3525966842,v1:172.21.15.71:6803/3525966842]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-15T23:39:39.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:39 smithi163 ceph-mon[34107]: osdmap e6: 1 total, 0 up, 1 in 2024-09-15T23:39:39.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:39 smithi163 ceph-mon[34107]: from='osd.0 [v2:172.21.15.71:6802/3525966842,v1:172.21.15.71:6803/3525966842]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-15T23:39:39.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:39 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-15T23:39:39.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:39 smithi163 ceph-mon[34107]: from='osd.0 [v2:172.21.15.71:6802/3525966842,v1:172.21.15.71:6803/3525966842]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-15T23:39:39.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:39 smithi163 ceph-mon[34107]: osdmap e7: 1 total, 0 up, 1 in 2024-09-15T23:39:39.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:39 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-15T23:39:39.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:39 smithi190 ceph-mon[34840]: from='osd.0 [v2:172.21.15.71:6802/3525966842,v1:172.21.15.71:6803/3525966842]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-15T23:39:39.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:39 smithi190 ceph-mon[34840]: osdmap e6: 1 total, 0 up, 1 in 2024-09-15T23:39:39.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:39 smithi190 ceph-mon[34840]: from='osd.0 [v2:172.21.15.71:6802/3525966842,v1:172.21.15.71:6803/3525966842]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-15T23:39:39.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:39 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-15T23:39:39.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:39 smithi190 ceph-mon[34840]: from='osd.0 [v2:172.21.15.71:6802/3525966842,v1:172.21.15.71:6803/3525966842]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-15T23:39:39.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:39 smithi190 ceph-mon[34840]: osdmap e7: 1 total, 0 up, 1 in 2024-09-15T23:39:39.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:39 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-15T23:39:39.325 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.b/config 2024-09-15T23:39:39.386 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 15 23:39:39 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-0[44724]: 2024-09-15T23:39:39.055+0000 7f9fb97f0640 -1 osd.0 0 waiting for initial osdmap 2024-09-15T23:39:39.386 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 15 23:39:39 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-0[44724]: 2024-09-15T23:39:39.057+0000 7f9fb5618640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-15T23:39:39.386 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:39 smithi071 ceph-mon[30957]: from='osd.0 [v2:172.21.15.71:6802/3525966842,v1:172.21.15.71:6803/3525966842]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-15T23:39:39.386 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:39 smithi071 ceph-mon[30957]: osdmap e6: 1 total, 0 up, 1 in 2024-09-15T23:39:39.386 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:39 smithi071 ceph-mon[30957]: from='osd.0 [v2:172.21.15.71:6802/3525966842,v1:172.21.15.71:6803/3525966842]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-15T23:39:39.386 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:39 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-15T23:39:39.386 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:39 smithi071 ceph-mon[30957]: from='osd.0 [v2:172.21.15.71:6802/3525966842,v1:172.21.15.71:6803/3525966842]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-15T23:39:39.387 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:39 smithi071 ceph-mon[30957]: osdmap e7: 1 total, 0 up, 1 in 2024-09-15T23:39:39.387 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:39 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-15T23:39:39.810 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.795+0000 7f79db680640 1 -- 172.21.15.163:0/845525012 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f79d4101cd0 msgr2=0x7f79d4102150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:39:39.810 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.795+0000 7f79db680640 1 --2- 172.21.15.163:0/845525012 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f79d4101cd0 0x7f79d4102150 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f79c8009900 tx=0x7f79c802a410 comp rx=0 tx=0).stop 2024-09-15T23:39:39.810 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.795+0000 7f79db680640 1 -- 172.21.15.163:0/845525012 shutdown_connections 2024-09-15T23:39:39.811 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.795+0000 7f79db680640 1 --2- 172.21.15.163:0/845525012 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f79d4102690 0x7f79d4108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:39.811 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.795+0000 7f79db680640 1 --2- 172.21.15.163:0/845525012 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f79d4101cd0 0x7f79d4102150 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:39.811 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.795+0000 7f79db680640 1 --2- 172.21.15.163:0/845525012 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79d4100ad0 0x7f79d4100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:39.811 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.795+0000 7f79db680640 1 -- 172.21.15.163:0/845525012 >> 172.21.15.163:0/845525012 conn(0x7f79d40fc280 msgr2=0x7f79d40fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:39:39.811 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.795+0000 7f79db680640 1 -- 172.21.15.163:0/845525012 shutdown_connections 2024-09-15T23:39:39.811 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.795+0000 7f79db680640 1 -- 172.21.15.163:0/845525012 wait complete. 2024-09-15T23:39:39.811 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.796+0000 7f79db680640 1 Processor -- start 2024-09-15T23:39:39.811 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.796+0000 7f79db680640 1 -- start start 2024-09-15T23:39:39.811 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.796+0000 7f79db680640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f79d4100ad0 0x7f79d4197de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:39:39.811 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.796+0000 7f79db680640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f79d4101cd0 0x7f79d4198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:39:39.811 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.796+0000 7f79db680640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79d4102690 0x7f79d419f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:39:39.811 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.796+0000 7f79db680640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f79d410d730 con 0x7f79d4102690 2024-09-15T23:39:39.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.796+0000 7f79db680640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f79d410d5b0 con 0x7f79d4100ad0 2024-09-15T23:39:39.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.796+0000 7f79db680640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f79d410d8b0 con 0x7f79d4101cd0 2024-09-15T23:39:39.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.796+0000 7f79d941c640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f79d4100ad0 0x7f79d4197de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:39:39.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.796+0000 7f79d941c640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f79d4100ad0 0x7f79d4197de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.163:59546/0 (socket says 172.21.15.163:59546) 2024-09-15T23:39:39.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.796+0000 7f79d941c640 1 -- 172.21.15.163:0/774412702 learned_addr learned my addr 172.21.15.163:0/774412702 (peer_addr_for_me v2:172.21.15.163:0/0) 2024-09-15T23:39:39.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.797+0000 7f79d9c1d640 1 --2- 172.21.15.163:0/774412702 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79d4102690 0x7f79d419f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:39:39.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.797+0000 7f79d8c1b640 1 --2- 172.21.15.163:0/774412702 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f79d4101cd0 0x7f79d4198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:39:39.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.797+0000 7f79d941c640 1 -- 172.21.15.163:0/774412702 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f79d4101cd0 msgr2=0x7f79d4198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:39:39.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.797+0000 7f79d941c640 1 --2- 172.21.15.163:0/774412702 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f79d4101cd0 0x7f79d4198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:39.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.797+0000 7f79d941c640 1 -- 172.21.15.163:0/774412702 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79d4102690 msgr2=0x7f79d419f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:39:39.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.797+0000 7f79d941c640 1 --2- 172.21.15.163:0/774412702 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79d4102690 0x7f79d419f3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:39:39.813 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.797+0000 7f79d941c640 1 -- 172.21.15.163:0/774412702 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79d419fa10 con 0x7f79d4100ad0 2024-09-15T23:39:39.813 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.797+0000 7f79d8c1b640 1 --2- 172.21.15.163:0/774412702 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f79d4101cd0 0x7f79d4198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:39:39.813 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.797+0000 7f79d941c640 1 --2- 172.21.15.163:0/774412702 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f79d4100ad0 0x7f79d4197de0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f79c400ebc0 tx=0x7f79c400c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:39:39.813 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.797+0000 7f79d27fc640 1 -- 172.21.15.163:0/774412702 <== mon.2 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c4003b70 con 0x7f79d4100ad0 2024-09-15T23:39:39.813 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.797+0000 7f79db680640 1 -- 172.21.15.163:0/774412702 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79d419fd00 con 0x7f79d4100ad0 2024-09-15T23:39:39.813 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.797+0000 7f79d27fc640 1 -- 172.21.15.163:0/774412702 <== mon.2 v2:172.21.15.163:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79c4003d10 con 0x7f79d4100ad0 2024-09-15T23:39:39.813 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.797+0000 7f79d27fc640 1 -- 172.21.15.163:0/774412702 <== mon.2 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c4019840 con 0x7f79d4100ad0 2024-09-15T23:39:39.813 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.797+0000 7f79db680640 1 -- 172.21.15.163:0/774412702 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79d41a0190 con 0x7f79d4100ad0 2024-09-15T23:39:39.814 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.798+0000 7f79db680640 1 -- 172.21.15.163:0/774412702 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79d4107ec0 con 0x7f79d4100ad0 2024-09-15T23:39:39.814 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.800+0000 7f79d27fc640 1 -- 172.21.15.163:0/774412702 <== mon.2 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 15) ==== 138299+0+0 (secure 0 0 0) 0x7f79c40199e0 con 0x7f79d4100ad0 2024-09-15T23:39:39.814 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.801+0000 7f79d27fc640 1 --2- 172.21.15.163:0/774412702 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f79bc0a31e0 0x7f79bc0a56a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:39:39.814 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.801+0000 7f79d27fc640 1 -- 172.21.15.163:0/774412702 <== mon.2 v2:172.21.15.163:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1487+0+0 (secure 0 0 0) 0x7f79c40ce680 con 0x7f79d4100ad0 2024-09-15T23:39:39.814 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.801+0000 7f79d8c1b640 1 --2- 172.21.15.163:0/774412702 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f79bc0a31e0 0x7f79bc0a56a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:39:39.814 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.801+0000 7f79d8c1b640 1 --2- 172.21.15.163:0/774412702 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f79bc0a31e0 0x7f79bc0a56a0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f79c8006010 tx=0x7f79c8000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:39:39.814 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.809+0000 7f79d27fc640 1 -- 172.21.15.163:0/774412702 <== mon.2 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f79c409cf30 con 0x7f79d4100ad0 2024-09-15T23:39:39.992 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:39:39.990+0000 7f79db680640 1 -- 172.21.15.163:0/774412702 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f79d4062630 con 0x7f79bc0a31e0 2024-09-15T23:39:40.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:40 smithi190 ceph-mon[34840]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:40.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:40 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-15T23:39:40.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:40 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:40.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:40 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:40.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:40 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:39:40.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:40 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:40.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:40 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:40.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:40 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:39:40.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:40 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:40.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:40 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:39:40.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:40 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:39:40.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:40 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:40.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:40 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-15T23:39:40.351 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:40 smithi163 ceph-mon[34107]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:40.351 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:40 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-15T23:39:40.351 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:40 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:40.351 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:40 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:40.352 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:40 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:39:40.352 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:40 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:40.352 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:40 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:40.352 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:40 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:39:40.352 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:40 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:40.352 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:40 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:39:40.352 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:40 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:39:40.352 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:40 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:40.352 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:40 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-15T23:39:40.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:40 smithi071 ceph-mon[30957]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:40.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:40 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-15T23:39:40.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:40 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:40.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:40 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:40.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:40 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:39:40.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:40 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:40.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:40 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:40.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:40 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:39:40.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:40 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:40.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:40 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:39:40.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:40 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:39:40.428 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:40 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:40.428 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:40 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-15T23:39:41.392 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:41 smithi163 ceph-mon[34107]: purged_snaps scrub starts 2024-09-15T23:39:41.393 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:41 smithi163 ceph-mon[34107]: purged_snaps scrub ok 2024-09-15T23:39:41.393 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:41 smithi163 ceph-mon[34107]: Detected new or changed devices on smithi071 2024-09-15T23:39:41.393 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:41 smithi163 ceph-mon[34107]: Adjusting osd_memory_target on smithi071 to 17088M 2024-09-15T23:39:41.393 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:41 smithi163 ceph-mon[34107]: from='client.24137 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:39:41.393 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:41 smithi163 ceph-mon[34107]: osd.0 [v2:172.21.15.71:6802/3525966842,v1:172.21.15.71:6803/3525966842] boot 2024-09-15T23:39:41.393 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:41 smithi163 ceph-mon[34107]: osdmap e8: 1 total, 1 up, 1 in 2024-09-15T23:39:41.393 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:41 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-15T23:39:41.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:41 smithi071 ceph-mon[30957]: purged_snaps scrub starts 2024-09-15T23:39:41.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:41 smithi071 ceph-mon[30957]: purged_snaps scrub ok 2024-09-15T23:39:41.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:41 smithi071 ceph-mon[30957]: Detected new or changed devices on smithi071 2024-09-15T23:39:41.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:41 smithi071 ceph-mon[30957]: Adjusting osd_memory_target on smithi071 to 17088M 2024-09-15T23:39:41.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:41 smithi071 ceph-mon[30957]: from='client.24137 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:39:41.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:41 smithi071 ceph-mon[30957]: osd.0 [v2:172.21.15.71:6802/3525966842,v1:172.21.15.71:6803/3525966842] boot 2024-09-15T23:39:41.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:41 smithi071 ceph-mon[30957]: osdmap e8: 1 total, 1 up, 1 in 2024-09-15T23:39:41.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:41 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-15T23:39:41.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:41 smithi190 ceph-mon[34840]: purged_snaps scrub starts 2024-09-15T23:39:41.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:41 smithi190 ceph-mon[34840]: purged_snaps scrub ok 2024-09-15T23:39:41.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:41 smithi190 ceph-mon[34840]: Detected new or changed devices on smithi071 2024-09-15T23:39:41.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:41 smithi190 ceph-mon[34840]: Adjusting osd_memory_target on smithi071 to 17088M 2024-09-15T23:39:41.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:41 smithi190 ceph-mon[34840]: from='client.24137 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:39:41.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:41 smithi190 ceph-mon[34840]: osd.0 [v2:172.21.15.71:6802/3525966842,v1:172.21.15.71:6803/3525966842] boot 2024-09-15T23:39:41.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:41 smithi190 ceph-mon[34840]: osdmap e8: 1 total, 1 up, 1 in 2024-09-15T23:39:41.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:41 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-15T23:39:42.421 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:42 smithi163 ceph-mon[34107]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:42.421 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:42 smithi163 ceph-mon[34107]: osdmap e9: 1 total, 1 up, 1 in 2024-09-15T23:39:42.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:42 smithi071 ceph-mon[30957]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:42.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:42 smithi071 ceph-mon[30957]: osdmap e9: 1 total, 1 up, 1 in 2024-09-15T23:39:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:42 smithi190 ceph-mon[34840]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-15T23:39:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:42 smithi190 ceph-mon[34840]: osdmap e9: 1 total, 1 up, 1 in 2024-09-15T23:39:43.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:43 smithi071 ceph-mon[30957]: from='client.? 172.21.15.163:0/822979224' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6155354e-7b55-4b4c-b673-6d92f08fac05"}]: dispatch 2024-09-15T23:39:43.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:43 smithi071 ceph-mon[30957]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6155354e-7b55-4b4c-b673-6d92f08fac05"}]: dispatch 2024-09-15T23:39:43.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:43 smithi071 ceph-mon[30957]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6155354e-7b55-4b4c-b673-6d92f08fac05"}]': finished 2024-09-15T23:39:43.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:43 smithi071 ceph-mon[30957]: osdmap e10: 2 total, 1 up, 2 in 2024-09-15T23:39:43.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:43 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-15T23:39:43.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:43 smithi071 ceph-mon[30957]: from='client.? 172.21.15.163:0/2763725627' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:39:43.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:43 smithi163 ceph-mon[34107]: from='client.? 172.21.15.163:0/822979224' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6155354e-7b55-4b4c-b673-6d92f08fac05"}]: dispatch 2024-09-15T23:39:43.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:43 smithi163 ceph-mon[34107]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6155354e-7b55-4b4c-b673-6d92f08fac05"}]: dispatch 2024-09-15T23:39:43.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:43 smithi163 ceph-mon[34107]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6155354e-7b55-4b4c-b673-6d92f08fac05"}]': finished 2024-09-15T23:39:43.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:43 smithi163 ceph-mon[34107]: osdmap e10: 2 total, 1 up, 2 in 2024-09-15T23:39:43.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:43 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-15T23:39:43.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:43 smithi163 ceph-mon[34107]: from='client.? 172.21.15.163:0/2763725627' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:39:43.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:43 smithi190 ceph-mon[34840]: from='client.? 172.21.15.163:0/822979224' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6155354e-7b55-4b4c-b673-6d92f08fac05"}]: dispatch 2024-09-15T23:39:43.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:43 smithi190 ceph-mon[34840]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6155354e-7b55-4b4c-b673-6d92f08fac05"}]: dispatch 2024-09-15T23:39:43.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:43 smithi190 ceph-mon[34840]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6155354e-7b55-4b4c-b673-6d92f08fac05"}]': finished 2024-09-15T23:39:43.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:43 smithi190 ceph-mon[34840]: osdmap e10: 2 total, 1 up, 2 in 2024-09-15T23:39:43.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:43 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-15T23:39:43.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:43 smithi190 ceph-mon[34840]: from='client.? 172.21.15.163:0/2763725627' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:39:44.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:44 smithi163 ceph-mon[34107]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:39:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:44 smithi190 ceph-mon[34840]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:39:44.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:44 smithi071 ceph-mon[30957]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:39:46.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:46 smithi163 ceph-mon[34107]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:39:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:46 smithi190 ceph-mon[34840]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:39:46.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:46 smithi071 ceph-mon[30957]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:39:48.475 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:48 smithi163 ceph-mon[34107]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:39:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:48 smithi190 ceph-mon[34840]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:39:48.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:48 smithi071 ceph-mon[30957]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:39:50.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:50 smithi163 ceph-mon[34107]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:39:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:50 smithi190 ceph-mon[34840]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:39:50.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:50 smithi071 ceph-mon[30957]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:39:51.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:51 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-15T23:39:51.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:51 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:51.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:51 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-15T23:39:51.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:51 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:51.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:51 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-15T23:39:51.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:51 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:39:52.264 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:52 smithi163 ceph-mon[34107]: Deploying daemon osd.1 on smithi163 2024-09-15T23:39:52.264 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:52 smithi163 ceph-mon[34107]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:39:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:52 smithi190 ceph-mon[34840]: Deploying daemon osd.1 on smithi163 2024-09-15T23:39:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:52 smithi190 ceph-mon[34840]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:39:52.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:52 smithi071 ceph-mon[30957]: Deploying daemon osd.1 on smithi163 2024-09-15T23:39:52.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:52 smithi071 ceph-mon[30957]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:39:53.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:53 smithi163 ceph-mon[34107]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:39:53.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:53 smithi190 ceph-mon[34840]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:39:53.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:53 smithi071 ceph-mon[30957]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:39:56.132 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:56 smithi163 ceph-mon[34107]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:39:56.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:56 smithi190 ceph-mon[34840]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:39:56.377 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:56 smithi071 ceph-mon[30957]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:39:57.299 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:57 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:39:57.299 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:57 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:57.299 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:57 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:57.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:57 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:39:57.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:57 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:57.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:57 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:57.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:57 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:39:57.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:57 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:57.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:57 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:39:58.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:39:58 smithi190 ceph-mon[34840]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:39:58.335 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:39:58 smithi163 ceph-mon[34107]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:39:58.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:39:58 smithi071 ceph-mon[30957]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:40:00.233 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:00 smithi163 ceph-mon[34107]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:40:00.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:00 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:00.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:00 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:00.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:00 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:00.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:00 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:40:00.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:00 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:00.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:00 smithi163 ceph-mon[34107]: overall HEALTH_OK 2024-09-15T23:40:00.275 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:00.273+0000 7f79d27fc640 1 -- 172.21.15.163:0/774412702 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f79d4062630 con 0x7f79bc0a31e0 2024-09-15T23:40:00.275 INFO:teuthology.orchestra.run.smithi163.stdout:Created osd(s) 1 on host 'smithi163' 2024-09-15T23:40:00.277 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:00.276+0000 7f79db680640 1 -- 172.21.15.163:0/774412702 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f79bc0a31e0 msgr2=0x7f79bc0a56a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:40:00.277 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:00.276+0000 7f79db680640 1 --2- 172.21.15.163:0/774412702 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f79bc0a31e0 0x7f79bc0a56a0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f79c8006010 tx=0x7f79c8000bc0 comp rx=0 tx=0).stop 2024-09-15T23:40:00.277 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:00.276+0000 7f79db680640 1 -- 172.21.15.163:0/774412702 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f79d4100ad0 msgr2=0x7f79d4197de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:40:00.277 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:00.276+0000 7f79db680640 1 --2- 172.21.15.163:0/774412702 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f79d4100ad0 0x7f79d4197de0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f79c400ebc0 tx=0x7f79c400c6a0 comp rx=0 tx=0).stop 2024-09-15T23:40:00.277 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:00.276+0000 7f79db680640 1 -- 172.21.15.163:0/774412702 shutdown_connections 2024-09-15T23:40:00.277 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:00.276+0000 7f79db680640 1 --2- 172.21.15.163:0/774412702 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f79bc0a31e0 0x7f79bc0a56a0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:00.277 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:00.276+0000 7f79db680640 1 --2- 172.21.15.163:0/774412702 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79d4102690 0x7f79d419f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:00.278 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:00.276+0000 7f79db680640 1 --2- 172.21.15.163:0/774412702 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f79d4101cd0 0x7f79d4198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:00.278 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:00.276+0000 7f79db680640 1 --2- 172.21.15.163:0/774412702 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f79d4100ad0 0x7f79d4197de0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:00.278 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:00.276+0000 7f79db680640 1 -- 172.21.15.163:0/774412702 >> 172.21.15.163:0/774412702 conn(0x7f79d40fc280 msgr2=0x7f79d4105090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:40:00.278 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:00.276+0000 7f79db680640 1 -- 172.21.15.163:0/774412702 shutdown_connections 2024-09-15T23:40:00.278 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:00.276+0000 7f79db680640 1 -- 172.21.15.163:0/774412702 wait complete. 2024-09-15T23:40:00.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:00 smithi190 ceph-mon[34840]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:40:00.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:00 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:00.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:00 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:00.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:00 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:00.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:00 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:40:00.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:00 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:00.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:00 smithi190 ceph-mon[34840]: overall HEALTH_OK 2024-09-15T23:40:00.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:00 smithi071 ceph-mon[30957]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:40:00.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:00 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:00.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:00 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:00.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:00 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:00.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:00 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:40:00.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:00 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:00.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:00 smithi071 ceph-mon[30957]: overall HEALTH_OK 2024-09-15T23:40:00.891 DEBUG:teuthology.orchestra.run.smithi163:osd.1> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.1.service 2024-09-15T23:40:00.893 INFO:tasks.cephadm:Deploying osd.2 on smithi190 with /dev/vg_nvme/lv_4... 2024-09-15T23:40:00.894 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-15T23:40:01.115 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:01 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:40:01.115 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:01 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:01.115 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:01 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:01.164 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.c/config 2024-09-15T23:40:01.285 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:01 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:40:01.285 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:01 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:01.285 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:01 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:01.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:01 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:40:01.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:01 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:01.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:01 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:02.077 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:02 smithi163 ceph-mon[34107]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:40:02.302 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:02 smithi190 ceph-mon[34840]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:40:02.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:02 smithi071 ceph-mon[30957]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:40:03.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:03 smithi163 ceph-mon[34107]: from='osd.1 [v2:172.21.15.163:6800/1075052522,v1:172.21.15.163:6801/1075052522]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-15T23:40:03.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:03 smithi163 ceph-mon[34107]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-15T23:40:03.235 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 15 23:40:02 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-1[38563]: 2024-09-15T23:40:02.841+0000 7fd81254b640 -1 osd.1 0 log_to_monitors true 2024-09-15T23:40:03.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:03 smithi190 ceph-mon[34840]: from='osd.1 [v2:172.21.15.163:6800/1075052522,v1:172.21.15.163:6801/1075052522]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-15T23:40:03.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:03 smithi190 ceph-mon[34840]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-15T23:40:03.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:03 smithi071 ceph-mon[30957]: from='osd.1 [v2:172.21.15.163:6800/1075052522,v1:172.21.15.163:6801/1075052522]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-15T23:40:03.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:03 smithi071 ceph-mon[30957]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-15T23:40:03.680 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:40:03.705 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi190:vg_nvme/lv_4 2024-09-15T23:40:03.962 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.c/config 2024-09-15T23:40:04.242 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:04 smithi190 ceph-mon[34840]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:40:04.242 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:04 smithi190 ceph-mon[34840]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-15T23:40:04.242 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:04 smithi190 ceph-mon[34840]: osdmap e11: 2 total, 1 up, 2 in 2024-09-15T23:40:04.242 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-15T23:40:04.242 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:04 smithi190 ceph-mon[34840]: from='osd.1 [v2:172.21.15.163:6800/1075052522,v1:172.21.15.163:6801/1075052522]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:40:04.242 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:04 smithi190 ceph-mon[34840]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:40:04.242 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:04.242 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:04.243 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:40:04.243 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:04.243 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:04.243 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:40:04.243 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:04.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:04 smithi071 ceph-mon[30957]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:40:04.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:04 smithi071 ceph-mon[30957]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-15T23:40:04.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:04 smithi071 ceph-mon[30957]: osdmap e11: 2 total, 1 up, 2 in 2024-09-15T23:40:04.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-15T23:40:04.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:04 smithi071 ceph-mon[30957]: from='osd.1 [v2:172.21.15.163:6800/1075052522,v1:172.21.15.163:6801/1075052522]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:40:04.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:04 smithi071 ceph-mon[30957]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:40:04.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:04.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:04.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:40:04.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:04.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:04.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:40:04.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:04.440 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:04 smithi163 ceph-mon[34107]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:40:04.440 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:04 smithi163 ceph-mon[34107]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-15T23:40:04.440 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:04 smithi163 ceph-mon[34107]: osdmap e11: 2 total, 1 up, 2 in 2024-09-15T23:40:04.440 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-15T23:40:04.440 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:04 smithi163 ceph-mon[34107]: from='osd.1 [v2:172.21.15.163:6800/1075052522,v1:172.21.15.163:6801/1075052522]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:40:04.441 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:04 smithi163 ceph-mon[34107]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:40:04.441 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:04.441 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:04.441 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:40:04.441 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:04.441 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:04.441 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:40:04.441 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:04.443 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.440+0000 7fb57e2f6640 1 -- 172.21.15.190:0/3160947233 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb578100ad0 msgr2=0x7fb578100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:40:04.443 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.440+0000 7fb57e2f6640 1 --2- 172.21.15.190:0/3160947233 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb578100ad0 0x7fb578100ed0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fb568009900 tx=0x7fb56802a410 comp rx=0 tx=0).stop 2024-09-15T23:40:04.443 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.440+0000 7fb57e2f6640 1 -- 172.21.15.190:0/3160947233 shutdown_connections 2024-09-15T23:40:04.443 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.440+0000 7fb57e2f6640 1 --2- 172.21.15.190:0/3160947233 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb578102690 0x7fb578108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:04.444 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.440+0000 7fb57e2f6640 1 --2- 172.21.15.190:0/3160947233 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb578101cd0 0x7fb578102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:04.444 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.440+0000 7fb57e2f6640 1 --2- 172.21.15.190:0/3160947233 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb578100ad0 0x7fb578100ed0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:04.444 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.440+0000 7fb57e2f6640 1 -- 172.21.15.190:0/3160947233 >> 172.21.15.190:0/3160947233 conn(0x7fb5780fc280 msgr2=0x7fb5780fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:40:04.444 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.440+0000 7fb57e2f6640 1 -- 172.21.15.190:0/3160947233 shutdown_connections 2024-09-15T23:40:04.444 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.440+0000 7fb57e2f6640 1 -- 172.21.15.190:0/3160947233 wait complete. 2024-09-15T23:40:04.444 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.440+0000 7fb57e2f6640 1 Processor -- start 2024-09-15T23:40:04.444 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.440+0000 7fb57e2f6640 1 -- start start 2024-09-15T23:40:04.444 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.441+0000 7fb57e2f6640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb578100ad0 0x7fb578104a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:40:04.444 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.441+0000 7fb57e2f6640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb578101cd0 0x7fb5781030b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:40:04.444 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.441+0000 7fb57e2f6640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb578102690 0x7fb5781035f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:40:04.444 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.441+0000 7fb57e2f6640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fb57810c650 con 0x7fb578101cd0 2024-09-15T23:40:04.445 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.441+0000 7fb57e2f6640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fb57810c4d0 con 0x7fb578100ad0 2024-09-15T23:40:04.445 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.441+0000 7fb57e2f6640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fb57810c7d0 con 0x7fb578102690 2024-09-15T23:40:04.445 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.441+0000 7fb577fff640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb578100ad0 0x7fb578104a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:40:04.445 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.441+0000 7fb577fff640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb578100ad0 0x7fb578104a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.190:47238/0 (socket says 172.21.15.190:47238) 2024-09-15T23:40:04.445 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.441+0000 7fb57c893640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb578102690 0x7fb5781035f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:40:04.445 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.441+0000 7fb577fff640 1 -- 172.21.15.190:0/259427248 learned_addr learned my addr 172.21.15.190:0/259427248 (peer_addr_for_me v2:172.21.15.190:0/0) 2024-09-15T23:40:04.445 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.441+0000 7fb56ffff640 1 --2- 172.21.15.190:0/259427248 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb578101cd0 0x7fb5781030b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:40:04.446 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.441+0000 7fb577fff640 1 -- 172.21.15.190:0/259427248 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb578102690 msgr2=0x7fb5781035f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:40:04.446 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.441+0000 7fb577fff640 1 --2- 172.21.15.190:0/259427248 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb578102690 0x7fb5781035f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:04.446 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.441+0000 7fb577fff640 1 -- 172.21.15.190:0/259427248 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb578101cd0 msgr2=0x7fb5781030b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:40:04.446 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.441+0000 7fb577fff640 1 --2- 172.21.15.190:0/259427248 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb578101cd0 0x7fb5781030b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:04.446 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.441+0000 7fb577fff640 1 -- 172.21.15.190:0/259427248 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb578103eb0 con 0x7fb578100ad0 2024-09-15T23:40:04.446 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.441+0000 7fb57c893640 1 --2- 172.21.15.190:0/259427248 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb578102690 0x7fb5781035f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T23:40:04.446 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.441+0000 7fb56ffff640 1 --2- 172.21.15.190:0/259427248 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb578101cd0 0x7fb5781030b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:40:04.446 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.441+0000 7fb577fff640 1 --2- 172.21.15.190:0/259427248 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb578100ad0 0x7fb578104a60 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fb5680314e0 tx=0x7fb568003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:40:04.448 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.443+0000 7fb575ffb640 1 -- 172.21.15.190:0/259427248 <== mon.2 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb56803f070 con 0x7fb578100ad0 2024-09-15T23:40:04.448 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.443+0000 7fb575ffb640 1 -- 172.21.15.190:0/259427248 <== mon.2 v2:172.21.15.163:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb568031c40 con 0x7fb578100ad0 2024-09-15T23:40:04.448 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.443+0000 7fb575ffb640 1 -- 172.21.15.190:0/259427248 <== mon.2 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb568035030 con 0x7fb578100ad0 2024-09-15T23:40:04.448 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.443+0000 7fb57e2f6640 1 -- 172.21.15.190:0/259427248 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5781a1f90 con 0x7fb578100ad0 2024-09-15T23:40:04.449 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.443+0000 7fb57e2f6640 1 -- 172.21.15.190:0/259427248 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5781a2330 con 0x7fb578100ad0 2024-09-15T23:40:04.449 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.444+0000 7fb57e2f6640 1 -- 172.21.15.190:0/259427248 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5781a2620 con 0x7fb578100ad0 2024-09-15T23:40:04.449 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.445+0000 7fb575ffb640 1 -- 172.21.15.190:0/259427248 <== mon.2 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 15) ==== 138299+0+0 (secure 0 0 0) 0x7fb568042070 con 0x7fb578100ad0 2024-09-15T23:40:04.449 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.446+0000 7fb575ffb640 1 --2- 172.21.15.190:0/259427248 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb5640a3230 0x7fb5640a56f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:40:04.449 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.446+0000 7fb575ffb640 1 -- 172.21.15.190:0/259427248 <== mon.2 v2:172.21.15.163:3300/0 5 ==== osd_map(12..12 src has 1..12) ==== 2029+0+0 (secure 0 0 0) 0x7fb5680ee7c0 con 0x7fb578100ad0 2024-09-15T23:40:04.449 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.446+0000 7fb56ffff640 1 --2- 172.21.15.190:0/259427248 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb5640a3230 0x7fb5640a56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:40:04.449 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.447+0000 7fb56ffff640 1 --2- 172.21.15.190:0/259427248 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb5640a3230 0x7fb5640a56f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fb5781047e0 tx=0x7fb560005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:40:04.451 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.450+0000 7fb575ffb640 1 -- 172.21.15.190:0/259427248 <== mon.2 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb5680bcdb0 con 0x7fb578100ad0 2024-09-15T23:40:04.631 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:04.630+0000 7fb57e2f6640 1 -- 172.21.15.190:0/259427248 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fb57806a680 con 0x7fb5640a3230 2024-09-15T23:40:04.733 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 15 23:40:04 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-1[38563]: 2024-09-15T23:40:04.438+0000 7fd80e4ce640 -1 osd.1 0 waiting for initial osdmap 2024-09-15T23:40:04.734 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 15 23:40:04 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-1[38563]: 2024-09-15T23:40:04.443+0000 7fd8062ee640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-15T23:40:05.282 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:05 smithi190 ceph-mon[34840]: Detected new or changed devices on smithi163 2024-09-15T23:40:05.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:05 smithi190 ceph-mon[34840]: Adjusting osd_memory_target on smithi163 to 17088M 2024-09-15T23:40:05.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:05 smithi190 ceph-mon[34840]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-09-15T23:40:05.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:05 smithi190 ceph-mon[34840]: osdmap e12: 2 total, 1 up, 2 in 2024-09-15T23:40:05.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:05 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-15T23:40:05.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:05 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-15T23:40:05.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:05 smithi190 ceph-mon[34840]: from='osd.1 ' entity='osd.1' 2024-09-15T23:40:05.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:05 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:40:05.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:05 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:40:05.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:05 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:05.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:05 smithi071 ceph-mon[30957]: Detected new or changed devices on smithi163 2024-09-15T23:40:05.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:05 smithi071 ceph-mon[30957]: Adjusting osd_memory_target on smithi163 to 17088M 2024-09-15T23:40:05.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:05 smithi071 ceph-mon[30957]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-09-15T23:40:05.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:05 smithi071 ceph-mon[30957]: osdmap e12: 2 total, 1 up, 2 in 2024-09-15T23:40:05.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:05 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-15T23:40:05.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:05 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-15T23:40:05.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:05 smithi071 ceph-mon[30957]: from='osd.1 ' entity='osd.1' 2024-09-15T23:40:05.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:05 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:40:05.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:05 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:40:05.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:05 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:05.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:05 smithi163 ceph-mon[34107]: Detected new or changed devices on smithi163 2024-09-15T23:40:05.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:05 smithi163 ceph-mon[34107]: Adjusting osd_memory_target on smithi163 to 17088M 2024-09-15T23:40:05.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:05 smithi163 ceph-mon[34107]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-09-15T23:40:05.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:05 smithi163 ceph-mon[34107]: osdmap e12: 2 total, 1 up, 2 in 2024-09-15T23:40:05.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:05 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-15T23:40:05.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:05 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-15T23:40:05.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:05 smithi163 ceph-mon[34107]: from='osd.1 ' entity='osd.1' 2024-09-15T23:40:05.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:05 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:40:05.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:05 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:40:05.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:05 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:06.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:06 smithi190 ceph-mon[34840]: purged_snaps scrub starts 2024-09-15T23:40:06.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:06 smithi190 ceph-mon[34840]: purged_snaps scrub ok 2024-09-15T23:40:06.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:06 smithi190 ceph-mon[34840]: from='client.24164 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:40:06.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:06 smithi190 ceph-mon[34840]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:40:06.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:06 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-15T23:40:06.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:06 smithi190 ceph-mon[34840]: osd.1 [v2:172.21.15.163:6800/1075052522,v1:172.21.15.163:6801/1075052522] boot 2024-09-15T23:40:06.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:06 smithi190 ceph-mon[34840]: osdmap e13: 2 total, 2 up, 2 in 2024-09-15T23:40:06.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:06 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-15T23:40:06.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:06 smithi071 ceph-mon[30957]: purged_snaps scrub starts 2024-09-15T23:40:06.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:06 smithi071 ceph-mon[30957]: purged_snaps scrub ok 2024-09-15T23:40:06.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:06 smithi071 ceph-mon[30957]: from='client.24164 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:40:06.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:06 smithi071 ceph-mon[30957]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:40:06.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:06 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-15T23:40:06.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:06 smithi071 ceph-mon[30957]: osd.1 [v2:172.21.15.163:6800/1075052522,v1:172.21.15.163:6801/1075052522] boot 2024-09-15T23:40:06.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:06 smithi071 ceph-mon[30957]: osdmap e13: 2 total, 2 up, 2 in 2024-09-15T23:40:06.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:06 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-15T23:40:06.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:06 smithi163 ceph-mon[34107]: purged_snaps scrub starts 2024-09-15T23:40:06.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:06 smithi163 ceph-mon[34107]: purged_snaps scrub ok 2024-09-15T23:40:06.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:06 smithi163 ceph-mon[34107]: from='client.24164 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:40:06.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:06 smithi163 ceph-mon[34107]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-15T23:40:06.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:06 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-15T23:40:06.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:06 smithi163 ceph-mon[34107]: osd.1 [v2:172.21.15.163:6800/1075052522,v1:172.21.15.163:6801/1075052522] boot 2024-09-15T23:40:06.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:06 smithi163 ceph-mon[34107]: osdmap e13: 2 total, 2 up, 2 in 2024-09-15T23:40:06.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:06 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-15T23:40:07.549 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:07 smithi190 ceph-mon[34840]: osdmap e14: 2 total, 2 up, 2 in 2024-09-15T23:40:07.549 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:07 smithi190 ceph-mon[34840]: pgmap v59: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:07.549 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:07 smithi190 ceph-mon[34840]: from='client.? 172.21.15.190:0/1928503765' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d530966-7af0-45b1-aa3d-b8b9df338e84"}]: dispatch 2024-09-15T23:40:07.549 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:07 smithi190 ceph-mon[34840]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d530966-7af0-45b1-aa3d-b8b9df338e84"}]: dispatch 2024-09-15T23:40:07.550 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:07 smithi190 ceph-mon[34840]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3d530966-7af0-45b1-aa3d-b8b9df338e84"}]': finished 2024-09-15T23:40:07.550 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:07 smithi190 ceph-mon[34840]: osdmap e15: 3 total, 2 up, 3 in 2024-09-15T23:40:07.550 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:07 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-15T23:40:07.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:07 smithi163 ceph-mon[34107]: osdmap e14: 2 total, 2 up, 2 in 2024-09-15T23:40:07.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:07 smithi163 ceph-mon[34107]: pgmap v59: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:07.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:07 smithi163 ceph-mon[34107]: from='client.? 172.21.15.190:0/1928503765' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d530966-7af0-45b1-aa3d-b8b9df338e84"}]: dispatch 2024-09-15T23:40:07.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:07 smithi163 ceph-mon[34107]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d530966-7af0-45b1-aa3d-b8b9df338e84"}]: dispatch 2024-09-15T23:40:07.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:07 smithi163 ceph-mon[34107]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3d530966-7af0-45b1-aa3d-b8b9df338e84"}]': finished 2024-09-15T23:40:07.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:07 smithi163 ceph-mon[34107]: osdmap e15: 3 total, 2 up, 3 in 2024-09-15T23:40:07.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:07 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-15T23:40:07.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:07 smithi071 ceph-mon[30957]: osdmap e14: 2 total, 2 up, 2 in 2024-09-15T23:40:07.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:07 smithi071 ceph-mon[30957]: pgmap v59: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:07.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:07 smithi071 ceph-mon[30957]: from='client.? 172.21.15.190:0/1928503765' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d530966-7af0-45b1-aa3d-b8b9df338e84"}]: dispatch 2024-09-15T23:40:07.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:07 smithi071 ceph-mon[30957]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d530966-7af0-45b1-aa3d-b8b9df338e84"}]: dispatch 2024-09-15T23:40:07.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:07 smithi071 ceph-mon[30957]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3d530966-7af0-45b1-aa3d-b8b9df338e84"}]': finished 2024-09-15T23:40:07.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:07 smithi071 ceph-mon[30957]: osdmap e15: 3 total, 2 up, 3 in 2024-09-15T23:40:07.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:07 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-15T23:40:08.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:08 smithi163 ceph-mon[34107]: from='client.? 172.21.15.190:0/3030754325' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:40:08.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:08 smithi190 ceph-mon[34840]: from='client.? 172.21.15.190:0/3030754325' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:40:08.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:08 smithi071 ceph-mon[30957]: from='client.? 172.21.15.190:0/3030754325' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:40:09.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:09 smithi163 ceph-mon[34107]: pgmap v61: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:09.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:09 smithi190 ceph-mon[34840]: pgmap v61: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:09.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:09 smithi071 ceph-mon[30957]: pgmap v61: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:12.209 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:12 smithi190 ceph-mon[34840]: pgmap v62: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:12.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:12 smithi071 ceph-mon[30957]: pgmap v62: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:12.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:12 smithi163 ceph-mon[34107]: pgmap v62: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:14.148 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:14 smithi190 ceph-mon[34840]: pgmap v63: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:14.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:14 smithi071 ceph-mon[30957]: pgmap v63: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:14.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:14 smithi163 ceph-mon[34107]: pgmap v63: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:16.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:16 smithi190 ceph-mon[34840]: pgmap v64: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:16.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:16 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-15T23:40:16.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:16 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:16.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:16 smithi190 ceph-mon[34840]: Deploying daemon osd.2 on smithi190 2024-09-15T23:40:16.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:16 smithi071 ceph-mon[30957]: pgmap v64: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:16.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:16 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-15T23:40:16.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:16 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:16.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:16 smithi071 ceph-mon[30957]: Deploying daemon osd.2 on smithi190 2024-09-15T23:40:16.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:16 smithi163 ceph-mon[34107]: pgmap v64: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:16.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:16 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-15T23:40:16.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:16 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:16.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:16 smithi163 ceph-mon[34107]: Deploying daemon osd.2 on smithi190 2024-09-15T23:40:18.201 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:18 smithi190 ceph-mon[34840]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:18.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:18 smithi071 ceph-mon[30957]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:18.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:18 smithi163 ceph-mon[34107]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:20.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:20 smithi190 ceph-mon[34840]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:20.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:20 smithi071 ceph-mon[30957]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:20.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:20 smithi163 ceph-mon[34107]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:22.282 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:22 smithi190 ceph-mon[34840]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:22.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:22 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:40:22.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:22 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:22.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:22 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:22.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:22 smithi071 ceph-mon[30957]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:22.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:22 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:40:22.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:22 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:22.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:22 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:22.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:22 smithi163 ceph-mon[34107]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:22.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:22 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:40:22.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:22 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:22.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:22 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:24.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:24 smithi190 ceph-mon[34840]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:24.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:24 smithi071 ceph-mon[30957]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:24.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:24 smithi163 ceph-mon[34107]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:25.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:25 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:25.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:25 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:25.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:25 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:25.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:25 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:40:25.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:25 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:25.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:25 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:25.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:25 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:25.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:25 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:25.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:25 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:40:25.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:25 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:25.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:25 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:25.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:25 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:25.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:25 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:25.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:25 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:40:25.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:25 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:25.694 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:25.692+0000 7fb575ffb640 1 -- 172.21.15.190:0/259427248 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fb57806a680 con 0x7fb5640a3230 2024-09-15T23:40:25.694 INFO:teuthology.orchestra.run.smithi190.stdout:Created osd(s) 2 on host 'smithi190' 2024-09-15T23:40:25.696 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:25.695+0000 7fb57e2f6640 1 -- 172.21.15.190:0/259427248 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb5640a3230 msgr2=0x7fb5640a56f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:40:25.696 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:25.695+0000 7fb57e2f6640 1 --2- 172.21.15.190:0/259427248 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb5640a3230 0x7fb5640a56f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fb5781047e0 tx=0x7fb560005f90 comp rx=0 tx=0).stop 2024-09-15T23:40:25.696 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:25.695+0000 7fb57e2f6640 1 -- 172.21.15.190:0/259427248 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb578100ad0 msgr2=0x7fb578104a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:40:25.696 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:25.695+0000 7fb57e2f6640 1 --2- 172.21.15.190:0/259427248 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb578100ad0 0x7fb578104a60 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fb5680314e0 tx=0x7fb568003c10 comp rx=0 tx=0).stop 2024-09-15T23:40:25.696 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:25.695+0000 7fb57e2f6640 1 -- 172.21.15.190:0/259427248 shutdown_connections 2024-09-15T23:40:25.696 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:25.695+0000 7fb57e2f6640 1 --2- 172.21.15.190:0/259427248 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb5640a3230 0x7fb5640a56f0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:25.697 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:25.695+0000 7fb57e2f6640 1 --2- 172.21.15.190:0/259427248 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb578102690 0x7fb5781035f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:25.697 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:25.695+0000 7fb57e2f6640 1 --2- 172.21.15.190:0/259427248 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb578101cd0 0x7fb5781030b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:25.697 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:25.695+0000 7fb57e2f6640 1 --2- 172.21.15.190:0/259427248 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb578100ad0 0x7fb578104a60 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:25.697 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:25.695+0000 7fb57e2f6640 1 -- 172.21.15.190:0/259427248 >> 172.21.15.190:0/259427248 conn(0x7fb5780fc280 msgr2=0x7fb578069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:40:25.697 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:25.695+0000 7fb57e2f6640 1 -- 172.21.15.190:0/259427248 shutdown_connections 2024-09-15T23:40:25.697 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:40:25.695+0000 7fb57e2f6640 1 -- 172.21.15.190:0/259427248 wait complete. 2024-09-15T23:40:26.307 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:26 smithi190 ceph-mon[34840]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:26.307 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:26 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:40:26.307 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:26 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:26.307 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:26 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:26.334 DEBUG:teuthology.orchestra.run.smithi190:osd.2> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.2.service 2024-09-15T23:40:26.336 INFO:tasks.cephadm:Deploying osd.3 on smithi071 with /dev/vg_nvme/lv_3... 2024-09-15T23:40:26.336 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-15T23:40:26.365 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:26 smithi071 ceph-mon[30957]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:26.365 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:26 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:40:26.366 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:26 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:26.366 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:26 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:26.385 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:26 smithi163 ceph-mon[34107]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:26.385 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:26 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:40:26.385 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:26 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:26.385 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:26 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:26.593 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:40:27.793 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 15 23:40:27 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-2[39810]: 2024-09-15T23:40:27.540+0000 7fe14278e640 -1 osd.2 0 log_to_monitors true 2024-09-15T23:40:28.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:28 smithi190 ceph-mon[34840]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:28.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:28 smithi190 ceph-mon[34840]: from='osd.2 [v2:172.21.15.190:6800/2143521395,v1:172.21.15.190:6801/2143521395]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-15T23:40:28.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:28 smithi190 ceph-mon[34840]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-15T23:40:28.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:28 smithi071 ceph-mon[30957]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:28.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:28 smithi071 ceph-mon[30957]: from='osd.2 [v2:172.21.15.190:6800/2143521395,v1:172.21.15.190:6801/2143521395]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-15T23:40:28.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:28 smithi071 ceph-mon[30957]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-15T23:40:28.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:28 smithi163 ceph-mon[34107]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:28.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:28 smithi163 ceph-mon[34107]: from='osd.2 [v2:172.21.15.190:6800/2143521395,v1:172.21.15.190:6801/2143521395]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-15T23:40:28.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:28 smithi163 ceph-mon[34107]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-15T23:40:29.255 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:29 smithi071 ceph-mon[30957]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-15T23:40:29.255 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:29 smithi071 ceph-mon[30957]: osdmap e16: 3 total, 2 up, 3 in 2024-09-15T23:40:29.255 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-15T23:40:29.255 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:29 smithi071 ceph-mon[30957]: from='osd.2 [v2:172.21.15.190:6800/2143521395,v1:172.21.15.190:6801/2143521395]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:40:29.255 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:29 smithi071 ceph-mon[30957]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:40:29.288 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:40:29.315 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi071:vg_nvme/lv_3 2024-09-15T23:40:29.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:29 smithi163 ceph-mon[34107]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-15T23:40:29.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:29 smithi163 ceph-mon[34107]: osdmap e16: 3 total, 2 up, 3 in 2024-09-15T23:40:29.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:29 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-15T23:40:29.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:29 smithi163 ceph-mon[34107]: from='osd.2 [v2:172.21.15.190:6800/2143521395,v1:172.21.15.190:6801/2143521395]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:40:29.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:29 smithi163 ceph-mon[34107]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:40:29.535 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:29 smithi190 ceph-mon[34840]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-15T23:40:29.536 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:29 smithi190 ceph-mon[34840]: osdmap e16: 3 total, 2 up, 3 in 2024-09-15T23:40:29.536 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:29 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-15T23:40:29.536 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:29 smithi190 ceph-mon[34840]: from='osd.2 [v2:172.21.15.190:6800/2143521395,v1:172.21.15.190:6801/2143521395]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:40:29.536 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:29 smithi190 ceph-mon[34840]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:40:29.605 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:40:29.813 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 15 23:40:29 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-2[39810]: 2024-09-15T23:40:29.533+0000 7fe13e711640 -1 osd.2 0 waiting for initial osdmap 2024-09-15T23:40:29.813 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 15 23:40:29 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-2[39810]: 2024-09-15T23:40:29.536+0000 7fe136531640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-15T23:40:30.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.097+0000 7f8c6f775640 1 -- 172.21.15.71:0/2415465731 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8c68100ad0 msgr2=0x7f8c68100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:40:30.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.097+0000 7f8c6f775640 1 --2- 172.21.15.71:0/2415465731 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8c68100ad0 0x7f8c68100ed0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8c58009900 tx=0x7f8c5802a410 comp rx=0 tx=0).stop 2024-09-15T23:40:30.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.097+0000 7f8c6f775640 1 -- 172.21.15.71:0/2415465731 shutdown_connections 2024-09-15T23:40:30.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.097+0000 7f8c6f775640 1 --2- 172.21.15.71:0/2415465731 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8c68102690 0x7f8c68108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:30.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.097+0000 7f8c6f775640 1 --2- 172.21.15.71:0/2415465731 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8c68101cd0 0x7f8c68102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:30.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.097+0000 7f8c6f775640 1 --2- 172.21.15.71:0/2415465731 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8c68100ad0 0x7f8c68100ed0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:30.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.097+0000 7f8c6f775640 1 -- 172.21.15.71:0/2415465731 >> 172.21.15.71:0/2415465731 conn(0x7f8c680fc280 msgr2=0x7f8c680fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:40:30.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.097+0000 7f8c6f775640 1 -- 172.21.15.71:0/2415465731 shutdown_connections 2024-09-15T23:40:30.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.097+0000 7f8c6f775640 1 -- 172.21.15.71:0/2415465731 wait complete. 2024-09-15T23:40:30.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.098+0000 7f8c6f775640 1 Processor -- start 2024-09-15T23:40:30.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.098+0000 7f8c6f775640 1 -- start start 2024-09-15T23:40:30.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.098+0000 7f8c6f775640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8c68100ad0 0x7f8c68199f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:40:30.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.098+0000 7f8c6f775640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8c68101cd0 0x7f8c6819a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:40:30.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.098+0000 7f8c6f775640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8c68102690 0x7f8c681a1550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:40:30.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.098+0000 7f8c6f775640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f8c6810c610 con 0x7f8c68101cd0 2024-09-15T23:40:30.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.098+0000 7f8c6f775640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f8c6810c490 con 0x7f8c68102690 2024-09-15T23:40:30.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.098+0000 7f8c6f775640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f8c6810c790 con 0x7f8c68100ad0 2024-09-15T23:40:30.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.098+0000 7f8c6cd10640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8c68101cd0 0x7f8c6819a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:40:30.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.098+0000 7f8c6cd10640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8c68101cd0 0x7f8c6819a4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42888/0 (socket says 172.21.15.71:42888) 2024-09-15T23:40:30.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.098+0000 7f8c6cd10640 1 -- 172.21.15.71:0/1080402043 learned_addr learned my addr 172.21.15.71:0/1080402043 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:40:30.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.098+0000 7f8c6d511640 1 --2- 172.21.15.71:0/1080402043 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8c68100ad0 0x7f8c68199f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:40:30.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.098+0000 7f8c6dd12640 1 --2- 172.21.15.71:0/1080402043 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8c68102690 0x7f8c681a1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:40:30.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.098+0000 7f8c6cd10640 1 -- 172.21.15.71:0/1080402043 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8c68100ad0 msgr2=0x7f8c68199f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:40:30.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.098+0000 7f8c6cd10640 1 --2- 172.21.15.71:0/1080402043 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8c68100ad0 0x7f8c68199f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:30.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.098+0000 7f8c6cd10640 1 -- 172.21.15.71:0/1080402043 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8c68102690 msgr2=0x7f8c681a1550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:40:30.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.098+0000 7f8c6cd10640 1 --2- 172.21.15.71:0/1080402043 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8c68102690 0x7f8c681a1550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:30.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.098+0000 7f8c6cd10640 1 -- 172.21.15.71:0/1080402043 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c681a1bc0 con 0x7f8c68101cd0 2024-09-15T23:40:30.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.098+0000 7f8c6dd12640 1 --2- 172.21.15.71:0/1080402043 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8c68102690 0x7f8c681a1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:40:30.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.098+0000 7f8c6cd10640 1 --2- 172.21.15.71:0/1080402043 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8c68101cd0 0x7f8c6819a4d0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8c6400c920 tx=0x7f8c6400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:40:30.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.099+0000 7f8c5e7fc640 1 -- 172.21.15.71:0/1080402043 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c64007c70 con 0x7f8c68101cd0 2024-09-15T23:40:30.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.099+0000 7f8c5e7fc640 1 -- 172.21.15.71:0/1080402043 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8c64007e10 con 0x7f8c68101cd0 2024-09-15T23:40:30.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.099+0000 7f8c6f775640 1 -- 172.21.15.71:0/1080402043 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c681a1eb0 con 0x7f8c68101cd0 2024-09-15T23:40:30.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.099+0000 7f8c5e7fc640 1 -- 172.21.15.71:0/1080402043 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c64018820 con 0x7f8c68101cd0 2024-09-15T23:40:30.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.099+0000 7f8c6f775640 1 -- 172.21.15.71:0/1080402043 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c681a2360 con 0x7f8c68101cd0 2024-09-15T23:40:30.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.099+0000 7f8c6f775640 1 -- 172.21.15.71:0/1080402043 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c681a25f0 con 0x7f8c68101cd0 2024-09-15T23:40:30.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.102+0000 7f8c5e7fc640 1 -- 172.21.15.71:0/1080402043 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 15) ==== 138299+0+0 (secure 0 0 0) 0x7f8c640189c0 con 0x7f8c68101cd0 2024-09-15T23:40:30.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.102+0000 7f8c5e7fc640 1 --2- 172.21.15.71:0/1080402043 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f8c540a31e0 0x7f8c540a56a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:40:30.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.102+0000 7f8c6d511640 1 --2- 172.21.15.71:0/1080402043 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f8c540a31e0 0x7f8c540a56a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:40:30.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.102+0000 7f8c5e7fc640 1 -- 172.21.15.71:0/1080402043 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2571+0+0 (secure 0 0 0) 0x7f8c640ce510 con 0x7f8c68101cd0 2024-09-15T23:40:30.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.103+0000 7f8c6d511640 1 --2- 172.21.15.71:0/1080402043 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f8c540a31e0 0x7f8c540a56a0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8c58004770 tx=0x7f8c58000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:40:30.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.105+0000 7f8c5e7fc640 1 -- 172.21.15.71:0/1080402043 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8c64014030 con 0x7f8c68101cd0 2024-09-15T23:40:30.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:30 smithi071 ceph-mon[30957]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:30.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:30 smithi071 ceph-mon[30957]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-09-15T23:40:30.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:30 smithi071 ceph-mon[30957]: osdmap e17: 3 total, 2 up, 3 in 2024-09-15T23:40:30.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:30 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-15T23:40:30.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:30 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-15T23:40:30.179 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:30 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:30.179 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:30 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:30.179 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:30 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:40:30.179 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:30 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:30.179 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:30 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:30.179 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:30 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:40:30.179 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:30 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:30.179 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:30 smithi071 ceph-mon[30957]: from='osd.2 ' entity='osd.2' 2024-09-15T23:40:30.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:30.287+0000 7f8c6f775640 1 -- 172.21.15.71:0/1080402043 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f8c681a27c0 con 0x7f8c540a31e0 2024-09-15T23:40:30.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:30 smithi163 ceph-mon[34107]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:30.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:30 smithi163 ceph-mon[34107]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-09-15T23:40:30.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:30 smithi163 ceph-mon[34107]: osdmap e17: 3 total, 2 up, 3 in 2024-09-15T23:40:30.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:30 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-15T23:40:30.486 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:30 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-15T23:40:30.486 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:30 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:30.486 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:30 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:30.486 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:30 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:40:30.486 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:30 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:30.486 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:30 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:30.487 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:30 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:40:30.487 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:30 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:30.487 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:30 smithi163 ceph-mon[34107]: from='osd.2 ' entity='osd.2' 2024-09-15T23:40:30.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:30 smithi190 ceph-mon[34840]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:30.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:30 smithi190 ceph-mon[34840]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-09-15T23:40:30.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:30 smithi190 ceph-mon[34840]: osdmap e17: 3 total, 2 up, 3 in 2024-09-15T23:40:30.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:30 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-15T23:40:30.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:30 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-15T23:40:30.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:30 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:30.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:30 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:30.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:30 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:40:30.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:30 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:30.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:30 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:30.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:30 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:40:30.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:30 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:30.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:30 smithi190 ceph-mon[34840]: from='osd.2 ' entity='osd.2' 2024-09-15T23:40:31.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:31 smithi190 ceph-mon[34840]: purged_snaps scrub starts 2024-09-15T23:40:31.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:31 smithi190 ceph-mon[34840]: purged_snaps scrub ok 2024-09-15T23:40:31.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:31 smithi190 ceph-mon[34840]: Detected new or changed devices on smithi190 2024-09-15T23:40:31.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:31 smithi190 ceph-mon[34840]: Adjusting osd_memory_target on smithi190 to 17088M 2024-09-15T23:40:31.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:31 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-15T23:40:31.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:31 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:40:31.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:31 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:40:31.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:31 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:31.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:31 smithi190 ceph-mon[34840]: osd.2 [v2:172.21.15.190:6800/2143521395,v1:172.21.15.190:6801/2143521395] boot 2024-09-15T23:40:31.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:31 smithi190 ceph-mon[34840]: osdmap e18: 3 total, 3 up, 3 in 2024-09-15T23:40:31.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:31 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-15T23:40:31.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:31 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-15T23:40:31.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:31 smithi071 ceph-mon[30957]: purged_snaps scrub starts 2024-09-15T23:40:31.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:31 smithi071 ceph-mon[30957]: purged_snaps scrub ok 2024-09-15T23:40:31.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:31 smithi071 ceph-mon[30957]: Detected new or changed devices on smithi190 2024-09-15T23:40:31.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:31 smithi071 ceph-mon[30957]: Adjusting osd_memory_target on smithi190 to 17088M 2024-09-15T23:40:31.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:31 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-15T23:40:31.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:31 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:40:31.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:31 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:40:31.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:31 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:31.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:31 smithi071 ceph-mon[30957]: osd.2 [v2:172.21.15.190:6800/2143521395,v1:172.21.15.190:6801/2143521395] boot 2024-09-15T23:40:31.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:31 smithi071 ceph-mon[30957]: osdmap e18: 3 total, 3 up, 3 in 2024-09-15T23:40:31.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:31 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-15T23:40:31.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:31 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-15T23:40:31.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:31 smithi163 ceph-mon[34107]: purged_snaps scrub starts 2024-09-15T23:40:31.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:31 smithi163 ceph-mon[34107]: purged_snaps scrub ok 2024-09-15T23:40:31.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:31 smithi163 ceph-mon[34107]: Detected new or changed devices on smithi190 2024-09-15T23:40:31.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:31 smithi163 ceph-mon[34107]: Adjusting osd_memory_target on smithi190 to 17088M 2024-09-15T23:40:31.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:31 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-15T23:40:31.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:31 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:40:31.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:31 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:40:31.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:31 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:31.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:31 smithi163 ceph-mon[34107]: osd.2 [v2:172.21.15.190:6800/2143521395,v1:172.21.15.190:6801/2143521395] boot 2024-09-15T23:40:31.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:31 smithi163 ceph-mon[34107]: osdmap e18: 3 total, 3 up, 3 in 2024-09-15T23:40:31.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:31 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-15T23:40:31.735 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:31 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-15T23:40:32.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:32 smithi071 ceph-mon[30957]: from='client.14301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:40:32.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:32 smithi071 ceph-mon[30957]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:32.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:32 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-15T23:40:32.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:32 smithi071 ceph-mon[30957]: osdmap e19: 3 total, 3 up, 3 in 2024-09-15T23:40:32.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:32 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-15T23:40:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:32 smithi190 ceph-mon[34840]: from='client.14301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:40:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:32 smithi190 ceph-mon[34840]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:32 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-15T23:40:32.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:32 smithi190 ceph-mon[34840]: osdmap e19: 3 total, 3 up, 3 in 2024-09-15T23:40:32.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:32 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-15T23:40:32.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:32 smithi163 ceph-mon[34107]: from='client.14301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:40:32.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:32 smithi163 ceph-mon[34107]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-15T23:40:32.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:32 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-15T23:40:32.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:32 smithi163 ceph-mon[34107]: osdmap e19: 3 total, 3 up, 3 in 2024-09-15T23:40:32.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:32 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-15T23:40:33.153 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 15 23:40:32 smithi071 sudo[49426]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-15T23:40:33.154 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 15 23:40:32 smithi071 sudo[49426]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-15T23:40:33.154 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 15 23:40:32 smithi071 sudo[49426]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-15T23:40:33.154 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 15 23:40:32 smithi071 sudo[49426]: pam_unix(sudo:session): session closed for user root 2024-09-15T23:40:33.426 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 15 23:40:33 smithi071 sudo[49454]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-15T23:40:33.426 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 15 23:40:33 smithi071 sudo[49454]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-15T23:40:33.426 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 15 23:40:33 smithi071 sudo[49454]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-15T23:40:33.426 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 15 23:40:33 smithi071 sudo[49454]: pam_unix(sudo:session): session closed for user root 2024-09-15T23:40:33.681 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 15 23:40:33 smithi163 sudo[42411]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-15T23:40:33.681 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 15 23:40:33 smithi163 sudo[42411]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-15T23:40:33.681 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 15 23:40:33 smithi163 sudo[42411]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-15T23:40:33.681 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 15 23:40:33 smithi163 sudo[42411]: pam_unix(sudo:session): session closed for user root 2024-09-15T23:40:33.681 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:33 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-15T23:40:33.681 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:33 smithi163 ceph-mon[34107]: osdmap e20: 3 total, 3 up, 3 in 2024-09-15T23:40:33.681 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:33 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/4117867624' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f16832da-8eaa-424e-a215-1ed01f156888"}]: dispatch 2024-09-15T23:40:33.681 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:33 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/4117867624' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f16832da-8eaa-424e-a215-1ed01f156888"}]': finished 2024-09-15T23:40:33.682 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:33 smithi163 ceph-mon[34107]: osdmap e21: 4 total, 3 up, 4 in 2024-09-15T23:40:33.682 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:33 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-15T23:40:33.682 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:33 smithi163 ceph-mon[34107]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:33.682 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:33 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:33.682 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:33 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/2512049759' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:40:33.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:33.777+0000 7f8c5e7fc640 1 -- 172.21.15.71:0/1080402043 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f8c64098980 con 0x7f8c68101cd0 2024-09-15T23:40:33.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:33 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-15T23:40:33.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:33 smithi190 ceph-mon[34840]: osdmap e20: 3 total, 3 up, 3 in 2024-09-15T23:40:33.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:33 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/4117867624' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f16832da-8eaa-424e-a215-1ed01f156888"}]: dispatch 2024-09-15T23:40:33.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:33 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/4117867624' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f16832da-8eaa-424e-a215-1ed01f156888"}]': finished 2024-09-15T23:40:33.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:33 smithi190 ceph-mon[34840]: osdmap e21: 4 total, 3 up, 4 in 2024-09-15T23:40:33.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:33 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-15T23:40:33.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:33 smithi190 ceph-mon[34840]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:33.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:33 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:33.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:33 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/2512049759' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:40:33.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:33 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-15T23:40:33.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:33 smithi071 ceph-mon[30957]: osdmap e20: 3 total, 3 up, 3 in 2024-09-15T23:40:33.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:33 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/4117867624' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f16832da-8eaa-424e-a215-1ed01f156888"}]: dispatch 2024-09-15T23:40:33.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:33 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/4117867624' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f16832da-8eaa-424e-a215-1ed01f156888"}]': finished 2024-09-15T23:40:33.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:33 smithi071 ceph-mon[30957]: osdmap e21: 4 total, 3 up, 4 in 2024-09-15T23:40:33.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:33 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-15T23:40:33.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:33 smithi071 ceph-mon[30957]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:33.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:33 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:33.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:33 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2512049759' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:40:33.983 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 15 23:40:33 smithi163 sudo[42414]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-15T23:40:33.984 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 15 23:40:33 smithi163 sudo[42414]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-15T23:40:33.984 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 15 23:40:33 smithi163 sudo[42414]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-15T23:40:33.984 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 15 23:40:33 smithi163 sudo[42414]: pam_unix(sudo:session): session closed for user root 2024-09-15T23:40:34.209 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 15 23:40:33 smithi190 sudo[43686]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-15T23:40:34.209 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 15 23:40:33 smithi190 sudo[43686]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-15T23:40:34.209 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 15 23:40:33 smithi190 sudo[43686]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-15T23:40:34.210 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 15 23:40:33 smithi190 sudo[43686]: pam_unix(sudo:session): session closed for user root 2024-09-15T23:40:34.563 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 15 23:40:34 smithi190 sudo[43689]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-15T23:40:34.563 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 15 23:40:34 smithi190 sudo[43689]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-15T23:40:34.563 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 15 23:40:34 smithi190 sudo[43689]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-15T23:40:34.563 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 15 23:40:34 smithi190 sudo[43689]: pam_unix(sudo:session): session closed for user root 2024-09-15T23:40:34.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:34 smithi071 sudo[49689]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-15T23:40:34.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:34 smithi071 sudo[49689]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-15T23:40:34.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:34 smithi071 sudo[49689]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-15T23:40:34.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:34 smithi071 sudo[49689]: pam_unix(sudo:session): session closed for user root 2024-09-15T23:40:34.993 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:34 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:34.993 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:34 smithi190 ceph-mon[34840]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-15T23:40:34.993 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:34 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:34.993 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:34 smithi190 ceph-mon[34840]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-15T23:40:34.993 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:34 smithi190 sudo[43692]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-15T23:40:34.993 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:34 smithi190 sudo[43692]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-15T23:40:34.993 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:34 smithi190 sudo[43692]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-15T23:40:34.993 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:34 smithi190 sudo[43692]: pam_unix(sudo:session): session closed for user root 2024-09-15T23:40:35.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:34 smithi071 sudo[49723]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-15T23:40:35.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:34 smithi071 sudo[49723]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-15T23:40:35.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:34 smithi071 sudo[49723]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-15T23:40:35.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:34 smithi071 sudo[49723]: pam_unix(sudo:session): session closed for user root 2024-09-15T23:40:35.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:34 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:35.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:34 smithi071 ceph-mon[30957]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-15T23:40:35.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:34 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:35.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:34 smithi071 ceph-mon[30957]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-15T23:40:35.233 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:34 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:35.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:34 smithi163 ceph-mon[34107]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-15T23:40:35.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:34 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:35.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:34 smithi163 ceph-mon[34107]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-15T23:40:35.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:35 smithi190 sudo[43695]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-15T23:40:35.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:35 smithi190 sudo[43695]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-15T23:40:35.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:35 smithi190 sudo[43695]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-15T23:40:35.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:35 smithi190 sudo[43695]: pam_unix(sudo:session): session closed for user root 2024-09-15T23:40:35.724 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:35 smithi163 sudo[42417]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-15T23:40:35.724 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:35 smithi163 sudo[42417]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-15T23:40:35.724 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:35 smithi163 sudo[42417]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-15T23:40:35.724 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:35 smithi163 sudo[42417]: pam_unix(sudo:session): session closed for user root 2024-09-15T23:40:35.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:35 smithi163 sudo[42420]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-15T23:40:35.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:35 smithi163 sudo[42420]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-15T23:40:35.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:35 smithi163 sudo[42420]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-15T23:40:35.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:35 smithi163 sudo[42420]: pam_unix(sudo:session): session closed for user root 2024-09-15T23:40:35.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:35 smithi163 ceph-mon[34107]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-15T23:40:35.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:35 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-15T23:40:35.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:35 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:40:35.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:35 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:40:35.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:35 smithi163 ceph-mon[34107]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-15T23:40:35.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:35 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-15T23:40:35.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:35 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:40:35.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:35 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:40:35.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:35 smithi163 ceph-mon[34107]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:35.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:35 smithi163 ceph-mon[34107]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-15T23:40:35.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:35 smithi163 ceph-mon[34107]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-15T23:40:35.987 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:35 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-15T23:40:35.987 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:35 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:40:35.987 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:35 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:40:35.987 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:35 smithi163 ceph-mon[34107]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-15T23:40:36.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:35 smithi190 ceph-mon[34840]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-15T23:40:36.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:35 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-15T23:40:36.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:35 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:40:36.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:35 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:40:36.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:35 smithi190 ceph-mon[34840]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-15T23:40:36.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:35 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-15T23:40:36.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:35 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:40:36.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:35 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:40:36.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:35 smithi190 ceph-mon[34840]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:36.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:35 smithi190 ceph-mon[34840]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-15T23:40:36.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:35 smithi190 ceph-mon[34840]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-15T23:40:36.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:35 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-15T23:40:36.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:35 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:40:36.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:35 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:40:36.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:35 smithi190 ceph-mon[34840]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-15T23:40:36.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:35 smithi071 ceph-mon[30957]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-15T23:40:36.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:35 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-15T23:40:36.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:35 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:40:36.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:35 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:40:36.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:35 smithi071 ceph-mon[30957]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-15T23:40:36.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:35 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-15T23:40:36.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:35 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:40:36.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:35 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:40:36.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:35 smithi071 ceph-mon[30957]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:36.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:35 smithi071 ceph-mon[30957]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-15T23:40:36.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:35 smithi071 ceph-mon[30957]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-15T23:40:36.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:35 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-15T23:40:36.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:35 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:40:36.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:35 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:40:36.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:35 smithi071 ceph-mon[30957]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-15T23:40:38.297 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:38 smithi071 ceph-mon[30957]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:38.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:38 smithi190 ceph-mon[34840]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:38.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:38 smithi163 ceph-mon[34107]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:40.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:40 smithi190 ceph-mon[34840]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:40.417 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:40 smithi071 ceph-mon[30957]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:40.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:40 smithi163 ceph-mon[34107]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:42.154 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:42 smithi071 ceph-mon[30957]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:42.154 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:42 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-15T23:40:42.154 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:42 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:42.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:42 smithi190 ceph-mon[34840]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:42.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:42 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-15T23:40:42.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:42 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:42.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:42 smithi163 ceph-mon[34107]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:42.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:42 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-15T23:40:42.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:42 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:43.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:43 smithi071 ceph-mon[30957]: Deploying daemon osd.3 on smithi071 2024-09-15T23:40:43.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:43 smithi190 ceph-mon[34840]: Deploying daemon osd.3 on smithi071 2024-09-15T23:40:43.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:43 smithi163 ceph-mon[34107]: Deploying daemon osd.3 on smithi071 2024-09-15T23:40:44.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:44 smithi071 ceph-mon[30957]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:44.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:44 smithi190 ceph-mon[34840]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:44.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:44 smithi163 ceph-mon[34107]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:46.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:46 smithi071 ceph-mon[30957]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:46.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:46 smithi163 ceph-mon[34107]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:46 smithi190 ceph-mon[34840]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:48.420 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:48 smithi071 ceph-mon[30957]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:48.420 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:48 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:40:48.421 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:48 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:48.421 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:48 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:48.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:48 smithi163 ceph-mon[34107]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:48.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:48 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:40:48.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:48 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:48.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:48 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:48 smithi190 ceph-mon[34840]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:48 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:40:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:48 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:48.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:48 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:50.367 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:50 smithi071 ceph-mon[30957]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:50.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:50 smithi163 ceph-mon[34107]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:50 smithi190 ceph-mon[34840]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:51.821 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:51 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:51.822 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:51 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:51.822 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:51 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:51.822 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:51 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:40:51.822 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:51 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:51.822 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:51 smithi071 ceph-mon[30957]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:51.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:51.859+0000 7f8c5e7fc640 1 -- 172.21.15.71:0/1080402043 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8c681a27c0 con 0x7f8c540a31e0 2024-09-15T23:40:51.860 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 3 on host 'smithi071' 2024-09-15T23:40:51.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:51.861+0000 7f8c6f775640 1 -- 172.21.15.71:0/1080402043 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f8c540a31e0 msgr2=0x7f8c540a56a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:40:51.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:51.861+0000 7f8c6f775640 1 --2- 172.21.15.71:0/1080402043 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f8c540a31e0 0x7f8c540a56a0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8c58004770 tx=0x7f8c58000bc0 comp rx=0 tx=0).stop 2024-09-15T23:40:51.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:51.861+0000 7f8c6f775640 1 -- 172.21.15.71:0/1080402043 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8c68101cd0 msgr2=0x7f8c6819a4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:40:51.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:51.861+0000 7f8c6f775640 1 --2- 172.21.15.71:0/1080402043 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8c68101cd0 0x7f8c6819a4d0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8c6400c920 tx=0x7f8c6400cde0 comp rx=0 tx=0).stop 2024-09-15T23:40:51.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:51.861+0000 7f8c6f775640 1 -- 172.21.15.71:0/1080402043 shutdown_connections 2024-09-15T23:40:51.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:51.861+0000 7f8c6f775640 1 --2- 172.21.15.71:0/1080402043 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f8c540a31e0 0x7f8c540a56a0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:51.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:51.861+0000 7f8c6f775640 1 --2- 172.21.15.71:0/1080402043 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8c68102690 0x7f8c681a1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:51.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:51.861+0000 7f8c6f775640 1 --2- 172.21.15.71:0/1080402043 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8c68101cd0 0x7f8c6819a4d0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:51.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:51.861+0000 7f8c6f775640 1 --2- 172.21.15.71:0/1080402043 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8c68100ad0 0x7f8c68199f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:51.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:51.861+0000 7f8c6f775640 1 -- 172.21.15.71:0/1080402043 >> 172.21.15.71:0/1080402043 conn(0x7f8c680fc280 msgr2=0x7f8c6806a020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:40:51.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:51.861+0000 7f8c6f775640 1 -- 172.21.15.71:0/1080402043 shutdown_connections 2024-09-15T23:40:51.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:40:51.861+0000 7f8c6f775640 1 -- 172.21.15.71:0/1080402043 wait complete. 2024-09-15T23:40:51.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:51 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:51.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:51 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:51.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:51 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:51.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:51 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:40:51.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:51 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:51.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:51 smithi163 ceph-mon[34107]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:52.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:51 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:52.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:51 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:52.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:51 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:52.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:51 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:40:52.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:51 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:52.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:51 smithi190 ceph-mon[34840]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:52.754 DEBUG:teuthology.orchestra.run.smithi071:osd.3> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.3.service 2024-09-15T23:40:52.756 INFO:tasks.cephadm:Deploying osd.4 on smithi163 with /dev/vg_nvme/lv_3... 2024-09-15T23:40:52.756 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-15T23:40:52.881 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:52 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:40:52.882 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:52 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:52.882 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:52 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:52.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:52 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:40:52.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:52 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:52.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:52 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:53.011 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.b/config 2024-09-15T23:40:53.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:52 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:40:53.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:52 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:53.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:52 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:53.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:53 smithi071 ceph-mon[30957]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:53.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:53 smithi071 ceph-mon[30957]: from='osd.3 [v2:172.21.15.71:6810/877432262,v1:172.21.15.71:6811/877432262]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-15T23:40:53.726 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 15 23:40:53 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-3[51468]: 2024-09-15T23:40:53.432+0000 7f41a88f1640 -1 osd.3 0 log_to_monitors true 2024-09-15T23:40:53.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:53 smithi163 ceph-mon[34107]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:53.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:53 smithi163 ceph-mon[34107]: from='osd.3 [v2:172.21.15.71:6810/877432262,v1:172.21.15.71:6811/877432262]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-15T23:40:54.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:53 smithi190 ceph-mon[34840]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:54.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:53 smithi190 ceph-mon[34840]: from='osd.3 [v2:172.21.15.71:6810/877432262,v1:172.21.15.71:6811/877432262]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-15T23:40:54.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:54 smithi163 ceph-mon[34107]: from='osd.3 [v2:172.21.15.71:6810/877432262,v1:172.21.15.71:6811/877432262]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-15T23:40:54.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:54 smithi163 ceph-mon[34107]: osdmap e22: 4 total, 3 up, 4 in 2024-09-15T23:40:54.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:54 smithi163 ceph-mon[34107]: from='osd.3 [v2:172.21.15.71:6810/877432262,v1:172.21.15.71:6811/877432262]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-15T23:40:54.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:54 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-15T23:40:54.926 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 15 23:40:54 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-3[51468]: 2024-09-15T23:40:54.578+0000 7f41a4874640 -1 osd.3 0 waiting for initial osdmap 2024-09-15T23:40:54.926 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 15 23:40:54 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-3[51468]: 2024-09-15T23:40:54.582+0000 7f41a069c640 -1 osd.3 23 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-15T23:40:54.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:54 smithi071 ceph-mon[30957]: from='osd.3 [v2:172.21.15.71:6810/877432262,v1:172.21.15.71:6811/877432262]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-15T23:40:54.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:54 smithi071 ceph-mon[30957]: osdmap e22: 4 total, 3 up, 4 in 2024-09-15T23:40:54.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:54 smithi071 ceph-mon[30957]: from='osd.3 [v2:172.21.15.71:6810/877432262,v1:172.21.15.71:6811/877432262]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-15T23:40:54.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:54 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-15T23:40:55.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:54 smithi190 ceph-mon[34840]: from='osd.3 [v2:172.21.15.71:6810/877432262,v1:172.21.15.71:6811/877432262]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-15T23:40:55.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:54 smithi190 ceph-mon[34840]: osdmap e22: 4 total, 3 up, 4 in 2024-09-15T23:40:55.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:54 smithi190 ceph-mon[34840]: from='osd.3 [v2:172.21.15.71:6810/877432262,v1:172.21.15.71:6811/877432262]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-15T23:40:55.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:54 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-15T23:40:55.424 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:40:55.449 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi163:vg_nvme/lv_3 2024-09-15T23:40:55.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:55 smithi071 ceph-mon[30957]: from='osd.3 [v2:172.21.15.71:6810/877432262,v1:172.21.15.71:6811/877432262]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-15T23:40:55.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:55 smithi071 ceph-mon[30957]: osdmap e23: 4 total, 3 up, 4 in 2024-09-15T23:40:55.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:55 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-15T23:40:55.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:55 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-15T23:40:55.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:55 smithi071 ceph-mon[30957]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:55.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:55 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:55.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:55 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:55.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:55 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:40:55.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:55 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:40:55.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:55 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:55.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:55 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:55.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:55 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:40:55.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:55 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:55.718 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.b/config 2024-09-15T23:40:55.879 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:55 smithi163 ceph-mon[34107]: from='osd.3 [v2:172.21.15.71:6810/877432262,v1:172.21.15.71:6811/877432262]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-15T23:40:55.880 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:55 smithi163 ceph-mon[34107]: osdmap e23: 4 total, 3 up, 4 in 2024-09-15T23:40:55.880 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:55 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-15T23:40:55.880 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:55 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-15T23:40:55.880 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:55 smithi163 ceph-mon[34107]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:55.880 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:55 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:55.880 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:55 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:55.880 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:55 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:40:55.880 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:55 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:40:55.880 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:55 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:55.880 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:55 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:55.880 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:55 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:40:55.880 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:55 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:56.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:55 smithi190 ceph-mon[34840]: from='osd.3 [v2:172.21.15.71:6810/877432262,v1:172.21.15.71:6811/877432262]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-15T23:40:56.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:55 smithi190 ceph-mon[34840]: osdmap e23: 4 total, 3 up, 4 in 2024-09-15T23:40:56.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:55 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-15T23:40:56.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:55 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-15T23:40:56.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:55 smithi190 ceph-mon[34840]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-15T23:40:56.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:55 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:56.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:55 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:56.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:55 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:40:56.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:55 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:40:56.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:55 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:56.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:55 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:56.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:55 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:40:56.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:55 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:40:56.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.192+0000 7f8e29e08640 1 -- 172.21.15.163:0/417857193 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e241026b0 msgr2=0x7f8e24108f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:40:56.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.192+0000 7f8e29e08640 1 --2- 172.21.15.163:0/417857193 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e241026b0 0x7f8e24108f40 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f8e1c009900 tx=0x7f8e1c02a410 comp rx=0 tx=0).stop 2024-09-15T23:40:56.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.192+0000 7f8e29e08640 1 -- 172.21.15.163:0/417857193 shutdown_connections 2024-09-15T23:40:56.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.192+0000 7f8e29e08640 1 --2- 172.21.15.163:0/417857193 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e241026b0 0x7f8e24108f40 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:56.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.192+0000 7f8e29e08640 1 --2- 172.21.15.163:0/417857193 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e24101cf0 0x7f8e24102170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:56.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.192+0000 7f8e29e08640 1 --2- 172.21.15.163:0/417857193 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8e24100af0 0x7f8e24100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:56.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.192+0000 7f8e29e08640 1 -- 172.21.15.163:0/417857193 >> 172.21.15.163:0/417857193 conn(0x7f8e240fc280 msgr2=0x7f8e240fe6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:40:56.200 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.192+0000 7f8e29e08640 1 -- 172.21.15.163:0/417857193 shutdown_connections 2024-09-15T23:40:56.200 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.192+0000 7f8e29e08640 1 -- 172.21.15.163:0/417857193 wait complete. 2024-09-15T23:40:56.200 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.193+0000 7f8e29e08640 1 Processor -- start 2024-09-15T23:40:56.200 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.193+0000 7f8e29e08640 1 -- start start 2024-09-15T23:40:56.200 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.193+0000 7f8e29e08640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e24100af0 0x7f8e2410b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:40:56.200 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.193+0000 7f8e29e08640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8e24101cf0 0x7f8e24109ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:40:56.200 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.193+0000 7f8e29e08640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e241026b0 0x7f8e2410a000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:40:56.200 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.193+0000 7f8e29e08640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f8e2410d7b0 con 0x7f8e24100af0 2024-09-15T23:40:56.200 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.193+0000 7f8e29e08640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f8e2410d630 con 0x7f8e241026b0 2024-09-15T23:40:56.200 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.193+0000 7f8e29e08640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f8e2410d930 con 0x7f8e24101cf0 2024-09-15T23:40:56.200 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.193+0000 7f8e23fff640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e241026b0 0x7f8e2410a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:40:56.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.193+0000 7f8e23fff640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e241026b0 0x7f8e2410a000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.163:34736/0 (socket says 172.21.15.163:34736) 2024-09-15T23:40:56.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.193+0000 7f8e237fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e24100af0 0x7f8e2410b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:40:56.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.193+0000 7f8e23fff640 1 -- 172.21.15.163:0/365610321 learned_addr learned my addr 172.21.15.163:0/365610321 (peer_addr_for_me v2:172.21.15.163:0/0) 2024-09-15T23:40:56.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.193+0000 7f8e22ffd640 1 --2- 172.21.15.163:0/365610321 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8e24101cf0 0x7f8e24109ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:40:56.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.194+0000 7f8e23fff640 1 -- 172.21.15.163:0/365610321 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8e24101cf0 msgr2=0x7f8e24109ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:40:56.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.194+0000 7f8e23fff640 1 --2- 172.21.15.163:0/365610321 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8e24101cf0 0x7f8e24109ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:56.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.194+0000 7f8e23fff640 1 -- 172.21.15.163:0/365610321 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e24100af0 msgr2=0x7f8e2410b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:40:56.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.194+0000 7f8e23fff640 1 --2- 172.21.15.163:0/365610321 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e24100af0 0x7f8e2410b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:40:56.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.194+0000 7f8e23fff640 1 -- 172.21.15.163:0/365610321 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e2410a8c0 con 0x7f8e241026b0 2024-09-15T23:40:56.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.194+0000 7f8e22ffd640 1 --2- 172.21.15.163:0/365610321 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8e24101cf0 0x7f8e24109ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:40:56.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.194+0000 7f8e23fff640 1 --2- 172.21.15.163:0/365610321 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e241026b0 0x7f8e2410a000 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f8e1c005ab0 tx=0x7f8e1c003cd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:40:56.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.194+0000 7f8e20ff9640 1 -- 172.21.15.163:0/365610321 <== mon.2 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e1c03f070 con 0x7f8e241026b0 2024-09-15T23:40:56.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.194+0000 7f8e29e08640 1 -- 172.21.15.163:0/365610321 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e241a1ed0 con 0x7f8e241026b0 2024-09-15T23:40:56.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.194+0000 7f8e20ff9640 1 -- 172.21.15.163:0/365610321 <== mon.2 v2:172.21.15.163:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8e1c003e40 con 0x7f8e241026b0 2024-09-15T23:40:56.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.194+0000 7f8e20ff9640 1 -- 172.21.15.163:0/365610321 <== mon.2 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e1c035030 con 0x7f8e241026b0 2024-09-15T23:40:56.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.194+0000 7f8e29e08640 1 -- 172.21.15.163:0/365610321 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e241a2320 con 0x7f8e241026b0 2024-09-15T23:40:56.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.195+0000 7f8e29e08640 1 -- 172.21.15.163:0/365610321 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e24107ef0 con 0x7f8e241026b0 2024-09-15T23:40:56.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.196+0000 7f8e20ff9640 1 -- 172.21.15.163:0/365610321 <== mon.2 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f8e1c042070 con 0x7f8e241026b0 2024-09-15T23:40:56.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.197+0000 7f8e20ff9640 1 --2- 172.21.15.163:0/365610321 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f8e0c0a3240 0x7f8e0c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:40:56.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.197+0000 7f8e237fe640 1 --2- 172.21.15.163:0/365610321 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f8e0c0a3240 0x7f8e0c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:40:56.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.198+0000 7f8e20ff9640 1 -- 172.21.15.163:0/365610321 <== mon.2 v2:172.21.15.163:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 3702+0+0 (secure 0 0 0) 0x7f8e1c0ef020 con 0x7f8e241026b0 2024-09-15T23:40:56.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.198+0000 7f8e237fe640 1 --2- 172.21.15.163:0/365610321 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f8e0c0a3240 0x7f8e0c0a5700 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8e24101b50 tx=0x7f8e1400a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:40:56.203 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.202+0000 7f8e20ff9640 1 -- 172.21.15.163:0/365610321 <== mon.2 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8e1c0bcf40 con 0x7f8e241026b0 2024-09-15T23:40:56.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:40:56.382+0000 7f8e29e08640 1 -- 172.21.15.163:0/365610321 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f8e24062630 con 0x7f8e0c0a3240 2024-09-15T23:40:56.925 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:56 smithi163 ceph-mon[34107]: purged_snaps scrub starts 2024-09-15T23:40:56.925 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:56 smithi163 ceph-mon[34107]: purged_snaps scrub ok 2024-09-15T23:40:56.925 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:56 smithi163 ceph-mon[34107]: Detected new or changed devices on smithi071 2024-09-15T23:40:56.925 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:56 smithi163 ceph-mon[34107]: Adjusting osd_memory_target on smithi071 to 8544M 2024-09-15T23:40:56.925 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:56 smithi163 ceph-mon[34107]: osd.3 [v2:172.21.15.71:6810/877432262,v1:172.21.15.71:6811/877432262] boot 2024-09-15T23:40:56.926 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:56 smithi163 ceph-mon[34107]: osdmap e24: 4 total, 4 up, 4 in 2024-09-15T23:40:56.927 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:56 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-15T23:40:56.928 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:56 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:40:56.928 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:56 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:40:56.928 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:56 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:56.928 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:56 smithi163 ceph-mon[34107]: osdmap e25: 4 total, 4 up, 4 in 2024-09-15T23:40:56.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:56 smithi071 ceph-mon[30957]: purged_snaps scrub starts 2024-09-15T23:40:56.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:56 smithi071 ceph-mon[30957]: purged_snaps scrub ok 2024-09-15T23:40:56.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:56 smithi071 ceph-mon[30957]: Detected new or changed devices on smithi071 2024-09-15T23:40:56.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:56 smithi071 ceph-mon[30957]: Adjusting osd_memory_target on smithi071 to 8544M 2024-09-15T23:40:56.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:56 smithi071 ceph-mon[30957]: osd.3 [v2:172.21.15.71:6810/877432262,v1:172.21.15.71:6811/877432262] boot 2024-09-15T23:40:56.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:56 smithi071 ceph-mon[30957]: osdmap e24: 4 total, 4 up, 4 in 2024-09-15T23:40:56.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:56 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-15T23:40:56.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:56 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:40:56.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:56 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:40:56.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:56 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:56.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:56 smithi071 ceph-mon[30957]: osdmap e25: 4 total, 4 up, 4 in 2024-09-15T23:40:56.965 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:56 smithi190 ceph-mon[34840]: purged_snaps scrub starts 2024-09-15T23:40:56.965 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:56 smithi190 ceph-mon[34840]: purged_snaps scrub ok 2024-09-15T23:40:56.965 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:56 smithi190 ceph-mon[34840]: Detected new or changed devices on smithi071 2024-09-15T23:40:56.965 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:56 smithi190 ceph-mon[34840]: Adjusting osd_memory_target on smithi071 to 8544M 2024-09-15T23:40:56.965 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:56 smithi190 ceph-mon[34840]: osd.3 [v2:172.21.15.71:6810/877432262,v1:172.21.15.71:6811/877432262] boot 2024-09-15T23:40:56.965 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:56 smithi190 ceph-mon[34840]: osdmap e24: 4 total, 4 up, 4 in 2024-09-15T23:40:56.965 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:56 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-15T23:40:56.965 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:56 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:40:56.965 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:56 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:40:56.965 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:56 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:40:56.965 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:56 smithi190 ceph-mon[34840]: osdmap e25: 4 total, 4 up, 4 in 2024-09-15T23:40:57.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:57 smithi071 ceph-mon[30957]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:40:57.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:57 smithi071 ceph-mon[30957]: pgmap v95: 1 pgs: 1 remapped+peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-09-15T23:40:57.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:57 smithi071 ceph-mon[30957]: osdmap e26: 4 total, 4 up, 4 in 2024-09-15T23:40:57.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:57 smithi163 ceph-mon[34107]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:40:57.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:57 smithi163 ceph-mon[34107]: pgmap v95: 1 pgs: 1 remapped+peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-09-15T23:40:57.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:57 smithi163 ceph-mon[34107]: osdmap e26: 4 total, 4 up, 4 in 2024-09-15T23:40:58.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:57 smithi190 ceph-mon[34840]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:40:58.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:57 smithi190 ceph-mon[34840]: pgmap v95: 1 pgs: 1 remapped+peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-09-15T23:40:58.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:57 smithi190 ceph-mon[34840]: osdmap e26: 4 total, 4 up, 4 in 2024-09-15T23:40:59.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:59 smithi163 ceph-mon[34107]: osdmap e27: 4 total, 4 up, 4 in 2024-09-15T23:40:59.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:59 smithi163 ceph-mon[34107]: from='client.? 172.21.15.163:0/4001294804' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ebe47f97-59ea-41c6-8c28-36845546845f"}]: dispatch 2024-09-15T23:40:59.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:59 smithi163 ceph-mon[34107]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ebe47f97-59ea-41c6-8c28-36845546845f"}]: dispatch 2024-09-15T23:40:59.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:59 smithi163 ceph-mon[34107]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ebe47f97-59ea-41c6-8c28-36845546845f"}]': finished 2024-09-15T23:40:59.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:59 smithi163 ceph-mon[34107]: osdmap e28: 5 total, 4 up, 5 in 2024-09-15T23:40:59.735 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-15T23:40:59.735 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:59 smithi163 ceph-mon[34107]: pgmap v99: 1 pgs: 1 remapped+peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-09-15T23:40:59.735 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:40:59 smithi163 ceph-mon[34107]: from='client.? 172.21.15.163:0/1779960943' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:40:59.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:59 smithi071 ceph-mon[30957]: osdmap e27: 4 total, 4 up, 4 in 2024-09-15T23:40:59.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:59 smithi071 ceph-mon[30957]: from='client.? 172.21.15.163:0/4001294804' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ebe47f97-59ea-41c6-8c28-36845546845f"}]: dispatch 2024-09-15T23:40:59.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:59 smithi071 ceph-mon[30957]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ebe47f97-59ea-41c6-8c28-36845546845f"}]: dispatch 2024-09-15T23:40:59.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:59 smithi071 ceph-mon[30957]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ebe47f97-59ea-41c6-8c28-36845546845f"}]': finished 2024-09-15T23:40:59.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:59 smithi071 ceph-mon[30957]: osdmap e28: 5 total, 4 up, 5 in 2024-09-15T23:40:59.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:59 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-15T23:40:59.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:59 smithi071 ceph-mon[30957]: pgmap v99: 1 pgs: 1 remapped+peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-09-15T23:40:59.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:40:59 smithi071 ceph-mon[30957]: from='client.? 172.21.15.163:0/1779960943' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:41:00.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:59 smithi190 ceph-mon[34840]: osdmap e27: 4 total, 4 up, 4 in 2024-09-15T23:41:00.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:59 smithi190 ceph-mon[34840]: from='client.? 172.21.15.163:0/4001294804' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ebe47f97-59ea-41c6-8c28-36845546845f"}]: dispatch 2024-09-15T23:41:00.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:59 smithi190 ceph-mon[34840]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ebe47f97-59ea-41c6-8c28-36845546845f"}]: dispatch 2024-09-15T23:41:00.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:59 smithi190 ceph-mon[34840]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ebe47f97-59ea-41c6-8c28-36845546845f"}]': finished 2024-09-15T23:41:00.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:59 smithi190 ceph-mon[34840]: osdmap e28: 5 total, 4 up, 5 in 2024-09-15T23:41:00.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:59 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-15T23:41:00.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:59 smithi190 ceph-mon[34840]: pgmap v99: 1 pgs: 1 remapped+peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-09-15T23:41:00.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:40:59 smithi190 ceph-mon[34840]: from='client.? 172.21.15.163:0/1779960943' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:41:02.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:02 smithi190 ceph-mon[34840]: pgmap v100: 1 pgs: 1 remapped+peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-09-15T23:41:02.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:02 smithi071 ceph-mon[30957]: pgmap v100: 1 pgs: 1 remapped+peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-09-15T23:41:02.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:02 smithi163 ceph-mon[34107]: pgmap v100: 1 pgs: 1 remapped+peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-09-15T23:41:04.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:04 smithi163 ceph-mon[34107]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-15T23:41:04.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:04 smithi190 ceph-mon[34840]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-15T23:41:04.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:04 smithi071 ceph-mon[30957]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-15T23:41:06.223 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:06 smithi163 ceph-mon[34107]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-09-15T23:41:06.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:06 smithi190 ceph-mon[34840]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-09-15T23:41:06.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:06 smithi071 ceph-mon[30957]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-09-15T23:41:08.233 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:08 smithi163 ceph-mon[34107]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-15T23:41:08.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:08 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-15T23:41:08.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:08 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:08.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:08 smithi163 ceph-mon[34107]: Deploying daemon osd.4 on smithi163 2024-09-15T23:41:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:08 smithi071 ceph-mon[30957]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-15T23:41:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:08 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-15T23:41:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:08 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:08 smithi071 ceph-mon[30957]: Deploying daemon osd.4 on smithi163 2024-09-15T23:41:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:08 smithi190 ceph-mon[34840]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-15T23:41:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:08 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-15T23:41:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:08 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:08 smithi190 ceph-mon[34840]: Deploying daemon osd.4 on smithi163 2024-09-15T23:41:10.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:10 smithi071 ceph-mon[30957]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-09-15T23:41:10.450 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:10 smithi163 ceph-mon[34107]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-09-15T23:41:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:10 smithi190 ceph-mon[34840]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-09-15T23:41:12.168 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:12 smithi163 ceph-mon[34107]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-15T23:41:12.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:12 smithi071 ceph-mon[30957]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-15T23:41:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:12 smithi190 ceph-mon[34840]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-15T23:41:14.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:14 smithi071 ceph-mon[30957]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-15T23:41:14.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:14 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:41:14.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:14 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:14.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:14 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:14.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:14 smithi163 ceph-mon[34107]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-15T23:41:14.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:14 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:41:14.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:14 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:14.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:14 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:14 smithi190 ceph-mon[34840]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-15T23:41:14.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:14 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:41:14.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:14 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:14.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:14 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:16.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:16 smithi071 ceph-mon[30957]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-09-15T23:41:16.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:16 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:16.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:16 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:16.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:16 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:16.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:16 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:41:16.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:16 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:16.444 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:16 smithi163 ceph-mon[34107]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-09-15T23:41:16.444 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:16 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:16.444 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:16 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:16.444 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:16 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:16.445 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:16 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:41:16.445 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:16 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:16.484 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:41:16.483+0000 7f8e20ff9640 1 -- 172.21.15.163:0/365610321 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8e24062630 con 0x7f8e0c0a3240 2024-09-15T23:41:16.484 INFO:teuthology.orchestra.run.smithi163.stdout:Created osd(s) 4 on host 'smithi163' 2024-09-15T23:41:16.487 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:41:16.485+0000 7f8e29e08640 1 -- 172.21.15.163:0/365610321 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f8e0c0a3240 msgr2=0x7f8e0c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:41:16.487 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:41:16.485+0000 7f8e29e08640 1 --2- 172.21.15.163:0/365610321 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f8e0c0a3240 0x7f8e0c0a5700 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8e24101b50 tx=0x7f8e1400a2d0 comp rx=0 tx=0).stop 2024-09-15T23:41:16.487 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:41:16.485+0000 7f8e29e08640 1 -- 172.21.15.163:0/365610321 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e241026b0 msgr2=0x7f8e2410a000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:41:16.487 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:41:16.485+0000 7f8e29e08640 1 --2- 172.21.15.163:0/365610321 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e241026b0 0x7f8e2410a000 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f8e1c005ab0 tx=0x7f8e1c003cd0 comp rx=0 tx=0).stop 2024-09-15T23:41:16.487 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:41:16.485+0000 7f8e29e08640 1 -- 172.21.15.163:0/365610321 shutdown_connections 2024-09-15T23:41:16.487 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:41:16.485+0000 7f8e29e08640 1 --2- 172.21.15.163:0/365610321 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f8e0c0a3240 0x7f8e0c0a5700 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:41:16.487 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:41:16.485+0000 7f8e29e08640 1 --2- 172.21.15.163:0/365610321 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e241026b0 0x7f8e2410a000 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:41:16.487 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:41:16.485+0000 7f8e29e08640 1 --2- 172.21.15.163:0/365610321 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8e24101cf0 0x7f8e24109ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:41:16.487 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:41:16.485+0000 7f8e29e08640 1 --2- 172.21.15.163:0/365610321 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e24100af0 0x7f8e2410b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:41:16.487 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:41:16.485+0000 7f8e29e08640 1 -- 172.21.15.163:0/365610321 >> 172.21.15.163:0/365610321 conn(0x7f8e240fc280 msgr2=0x7f8e241050c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:41:16.487 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:41:16.485+0000 7f8e29e08640 1 -- 172.21.15.163:0/365610321 shutdown_connections 2024-09-15T23:41:16.488 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:41:16.485+0000 7f8e29e08640 1 -- 172.21.15.163:0/365610321 wait complete. 2024-09-15T23:41:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:16 smithi190 ceph-mon[34840]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-09-15T23:41:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:16 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:16 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:16.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:16 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:16.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:16 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:41:16.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:16 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:17.051 DEBUG:teuthology.orchestra.run.smithi163:osd.4> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.4.service 2024-09-15T23:41:17.054 INFO:tasks.cephadm:Deploying osd.5 on smithi190 with /dev/vg_nvme/lv_3... 2024-09-15T23:41:17.054 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-15T23:41:17.308 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.c/config 2024-09-15T23:41:17.344 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:17 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:41:17.344 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:17 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:17.344 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:17 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:17.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:41:17.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:17.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:17.428 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:17 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:41:17.428 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:17 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:17.429 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:17 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:18.221 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:18 smithi163 ceph-mon[34107]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-09-15T23:41:18.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:18 smithi071 ceph-mon[30957]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-09-15T23:41:18.431 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:18 smithi190 ceph-mon[34840]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-09-15T23:41:19.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:19 smithi163 ceph-mon[34107]: from='osd.4 [v2:172.21.15.163:6808/2846554020,v1:172.21.15.163:6809/2846554020]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-15T23:41:19.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:19 smithi163 ceph-mon[34107]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-15T23:41:19.234 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 15 23:41:18 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-4[45161]: 2024-09-15T23:41:18.883+0000 7f8857202640 -1 osd.4 0 log_to_monitors true 2024-09-15T23:41:19.344 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:19 smithi190 ceph-mon[34840]: from='osd.4 [v2:172.21.15.163:6808/2846554020,v1:172.21.15.163:6809/2846554020]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-15T23:41:19.344 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:19 smithi190 ceph-mon[34840]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-15T23:41:19.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:19 smithi071 ceph-mon[30957]: from='osd.4 [v2:172.21.15.163:6808/2846554020,v1:172.21.15.163:6809/2846554020]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-15T23:41:19.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:19 smithi071 ceph-mon[30957]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-15T23:41:19.826 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:41:19.852 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi190:vg_nvme/lv_3 2024-09-15T23:41:20.110 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.c/config 2024-09-15T23:41:20.147 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:20 smithi163 ceph-mon[34107]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-09-15T23:41:20.147 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:20 smithi163 ceph-mon[34107]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-15T23:41:20.148 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:20 smithi163 ceph-mon[34107]: osdmap e29: 5 total, 4 up, 5 in 2024-09-15T23:41:20.148 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:20 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-15T23:41:20.148 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:20 smithi163 ceph-mon[34107]: from='osd.4 [v2:172.21.15.163:6808/2846554020,v1:172.21.15.163:6809/2846554020]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:41:20.148 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:20 smithi163 ceph-mon[34107]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:41:20.148 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:20 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:20.148 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:20 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:20.148 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:20 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:41:20.148 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:20 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:41:20.148 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:20 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:20.148 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:20 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:20.148 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:20 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:41:20.148 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:20 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:20.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:20 smithi190 ceph-mon[34840]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-09-15T23:41:20.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:20 smithi190 ceph-mon[34840]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-15T23:41:20.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:20 smithi190 ceph-mon[34840]: osdmap e29: 5 total, 4 up, 5 in 2024-09-15T23:41:20.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:20 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-15T23:41:20.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:20 smithi190 ceph-mon[34840]: from='osd.4 [v2:172.21.15.163:6808/2846554020,v1:172.21.15.163:6809/2846554020]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:41:20.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:20 smithi190 ceph-mon[34840]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:41:20.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:20 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:20.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:20 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:20.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:20 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:41:20.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:20 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:41:20.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:20 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:20.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:20 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:20.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:20 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:41:20.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:20 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:20.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:20 smithi071 ceph-mon[30957]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-09-15T23:41:20.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:20 smithi071 ceph-mon[30957]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-15T23:41:20.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:20 smithi071 ceph-mon[30957]: osdmap e29: 5 total, 4 up, 5 in 2024-09-15T23:41:20.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:20 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-15T23:41:20.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:20 smithi071 ceph-mon[30957]: from='osd.4 [v2:172.21.15.163:6808/2846554020,v1:172.21.15.163:6809/2846554020]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:41:20.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:20 smithi071 ceph-mon[30957]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:41:20.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:20 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:20.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:20 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:20.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:20 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:41:20.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:20 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:41:20.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:20 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:20.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:20 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:20.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:20 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:41:20.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:20 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:20.628 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.625+0000 7fca52968640 1 -- 172.21.15.190:0/4125449123 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca4c1026d0 msgr2=0x7fca4c108f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:41:20.629 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.625+0000 7fca52968640 1 --2- 172.21.15.190:0/4125449123 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca4c1026d0 0x7fca4c108f60 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fca44009ca0 tx=0x7fca4402a8c0 comp rx=0 tx=0).stop 2024-09-15T23:41:20.629 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.625+0000 7fca52968640 1 -- 172.21.15.190:0/4125449123 shutdown_connections 2024-09-15T23:41:20.629 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.625+0000 7fca52968640 1 --2- 172.21.15.190:0/4125449123 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca4c1026d0 0x7fca4c108f60 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:41:20.629 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.625+0000 7fca52968640 1 --2- 172.21.15.190:0/4125449123 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca4c101d10 0x7fca4c102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:41:20.629 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.625+0000 7fca52968640 1 --2- 172.21.15.190:0/4125449123 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fca4c100b10 0x7fca4c100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:41:20.629 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.625+0000 7fca52968640 1 -- 172.21.15.190:0/4125449123 >> 172.21.15.190:0/4125449123 conn(0x7fca4c0fc2a0 msgr2=0x7fca4c0fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:41:20.629 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.625+0000 7fca52968640 1 -- 172.21.15.190:0/4125449123 shutdown_connections 2024-09-15T23:41:20.629 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.625+0000 7fca52968640 1 -- 172.21.15.190:0/4125449123 wait complete. 2024-09-15T23:41:20.629 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.626+0000 7fca52968640 1 Processor -- start 2024-09-15T23:41:20.629 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.626+0000 7fca52968640 1 -- start start 2024-09-15T23:41:20.629 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.626+0000 7fca52968640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca4c100b10 0x7fca4c06b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:41:20.630 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.626+0000 7fca52968640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca4c101d10 0x7fca4c19ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:41:20.630 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.626+0000 7fca52968640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fca4c1026d0 0x7fca4c19f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:41:20.630 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.626+0000 7fca52968640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fca4c10c640 con 0x7fca4c100b10 2024-09-15T23:41:20.630 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.626+0000 7fca52968640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fca4c10c4c0 con 0x7fca4c1026d0 2024-09-15T23:41:20.630 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.626+0000 7fca52968640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fca4c10c7c0 con 0x7fca4c101d10 2024-09-15T23:41:20.630 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.626+0000 7fca4b7fe640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca4c101d10 0x7fca4c19ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:41:20.630 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.626+0000 7fca4b7fe640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca4c101d10 0x7fca4c19ca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:45682/0 (socket says 172.21.15.190:45682) 2024-09-15T23:41:20.630 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.626+0000 7fca4b7fe640 1 -- 172.21.15.190:0/1109854545 learned_addr learned my addr 172.21.15.190:0/1109854545 (peer_addr_for_me v2:172.21.15.190:0/0) 2024-09-15T23:41:20.630 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.626+0000 7fca4bfff640 1 --2- 172.21.15.190:0/1109854545 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca4c100b10 0x7fca4c06b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:41:20.630 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.626+0000 7fca50f05640 1 --2- 172.21.15.190:0/1109854545 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fca4c1026d0 0x7fca4c19f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:41:20.630 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.626+0000 7fca4b7fe640 1 -- 172.21.15.190:0/1109854545 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fca4c1026d0 msgr2=0x7fca4c19f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:41:20.630 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.626+0000 7fca4b7fe640 1 --2- 172.21.15.190:0/1109854545 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fca4c1026d0 0x7fca4c19f0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:41:20.630 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.626+0000 7fca4b7fe640 1 -- 172.21.15.190:0/1109854545 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca4c100b10 msgr2=0x7fca4c06b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:41:20.631 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.626+0000 7fca4b7fe640 1 --2- 172.21.15.190:0/1109854545 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca4c100b10 0x7fca4c06b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:41:20.631 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.626+0000 7fca4b7fe640 1 -- 172.21.15.190:0/1109854545 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca4c19f990 con 0x7fca4c101d10 2024-09-15T23:41:20.631 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.627+0000 7fca4bfff640 1 --2- 172.21.15.190:0/1109854545 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca4c100b10 0x7fca4c06b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:41:20.631 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.627+0000 7fca4b7fe640 1 --2- 172.21.15.190:0/1109854545 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca4c101d10 0x7fca4c19ca80 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fca3400c920 tx=0x7fca3400cde0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:41:20.631 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.627+0000 7fca497fa640 1 -- 172.21.15.190:0/1109854545 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca34007c70 con 0x7fca4c101d10 2024-09-15T23:41:20.631 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.627+0000 7fca497fa640 1 -- 172.21.15.190:0/1109854545 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fca34007e10 con 0x7fca4c101d10 2024-09-15T23:41:20.631 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.627+0000 7fca497fa640 1 -- 172.21.15.190:0/1109854545 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca34018820 con 0x7fca4c101d10 2024-09-15T23:41:20.631 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.627+0000 7fca52968640 1 -- 172.21.15.190:0/1109854545 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca4c19fc80 con 0x7fca4c101d10 2024-09-15T23:41:20.631 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.627+0000 7fca52968640 1 -- 172.21.15.190:0/1109854545 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca4c1a0170 con 0x7fca4c101d10 2024-09-15T23:41:20.632 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.628+0000 7fca52968640 1 -- 172.21.15.190:0/1109854545 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca4c107eb0 con 0x7fca4c101d10 2024-09-15T23:41:20.632 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.630+0000 7fca497fa640 1 -- 172.21.15.190:0/1109854545 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fca340189c0 con 0x7fca4c101d10 2024-09-15T23:41:20.632 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.630+0000 7fca497fa640 1 --2- 172.21.15.190:0/1109854545 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fca380a32c0 0x7fca380a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:41:20.632 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.631+0000 7fca497fa640 1 -- 172.21.15.190:0/1109854545 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3821+0+0 (secure 0 0 0) 0x7fca340ceb80 con 0x7fca4c101d10 2024-09-15T23:41:20.632 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.631+0000 7fca4bfff640 1 --2- 172.21.15.190:0/1109854545 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fca380a32c0 0x7fca380a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:41:20.633 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.631+0000 7fca4bfff640 1 --2- 172.21.15.190:0/1109854545 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fca380a32c0 0x7fca380a5780 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fca3c0058c0 tx=0x7fca3c005d70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:41:20.635 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.634+0000 7fca497fa640 1 -- 172.21.15.190:0/1109854545 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fca34014030 con 0x7fca4c101d10 2024-09-15T23:41:20.810 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:20.809+0000 7fca52968640 1 -- 172.21.15.190:0/1109854545 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fca4c062630 con 0x7fca380a32c0 2024-09-15T23:41:20.983 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 15 23:41:20 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-4[45161]: 2024-09-15T23:41:20.517+0000 7f8853999640 -1 osd.4 0 waiting for initial osdmap 2024-09-15T23:41:20.984 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 15 23:41:20 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-4[45161]: 2024-09-15T23:41:20.522+0000 7f884afa5640 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-15T23:41:21.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:21 smithi071 ceph-mon[30957]: Detected new or changed devices on smithi163 2024-09-15T23:41:21.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:21 smithi071 ceph-mon[30957]: Adjusting osd_memory_target on smithi163 to 8544M 2024-09-15T23:41:21.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:21 smithi071 ceph-mon[30957]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-09-15T23:41:21.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:21 smithi071 ceph-mon[30957]: osdmap e30: 5 total, 4 up, 5 in 2024-09-15T23:41:21.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:21 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-15T23:41:21.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:21 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-15T23:41:21.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:21 smithi071 ceph-mon[30957]: from='osd.4 ' entity='osd.4' 2024-09-15T23:41:21.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:21 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:41:21.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:21 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:41:21.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:21 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:21.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:21 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-15T23:41:21.428 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:21 smithi190 ceph-mon[34840]: Detected new or changed devices on smithi163 2024-09-15T23:41:21.428 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:21 smithi190 ceph-mon[34840]: Adjusting osd_memory_target on smithi163 to 8544M 2024-09-15T23:41:21.429 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:21 smithi190 ceph-mon[34840]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-09-15T23:41:21.429 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:21 smithi190 ceph-mon[34840]: osdmap e30: 5 total, 4 up, 5 in 2024-09-15T23:41:21.429 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:21 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-15T23:41:21.429 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:21 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-15T23:41:21.429 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:21 smithi190 ceph-mon[34840]: from='osd.4 ' entity='osd.4' 2024-09-15T23:41:21.429 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:21 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:41:21.429 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:21 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:41:21.429 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:21 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:21.429 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:21 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-15T23:41:21.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:21 smithi163 ceph-mon[34107]: Detected new or changed devices on smithi163 2024-09-15T23:41:21.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:21 smithi163 ceph-mon[34107]: Adjusting osd_memory_target on smithi163 to 8544M 2024-09-15T23:41:21.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:21 smithi163 ceph-mon[34107]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-09-15T23:41:21.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:21 smithi163 ceph-mon[34107]: osdmap e30: 5 total, 4 up, 5 in 2024-09-15T23:41:21.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:21 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-15T23:41:21.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:21 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-15T23:41:21.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:21 smithi163 ceph-mon[34107]: from='osd.4 ' entity='osd.4' 2024-09-15T23:41:21.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:21 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:41:21.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:21 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:41:21.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:21 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:21.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:21 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-15T23:41:22.362 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:22 smithi190 ceph-mon[34840]: purged_snaps scrub starts 2024-09-15T23:41:22.362 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:22 smithi190 ceph-mon[34840]: purged_snaps scrub ok 2024-09-15T23:41:22.362 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:22 smithi190 ceph-mon[34840]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:41:22.362 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:22 smithi190 ceph-mon[34840]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-09-15T23:41:22.362 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:22 smithi190 ceph-mon[34840]: osd.4 [v2:172.21.15.163:6808/2846554020,v1:172.21.15.163:6809/2846554020] boot 2024-09-15T23:41:22.362 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:22 smithi190 ceph-mon[34840]: osdmap e31: 5 total, 5 up, 5 in 2024-09-15T23:41:22.362 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:22 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-15T23:41:22.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:22 smithi071 ceph-mon[30957]: purged_snaps scrub starts 2024-09-15T23:41:22.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:22 smithi071 ceph-mon[30957]: purged_snaps scrub ok 2024-09-15T23:41:22.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:22 smithi071 ceph-mon[30957]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:41:22.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:22 smithi071 ceph-mon[30957]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-09-15T23:41:22.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:22 smithi071 ceph-mon[30957]: osd.4 [v2:172.21.15.163:6808/2846554020,v1:172.21.15.163:6809/2846554020] boot 2024-09-15T23:41:22.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:22 smithi071 ceph-mon[30957]: osdmap e31: 5 total, 5 up, 5 in 2024-09-15T23:41:22.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:22 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-15T23:41:22.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:22 smithi163 ceph-mon[34107]: purged_snaps scrub starts 2024-09-15T23:41:22.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:22 smithi163 ceph-mon[34107]: purged_snaps scrub ok 2024-09-15T23:41:22.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:22 smithi163 ceph-mon[34107]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:41:22.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:22 smithi163 ceph-mon[34107]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-09-15T23:41:22.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:22 smithi163 ceph-mon[34107]: osd.4 [v2:172.21.15.163:6808/2846554020,v1:172.21.15.163:6809/2846554020] boot 2024-09-15T23:41:22.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:22 smithi163 ceph-mon[34107]: osdmap e31: 5 total, 5 up, 5 in 2024-09-15T23:41:22.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:22 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-15T23:41:23.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:23 smithi190 ceph-mon[34840]: osdmap e32: 5 total, 5 up, 5 in 2024-09-15T23:41:23.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:23 smithi190 ceph-mon[34840]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:23.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:23 smithi190 ceph-mon[34840]: from='client.? 172.21.15.190:0/3882404874' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d0cd047-642d-496b-b2a0-52484ae860da"}]: dispatch 2024-09-15T23:41:23.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:23 smithi190 ceph-mon[34840]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d0cd047-642d-496b-b2a0-52484ae860da"}]: dispatch 2024-09-15T23:41:23.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:23 smithi190 ceph-mon[34840]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3d0cd047-642d-496b-b2a0-52484ae860da"}]': finished 2024-09-15T23:41:23.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:23 smithi190 ceph-mon[34840]: osdmap e33: 6 total, 5 up, 6 in 2024-09-15T23:41:23.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:23 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-15T23:41:23.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:23 smithi071 ceph-mon[30957]: osdmap e32: 5 total, 5 up, 5 in 2024-09-15T23:41:23.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:23 smithi071 ceph-mon[30957]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:23.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:23 smithi071 ceph-mon[30957]: from='client.? 172.21.15.190:0/3882404874' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d0cd047-642d-496b-b2a0-52484ae860da"}]: dispatch 2024-09-15T23:41:23.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:23 smithi071 ceph-mon[30957]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d0cd047-642d-496b-b2a0-52484ae860da"}]: dispatch 2024-09-15T23:41:23.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:23 smithi071 ceph-mon[30957]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3d0cd047-642d-496b-b2a0-52484ae860da"}]': finished 2024-09-15T23:41:23.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:23 smithi071 ceph-mon[30957]: osdmap e33: 6 total, 5 up, 6 in 2024-09-15T23:41:23.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:23 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-15T23:41:23.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:23 smithi163 ceph-mon[34107]: osdmap e32: 5 total, 5 up, 5 in 2024-09-15T23:41:23.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:23 smithi163 ceph-mon[34107]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:23.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:23 smithi163 ceph-mon[34107]: from='client.? 172.21.15.190:0/3882404874' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d0cd047-642d-496b-b2a0-52484ae860da"}]: dispatch 2024-09-15T23:41:23.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:23 smithi163 ceph-mon[34107]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d0cd047-642d-496b-b2a0-52484ae860da"}]: dispatch 2024-09-15T23:41:23.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:23 smithi163 ceph-mon[34107]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3d0cd047-642d-496b-b2a0-52484ae860da"}]': finished 2024-09-15T23:41:23.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:23 smithi163 ceph-mon[34107]: osdmap e33: 6 total, 5 up, 6 in 2024-09-15T23:41:23.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:23 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-15T23:41:24.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:24 smithi190 ceph-mon[34840]: from='client.? 172.21.15.190:0/3643146768' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:41:24.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:24 smithi071 ceph-mon[30957]: from='client.? 172.21.15.190:0/3643146768' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:41:24.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:24 smithi163 ceph-mon[34107]: from='client.? 172.21.15.190:0/3643146768' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:41:25.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:25 smithi190 ceph-mon[34840]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:25.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:25 smithi071 ceph-mon[30957]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:25.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:25 smithi163 ceph-mon[34107]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:28.164 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:28 smithi190 ceph-mon[34840]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:28.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:28 smithi071 ceph-mon[30957]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:28.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:28 smithi163 ceph-mon[34107]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:30.188 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:30 smithi190 ceph-mon[34840]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:30.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:30 smithi071 ceph-mon[30957]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:30.492 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:30 smithi163 ceph-mon[34107]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:32.207 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:32 smithi190 ceph-mon[34840]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:32.207 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:32 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-15T23:41:32.207 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:32 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:32.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:32 smithi071 ceph-mon[30957]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:32.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:32 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-15T23:41:32.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:32 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:32.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:32 smithi163 ceph-mon[34107]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:32.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:32 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-15T23:41:32.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:32 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:33.201 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:33 smithi190 ceph-mon[34840]: Deploying daemon osd.5 on smithi190 2024-09-15T23:41:33.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:33 smithi071 ceph-mon[30957]: Deploying daemon osd.5 on smithi190 2024-09-15T23:41:33.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:33 smithi163 ceph-mon[34107]: Deploying daemon osd.5 on smithi190 2024-09-15T23:41:34.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:34 smithi190 ceph-mon[34840]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:34.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:34 smithi071 ceph-mon[30957]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:34.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:34 smithi163 ceph-mon[34107]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:36.342 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:36 smithi190 ceph-mon[34840]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:36.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:36 smithi071 ceph-mon[30957]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:36.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:36 smithi163 ceph-mon[34107]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:38.363 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:38 smithi190 ceph-mon[34840]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:38.363 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:38 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:41:38.363 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:38 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:38.363 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:38 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:38.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:38 smithi071 ceph-mon[30957]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:38.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:38 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:41:38.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:38 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:38.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:38 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:38.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:38 smithi163 ceph-mon[34107]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:38.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:38 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:41:38.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:38 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:38.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:38 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:40.350 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:40 smithi190 ceph-mon[34840]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:40.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:40 smithi071 ceph-mon[30957]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:40.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:40 smithi163 ceph-mon[34107]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:41.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:41 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:41.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:41 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:41.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:41 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:41.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:41 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:41:41.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:41 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:41.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:41 smithi071 ceph-mon[30957]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:41.940 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:41 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:41.940 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:41 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:41.940 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:41 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:41.940 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:41 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:41:41.940 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:41 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:41.940 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:41 smithi190 ceph-mon[34840]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:41.981 INFO:teuthology.orchestra.run.smithi190.stdout:Created osd(s) 5 on host 'smithi190' 2024-09-15T23:41:41.981 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:41.979+0000 7fca497fa640 1 -- 172.21.15.190:0/1109854545 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fca4c062630 con 0x7fca380a32c0 2024-09-15T23:41:41.983 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:41.982+0000 7fca52968640 1 -- 172.21.15.190:0/1109854545 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fca380a32c0 msgr2=0x7fca380a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:41:41.983 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:41.982+0000 7fca52968640 1 --2- 172.21.15.190:0/1109854545 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fca380a32c0 0x7fca380a5780 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fca3c0058c0 tx=0x7fca3c005d70 comp rx=0 tx=0).stop 2024-09-15T23:41:41.983 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:41.982+0000 7fca52968640 1 -- 172.21.15.190:0/1109854545 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca4c101d10 msgr2=0x7fca4c19ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:41:41.983 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:41.982+0000 7fca52968640 1 --2- 172.21.15.190:0/1109854545 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca4c101d10 0x7fca4c19ca80 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fca3400c920 tx=0x7fca3400cde0 comp rx=0 tx=0).stop 2024-09-15T23:41:41.983 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:41.982+0000 7fca52968640 1 -- 172.21.15.190:0/1109854545 shutdown_connections 2024-09-15T23:41:41.983 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:41.982+0000 7fca52968640 1 --2- 172.21.15.190:0/1109854545 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fca380a32c0 0x7fca380a5780 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:41:41.984 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:41.982+0000 7fca52968640 1 --2- 172.21.15.190:0/1109854545 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fca4c1026d0 0x7fca4c19f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:41:41.984 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:41.982+0000 7fca52968640 1 --2- 172.21.15.190:0/1109854545 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca4c101d10 0x7fca4c19ca80 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:41:41.984 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:41.982+0000 7fca52968640 1 --2- 172.21.15.190:0/1109854545 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca4c100b10 0x7fca4c06b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:41:41.984 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:41.982+0000 7fca52968640 1 -- 172.21.15.190:0/1109854545 >> 172.21.15.190:0/1109854545 conn(0x7fca4c0fc2a0 msgr2=0x7fca4c105080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:41:41.984 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:41.982+0000 7fca52968640 1 -- 172.21.15.190:0/1109854545 shutdown_connections 2024-09-15T23:41:41.984 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:41:41.982+0000 7fca52968640 1 -- 172.21.15.190:0/1109854545 wait complete. 2024-09-15T23:41:41.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:41 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:41.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:41 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:41.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:41 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:41.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:41 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:41:41.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:41 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:41.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:41 smithi163 ceph-mon[34107]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:42.601 DEBUG:teuthology.orchestra.run.smithi190:osd.5> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.5.service 2024-09-15T23:41:42.603 INFO:tasks.cephadm:Deploying osd.6 on smithi071 with /dev/vg_nvme/lv_2... 2024-09-15T23:41:42.604 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-15T23:41:42.824 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:42 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:41:42.824 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:42 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:42.824 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:42 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:42.863 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:41:42.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:42 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:41:42.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:42 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:42.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:42 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:42.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:42 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:41:42.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:42 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:42.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:42 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:43.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:43 smithi163 ceph-mon[34107]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:44.009 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:43 smithi190 ceph-mon[34840]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:44.010 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 15 23:41:43 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-15T23:41:43.704+0000 7f0ccfe28640 -1 osd.5 0 log_to_monitors true 2024-09-15T23:41:44.053 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:43 smithi071 ceph-mon[30957]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:44.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:44 smithi163 ceph-mon[34107]: from='osd.5 [v2:172.21.15.190:6808/3132841040,v1:172.21.15.190:6809/3132841040]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-15T23:41:44.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:44 smithi163 ceph-mon[34107]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-15T23:41:45.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:44 smithi190 ceph-mon[34840]: from='osd.5 [v2:172.21.15.190:6808/3132841040,v1:172.21.15.190:6809/3132841040]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-15T23:41:45.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:44 smithi190 ceph-mon[34840]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-15T23:41:45.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:44 smithi071 ceph-mon[30957]: from='osd.5 [v2:172.21.15.190:6808/3132841040,v1:172.21.15.190:6809/3132841040]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-15T23:41:45.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:44 smithi071 ceph-mon[30957]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-15T23:41:45.507 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:41:45.533 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi071:vg_nvme/lv_2 2024-09-15T23:41:45.801 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:41:45.828 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:45 smithi071 ceph-mon[30957]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-15T23:41:45.829 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:45 smithi071 ceph-mon[30957]: osdmap e34: 6 total, 5 up, 6 in 2024-09-15T23:41:45.829 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:45 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-15T23:41:45.829 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:45 smithi071 ceph-mon[30957]: from='osd.5 [v2:172.21.15.190:6808/3132841040,v1:172.21.15.190:6809/3132841040]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:41:45.829 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:45 smithi071 ceph-mon[30957]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:41:45.829 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:45 smithi071 ceph-mon[30957]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:45.829 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:45 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:45.829 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:45 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:45.829 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:45 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:41:45.829 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:45 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:41:45.829 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:45 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:45.829 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:45 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:45.829 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:45 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:41:45.830 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:45 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:45.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:45 smithi163 ceph-mon[34107]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-15T23:41:45.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:45 smithi163 ceph-mon[34107]: osdmap e34: 6 total, 5 up, 6 in 2024-09-15T23:41:45.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:45 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-15T23:41:45.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:45 smithi163 ceph-mon[34107]: from='osd.5 [v2:172.21.15.190:6808/3132841040,v1:172.21.15.190:6809/3132841040]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:41:45.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:45 smithi163 ceph-mon[34107]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:41:45.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:45 smithi163 ceph-mon[34107]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:45.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:45 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:45.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:45 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:45.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:45 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:41:45.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:45 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:41:45.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:45 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:45.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:45 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:45.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:45 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:41:45.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:45 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:46.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:45 smithi190 ceph-mon[34840]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-15T23:41:46.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:45 smithi190 ceph-mon[34840]: osdmap e34: 6 total, 5 up, 6 in 2024-09-15T23:41:46.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:45 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-15T23:41:46.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:45 smithi190 ceph-mon[34840]: from='osd.5 [v2:172.21.15.190:6808/3132841040,v1:172.21.15.190:6809/3132841040]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:41:46.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:45 smithi190 ceph-mon[34840]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:41:46.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:45 smithi190 ceph-mon[34840]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:46.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:45 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:46.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:45 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:46.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:45 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:41:46.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:45 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:41:46.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:45 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:46.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:45 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:46.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:45 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:41:46.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:45 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:41:46.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.326+0000 7f35ab006640 1 -- 172.21.15.71:0/3154384743 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35a4102660 msgr2=0x7f35a4104a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:41:46.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.326+0000 7f35ab006640 1 --2- 172.21.15.71:0/3154384743 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35a4102660 0x7f35a4104a50 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3598009900 tx=0x7f359802a420 comp rx=0 tx=0).stop 2024-09-15T23:41:46.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.326+0000 7f35ab006640 1 -- 172.21.15.71:0/3154384743 shutdown_connections 2024-09-15T23:41:46.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.326+0000 7f35ab006640 1 --2- 172.21.15.71:0/3154384743 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f35a41078c0 0x7f35a4109d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:41:46.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.326+0000 7f35ab006640 1 --2- 172.21.15.71:0/3154384743 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f35a4104f90 0x7f35a4107380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:41:46.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.326+0000 7f35ab006640 1 --2- 172.21.15.71:0/3154384743 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35a4102660 0x7f35a4104a50 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:41:46.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.326+0000 7f35ab006640 1 -- 172.21.15.71:0/3154384743 >> 172.21.15.71:0/3154384743 conn(0x7f35a40fc280 msgr2=0x7f35a40fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:41:46.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.326+0000 7f35ab006640 1 -- 172.21.15.71:0/3154384743 shutdown_connections 2024-09-15T23:41:46.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.326+0000 7f35ab006640 1 -- 172.21.15.71:0/3154384743 wait complete. 2024-09-15T23:41:46.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.327+0000 7f35ab006640 1 Processor -- start 2024-09-15T23:41:46.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.327+0000 7f35ab006640 1 -- start start 2024-09-15T23:41:46.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.327+0000 7f35ab006640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f35a4102660 0x7f35a4197fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:41:46.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.327+0000 7f35ab006640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f35a4104f90 0x7f35a4198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:41:46.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.327+0000 7f35ab006640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35a41078c0 0x7f35a419f590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:41:46.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.327+0000 7f35ab006640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f35a410d820 con 0x7f35a41078c0 2024-09-15T23:41:46.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.327+0000 7f35ab006640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f35a410d6a0 con 0x7f35a4102660 2024-09-15T23:41:46.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.327+0000 7f35ab006640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f35a410d9a0 con 0x7f35a4104f90 2024-09-15T23:41:46.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.327+0000 7f35a95a3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35a41078c0 0x7f35a419f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:41:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.327+0000 7f35a95a3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35a41078c0 0x7f35a419f590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46268/0 (socket says 172.21.15.71:46268) 2024-09-15T23:41:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.327+0000 7f35a95a3640 1 -- 172.21.15.71:0/1706811671 learned_addr learned my addr 172.21.15.71:0/1706811671 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:41:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.327+0000 7f35a8da2640 1 --2- 172.21.15.71:0/1706811671 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f35a4102660 0x7f35a4197fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:41:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.327+0000 7f35a3fff640 1 --2- 172.21.15.71:0/1706811671 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f35a4104f90 0x7f35a4198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:41:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.328+0000 7f35a95a3640 1 -- 172.21.15.71:0/1706811671 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f35a4104f90 msgr2=0x7f35a4198510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:41:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.328+0000 7f35a95a3640 1 --2- 172.21.15.71:0/1706811671 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f35a4104f90 0x7f35a4198510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:41:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.328+0000 7f35a95a3640 1 -- 172.21.15.71:0/1706811671 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f35a4102660 msgr2=0x7f35a4197fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:41:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.328+0000 7f35a95a3640 1 --2- 172.21.15.71:0/1706811671 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f35a4102660 0x7f35a4197fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:41:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.328+0000 7f35a95a3640 1 -- 172.21.15.71:0/1706811671 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35a419fc00 con 0x7f35a41078c0 2024-09-15T23:41:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.328+0000 7f35a8da2640 1 --2- 172.21.15.71:0/1706811671 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f35a4102660 0x7f35a4197fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:41:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.328+0000 7f35a95a3640 1 --2- 172.21.15.71:0/1706811671 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35a41078c0 0x7f35a419f590 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f359c00b990 tx=0x7f359c00bd90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:41:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.328+0000 7f35a1ffb640 1 -- 172.21.15.71:0/1706811671 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f359c019070 con 0x7f35a41078c0 2024-09-15T23:41:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.328+0000 7f35a1ffb640 1 -- 172.21.15.71:0/1706811671 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f359c014440 con 0x7f35a41078c0 2024-09-15T23:41:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.328+0000 7f35ab006640 1 -- 172.21.15.71:0/1706811671 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35a419fef0 con 0x7f35a41078c0 2024-09-15T23:41:46.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.328+0000 7f35a1ffb640 1 -- 172.21.15.71:0/1706811671 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f359c0075d0 con 0x7f35a41078c0 2024-09-15T23:41:46.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.328+0000 7f35ab006640 1 -- 172.21.15.71:0/1706811671 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35a41a03d0 con 0x7f35a41078c0 2024-09-15T23:41:46.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.329+0000 7f35ab006640 1 -- 172.21.15.71:0/1706811671 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35a40fdd70 con 0x7f35a41078c0 2024-09-15T23:41:46.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.330+0000 7f35a1ffb640 1 -- 172.21.15.71:0/1706811671 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f359c01c070 con 0x7f35a41078c0 2024-09-15T23:41:46.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.331+0000 7f35a1ffb640 1 --2- 172.21.15.71:0/1706811671 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f35940a3270 0x7f35940a5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:41:46.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.331+0000 7f35a8da2640 1 --2- 172.21.15.71:0/1706811671 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f35940a3270 0x7f35940a5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:41:46.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.331+0000 7f35a1ffb640 1 -- 172.21.15.71:0/1706811671 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4253+0+0 (secure 0 0 0) 0x7f359c0ce3b0 con 0x7f35a41078c0 2024-09-15T23:41:46.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.331+0000 7f35a8da2640 1 --2- 172.21.15.71:0/1706811671 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f35940a3270 0x7f35940a5730 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f35980314e0 tx=0x7f3598005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:41:46.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.339+0000 7f35a1ffb640 1 -- 172.21.15.71:0/1706811671 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f359c09c0a0 con 0x7f35a41078c0 2024-09-15T23:41:46.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:41:46.517+0000 7f35ab006640 1 -- 172.21.15.71:0/1706811671 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f35a4062630 con 0x7f35940a3270 2024-09-15T23:41:46.563 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 15 23:41:46 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-15T23:41:46.108+0000 7f0ccbdab640 -1 osd.5 0 waiting for initial osdmap 2024-09-15T23:41:46.564 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 15 23:41:46 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-15T23:41:46.115+0000 7f0cc3bcb640 -1 osd.5 35 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-15T23:41:46.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:46 smithi071 ceph-mon[30957]: Detected new or changed devices on smithi190 2024-09-15T23:41:46.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:46 smithi071 ceph-mon[30957]: Adjusting osd_memory_target on smithi190 to 8544M 2024-09-15T23:41:46.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:46 smithi071 ceph-mon[30957]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-09-15T23:41:46.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:46 smithi071 ceph-mon[30957]: osdmap e35: 6 total, 5 up, 6 in 2024-09-15T23:41:46.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:46 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-15T23:41:46.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:46 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-15T23:41:46.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:46 smithi071 ceph-mon[30957]: from='osd.5 ' entity='osd.5' 2024-09-15T23:41:46.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:46 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:41:46.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:46 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:41:46.846 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:46 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:46.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:46 smithi163 ceph-mon[34107]: Detected new or changed devices on smithi190 2024-09-15T23:41:46.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:46 smithi163 ceph-mon[34107]: Adjusting osd_memory_target on smithi190 to 8544M 2024-09-15T23:41:46.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:46 smithi163 ceph-mon[34107]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-09-15T23:41:46.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:46 smithi163 ceph-mon[34107]: osdmap e35: 6 total, 5 up, 6 in 2024-09-15T23:41:46.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:46 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-15T23:41:46.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:46 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-15T23:41:46.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:46 smithi163 ceph-mon[34107]: from='osd.5 ' entity='osd.5' 2024-09-15T23:41:46.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:46 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:41:46.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:46 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:41:46.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:46 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:47.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:46 smithi190 ceph-mon[34840]: Detected new or changed devices on smithi190 2024-09-15T23:41:47.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:46 smithi190 ceph-mon[34840]: Adjusting osd_memory_target on smithi190 to 8544M 2024-09-15T23:41:47.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:46 smithi190 ceph-mon[34840]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-09-15T23:41:47.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:46 smithi190 ceph-mon[34840]: osdmap e35: 6 total, 5 up, 6 in 2024-09-15T23:41:47.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:46 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-15T23:41:47.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:46 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-15T23:41:47.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:46 smithi190 ceph-mon[34840]: from='osd.5 ' entity='osd.5' 2024-09-15T23:41:47.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:46 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:41:47.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:46 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:41:47.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:46 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:47.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:47 smithi071 ceph-mon[30957]: purged_snaps scrub starts 2024-09-15T23:41:47.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:47 smithi071 ceph-mon[30957]: purged_snaps scrub ok 2024-09-15T23:41:47.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:47 smithi071 ceph-mon[30957]: from='client.14382 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:41:47.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:47 smithi071 ceph-mon[30957]: osd.5 [v2:172.21.15.190:6808/3132841040,v1:172.21.15.190:6809/3132841040] boot 2024-09-15T23:41:47.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:47 smithi071 ceph-mon[30957]: osdmap e36: 6 total, 6 up, 6 in 2024-09-15T23:41:47.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:47 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-15T23:41:47.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:47 smithi071 ceph-mon[30957]: osdmap e37: 6 total, 6 up, 6 in 2024-09-15T23:41:47.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:47 smithi071 ceph-mon[30957]: pgmap v132: 1 pgs: 1 peering; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:47.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:47 smithi163 ceph-mon[34107]: purged_snaps scrub starts 2024-09-15T23:41:47.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:47 smithi163 ceph-mon[34107]: purged_snaps scrub ok 2024-09-15T23:41:47.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:47 smithi163 ceph-mon[34107]: from='client.14382 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:41:47.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:47 smithi163 ceph-mon[34107]: osd.5 [v2:172.21.15.190:6808/3132841040,v1:172.21.15.190:6809/3132841040] boot 2024-09-15T23:41:47.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:47 smithi163 ceph-mon[34107]: osdmap e36: 6 total, 6 up, 6 in 2024-09-15T23:41:47.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:47 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-15T23:41:47.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:47 smithi163 ceph-mon[34107]: osdmap e37: 6 total, 6 up, 6 in 2024-09-15T23:41:47.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:47 smithi163 ceph-mon[34107]: pgmap v132: 1 pgs: 1 peering; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:48.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:47 smithi190 ceph-mon[34840]: purged_snaps scrub starts 2024-09-15T23:41:48.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:47 smithi190 ceph-mon[34840]: purged_snaps scrub ok 2024-09-15T23:41:48.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:47 smithi190 ceph-mon[34840]: from='client.14382 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:41:48.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:47 smithi190 ceph-mon[34840]: osd.5 [v2:172.21.15.190:6808/3132841040,v1:172.21.15.190:6809/3132841040] boot 2024-09-15T23:41:48.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:47 smithi190 ceph-mon[34840]: osdmap e36: 6 total, 6 up, 6 in 2024-09-15T23:41:48.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:47 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-15T23:41:48.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:47 smithi190 ceph-mon[34840]: osdmap e37: 6 total, 6 up, 6 in 2024-09-15T23:41:48.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:47 smithi190 ceph-mon[34840]: pgmap v132: 1 pgs: 1 peering; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-09-15T23:41:49.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:48 smithi071 ceph-mon[30957]: osdmap e38: 6 total, 6 up, 6 in 2024-09-15T23:41:49.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:48 smithi163 ceph-mon[34107]: osdmap e38: 6 total, 6 up, 6 in 2024-09-15T23:41:49.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:48 smithi190 ceph-mon[34840]: osdmap e38: 6 total, 6 up, 6 in 2024-09-15T23:41:50.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:49 smithi163 ceph-mon[34107]: osdmap e39: 6 total, 6 up, 6 in 2024-09-15T23:41:50.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:49 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/2181958876' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "783f341b-53ac-4722-86b5-9460490f0e02"}]: dispatch 2024-09-15T23:41:50.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:49 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/2181958876' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "783f341b-53ac-4722-86b5-9460490f0e02"}]': finished 2024-09-15T23:41:50.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:49 smithi163 ceph-mon[34107]: osdmap e40: 7 total, 6 up, 7 in 2024-09-15T23:41:50.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:49 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-15T23:41:50.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:49 smithi163 ceph-mon[34107]: pgmap v136: 1 pgs: 1 peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-09-15T23:41:50.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:49 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/3804571427' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:41:50.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:49 smithi190 ceph-mon[34840]: osdmap e39: 6 total, 6 up, 6 in 2024-09-15T23:41:50.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:49 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/2181958876' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "783f341b-53ac-4722-86b5-9460490f0e02"}]: dispatch 2024-09-15T23:41:50.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:49 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/2181958876' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "783f341b-53ac-4722-86b5-9460490f0e02"}]': finished 2024-09-15T23:41:50.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:49 smithi190 ceph-mon[34840]: osdmap e40: 7 total, 6 up, 7 in 2024-09-15T23:41:50.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:49 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-15T23:41:50.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:49 smithi190 ceph-mon[34840]: pgmap v136: 1 pgs: 1 peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-09-15T23:41:50.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:49 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/3804571427' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:41:50.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:49 smithi071 ceph-mon[30957]: osdmap e39: 6 total, 6 up, 6 in 2024-09-15T23:41:50.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:49 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2181958876' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "783f341b-53ac-4722-86b5-9460490f0e02"}]: dispatch 2024-09-15T23:41:50.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:49 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2181958876' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "783f341b-53ac-4722-86b5-9460490f0e02"}]': finished 2024-09-15T23:41:50.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:49 smithi071 ceph-mon[30957]: osdmap e40: 7 total, 6 up, 7 in 2024-09-15T23:41:50.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:49 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-15T23:41:50.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:49 smithi071 ceph-mon[30957]: pgmap v136: 1 pgs: 1 peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-09-15T23:41:50.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:49 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/3804571427' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:41:52.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:52 smithi071 ceph-mon[30957]: pgmap v137: 1 pgs: 1 peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-09-15T23:41:52.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:52 smithi163 ceph-mon[34107]: pgmap v137: 1 pgs: 1 peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-09-15T23:41:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:52 smithi190 ceph-mon[34840]: pgmap v137: 1 pgs: 1 peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-09-15T23:41:54.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:54 smithi071 ceph-mon[30957]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-15T23:41:54.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:54 smithi163 ceph-mon[34107]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-15T23:41:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:54 smithi190 ceph-mon[34840]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-15T23:41:56.311 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:56 smithi071 ceph-mon[30957]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-09-15T23:41:56.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:56 smithi163 ceph-mon[34107]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-09-15T23:41:56.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:56 smithi190 ceph-mon[34840]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-09-15T23:41:57.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:57 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-15T23:41:57.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:57 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:57.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:57 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-15T23:41:57.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:57 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:57.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:57 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-15T23:41:57.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:57 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:41:58.385 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:58 smithi163 ceph-mon[34107]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-09-15T23:41:58.385 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:41:58 smithi163 ceph-mon[34107]: Deploying daemon osd.6 on smithi071 2024-09-15T23:41:58.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:58 smithi071 ceph-mon[30957]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-09-15T23:41:58.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:41:58 smithi071 ceph-mon[30957]: Deploying daemon osd.6 on smithi071 2024-09-15T23:41:58.465 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:58 smithi190 ceph-mon[34840]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-09-15T23:41:58.465 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:41:58 smithi190 ceph-mon[34840]: Deploying daemon osd.6 on smithi071 2024-09-15T23:42:00.397 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:00 smithi071 ceph-mon[30957]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-15T23:42:00.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:00 smithi163 ceph-mon[34107]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-15T23:42:00.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:00 smithi190 ceph-mon[34840]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-15T23:42:02.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:02 smithi071 ceph-mon[30957]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-15T23:42:02.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:02 smithi163 ceph-mon[34107]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-15T23:42:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:02 smithi190 ceph-mon[34840]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-15T23:42:04.409 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:04 smithi071 ceph-mon[30957]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-15T23:42:04.409 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:42:04.410 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:04.410 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:04.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:04 smithi163 ceph-mon[34107]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-15T23:42:04.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:42:04.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:04.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:04 smithi190 ceph-mon[34840]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-15T23:42:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:42:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:06.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:06 smithi071 ceph-mon[30957]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-09-15T23:42:06.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:06 smithi163 ceph-mon[34107]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-09-15T23:42:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:06 smithi190 ceph-mon[34840]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-09-15T23:42:07.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:42:07.135+0000 7f35a1ffb640 1 -- 172.21.15.71:0/1706811671 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f35a4062630 con 0x7f35940a3270 2024-09-15T23:42:07.137 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 6 on host 'smithi071' 2024-09-15T23:42:07.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:42:07.138+0000 7f35ab006640 1 -- 172.21.15.71:0/1706811671 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f35940a3270 msgr2=0x7f35940a5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:42:07.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:42:07.138+0000 7f35ab006640 1 --2- 172.21.15.71:0/1706811671 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f35940a3270 0x7f35940a5730 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f35980314e0 tx=0x7f3598005a20 comp rx=0 tx=0).stop 2024-09-15T23:42:07.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:42:07.138+0000 7f35ab006640 1 -- 172.21.15.71:0/1706811671 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35a41078c0 msgr2=0x7f35a419f590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:42:07.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:42:07.138+0000 7f35ab006640 1 --2- 172.21.15.71:0/1706811671 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35a41078c0 0x7f35a419f590 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f359c00b990 tx=0x7f359c00bd90 comp rx=0 tx=0).stop 2024-09-15T23:42:07.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:42:07.138+0000 7f35ab006640 1 -- 172.21.15.71:0/1706811671 shutdown_connections 2024-09-15T23:42:07.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:42:07.138+0000 7f35ab006640 1 --2- 172.21.15.71:0/1706811671 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f35940a3270 0x7f35940a5730 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:42:07.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:42:07.138+0000 7f35ab006640 1 --2- 172.21.15.71:0/1706811671 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35a41078c0 0x7f35a419f590 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:42:07.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:42:07.138+0000 7f35ab006640 1 --2- 172.21.15.71:0/1706811671 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f35a4104f90 0x7f35a4198510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:42:07.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:42:07.138+0000 7f35ab006640 1 --2- 172.21.15.71:0/1706811671 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f35a4102660 0x7f35a4197fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:42:07.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:42:07.138+0000 7f35ab006640 1 -- 172.21.15.71:0/1706811671 >> 172.21.15.71:0/1706811671 conn(0x7f35a40fc280 msgr2=0x7f35a4103060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:42:07.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:42:07.138+0000 7f35ab006640 1 -- 172.21.15.71:0/1706811671 shutdown_connections 2024-09-15T23:42:07.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:42:07.138+0000 7f35ab006640 1 -- 172.21.15.71:0/1706811671 wait complete. 2024-09-15T23:42:07.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:07 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:07.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:07 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:07.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:07 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:07.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:07 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:42:07.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:07 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:07.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:07 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:42:07.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:07 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:07.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:07 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:07.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:07 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:07.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:07 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:07.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:07 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:07.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:07 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:42:07.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:07 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:07.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:07 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:42:07.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:07 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:07.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:07 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:07.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:07 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:07.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:07 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:07.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:07 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:07 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:42:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:07 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:07 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:42:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:07 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:07 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:07.871 DEBUG:teuthology.orchestra.run.smithi071:osd.6> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.6.service 2024-09-15T23:42:07.873 INFO:tasks.cephadm:Deploying osd.7 on smithi163 with /dev/vg_nvme/lv_2... 2024-09-15T23:42:07.873 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-15T23:42:08.130 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.b/config 2024-09-15T23:42:08.233 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:08 smithi163 ceph-mon[34107]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-09-15T23:42:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:08 smithi071 ceph-mon[30957]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-09-15T23:42:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:08 smithi190 ceph-mon[34840]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-09-15T23:42:09.303 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:09 smithi071 ceph-mon[30957]: from='osd.6 [v2:172.21.15.71:6818/1108451261,v1:172.21.15.71:6819/1108451261]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-15T23:42:09.303 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 15 23:42:09 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-15T23:42:09.047+0000 7ff756bb3640 -1 osd.6 0 log_to_monitors true 2024-09-15T23:42:09.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:09 smithi163 ceph-mon[34107]: from='osd.6 [v2:172.21.15.71:6818/1108451261,v1:172.21.15.71:6819/1108451261]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-15T23:42:09.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:09 smithi190 ceph-mon[34840]: from='osd.6 [v2:172.21.15.71:6818/1108451261,v1:172.21.15.71:6819/1108451261]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-15T23:42:10.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:10 smithi071 ceph-mon[30957]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-09-15T23:42:10.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:10 smithi071 ceph-mon[30957]: from='osd.6 [v2:172.21.15.71:6818/1108451261,v1:172.21.15.71:6819/1108451261]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-15T23:42:10.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:10 smithi071 ceph-mon[30957]: osdmap e41: 7 total, 6 up, 7 in 2024-09-15T23:42:10.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:10 smithi071 ceph-mon[30957]: from='osd.6 [v2:172.21.15.71:6818/1108451261,v1:172.21.15.71:6819/1108451261]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-15T23:42:10.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:10 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-15T23:42:10.427 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 15 23:42:10 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-15T23:42:10.154+0000 7ff752b36640 -1 osd.6 0 waiting for initial osdmap 2024-09-15T23:42:10.427 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 15 23:42:10 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-15T23:42:10.164+0000 7ff74e95e640 -1 osd.6 42 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-15T23:42:10.447 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:10 smithi163 ceph-mon[34107]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-09-15T23:42:10.447 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:10 smithi163 ceph-mon[34107]: from='osd.6 [v2:172.21.15.71:6818/1108451261,v1:172.21.15.71:6819/1108451261]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-15T23:42:10.447 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:10 smithi163 ceph-mon[34107]: osdmap e41: 7 total, 6 up, 7 in 2024-09-15T23:42:10.447 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:10 smithi163 ceph-mon[34107]: from='osd.6 [v2:172.21.15.71:6818/1108451261,v1:172.21.15.71:6819/1108451261]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-15T23:42:10.447 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:10 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-15T23:42:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:10 smithi190 ceph-mon[34840]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-09-15T23:42:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:10 smithi190 ceph-mon[34840]: from='osd.6 [v2:172.21.15.71:6818/1108451261,v1:172.21.15.71:6819/1108451261]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-15T23:42:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:10 smithi190 ceph-mon[34840]: osdmap e41: 7 total, 6 up, 7 in 2024-09-15T23:42:10.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:10 smithi190 ceph-mon[34840]: from='osd.6 [v2:172.21.15.71:6818/1108451261,v1:172.21.15.71:6819/1108451261]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-15T23:42:10.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:10 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-15T23:42:10.834 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:42:10.861 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi163:vg_nvme/lv_2 2024-09-15T23:42:11.114 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.b/config 2024-09-15T23:42:11.424 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:11 smithi163 ceph-mon[34107]: from='osd.6 [v2:172.21.15.71:6818/1108451261,v1:172.21.15.71:6819/1108451261]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-15T23:42:11.424 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:11 smithi163 ceph-mon[34107]: osdmap e42: 7 total, 6 up, 7 in 2024-09-15T23:42:11.424 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:11 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-15T23:42:11.424 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:11 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-15T23:42:11.424 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:11 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:11.425 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:11 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:11.425 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:11 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:42:11.425 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:11 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:42:11.425 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:11 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:42:11.425 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:11 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:11.425 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:11 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:11.425 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:11 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:42:11.425 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:11 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:11.425 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:11 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-15T23:42:11.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:11 smithi071 ceph-mon[30957]: from='osd.6 [v2:172.21.15.71:6818/1108451261,v1:172.21.15.71:6819/1108451261]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-15T23:42:11.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:11 smithi071 ceph-mon[30957]: osdmap e42: 7 total, 6 up, 7 in 2024-09-15T23:42:11.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:11 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-15T23:42:11.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:11 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-15T23:42:11.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:11 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:11.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:11 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:11.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:11 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:42:11.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:11 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:42:11.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:11 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:42:11.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:11 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:11.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:11 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:11.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:11 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:42:11.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:11 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:11.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:11 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-15T23:42:11.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:11 smithi190 ceph-mon[34840]: from='osd.6 [v2:172.21.15.71:6818/1108451261,v1:172.21.15.71:6819/1108451261]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-15T23:42:11.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:11 smithi190 ceph-mon[34840]: osdmap e42: 7 total, 6 up, 7 in 2024-09-15T23:42:11.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:11 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-15T23:42:11.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:11 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-15T23:42:11.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:11 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:11.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:11 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:11.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:11 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:42:11.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:11 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:42:11.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:11 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:42:11.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:11 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:11.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:11 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:11.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:11 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:42:11.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:11 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:11.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:11 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-15T23:42:11.629 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.626+0000 7f8ea12b8640 1 -- 172.21.15.163:0/890674131 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e9c101cd0 msgr2=0x7f8e9c102150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:42:11.629 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.626+0000 7f8ea12b8640 1 --2- 172.21.15.163:0/890674131 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e9c101cd0 0x7f8e9c102150 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f8e8c009900 tx=0x7f8e8c02a3f0 comp rx=0 tx=0).stop 2024-09-15T23:42:11.629 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.626+0000 7f8ea12b8640 1 -- 172.21.15.163:0/890674131 shutdown_connections 2024-09-15T23:42:11.629 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.626+0000 7f8ea12b8640 1 --2- 172.21.15.163:0/890674131 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8e9c102690 0x7f8e9c108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:42:11.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.626+0000 7f8ea12b8640 1 --2- 172.21.15.163:0/890674131 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e9c101cd0 0x7f8e9c102150 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:42:11.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.626+0000 7f8ea12b8640 1 --2- 172.21.15.163:0/890674131 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e9c100ad0 0x7f8e9c100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:42:11.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.626+0000 7f8ea12b8640 1 -- 172.21.15.163:0/890674131 >> 172.21.15.163:0/890674131 conn(0x7f8e9c0fc280 msgr2=0x7f8e9c0fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:42:11.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.626+0000 7f8ea12b8640 1 -- 172.21.15.163:0/890674131 shutdown_connections 2024-09-15T23:42:11.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.626+0000 7f8ea12b8640 1 -- 172.21.15.163:0/890674131 wait complete. 2024-09-15T23:42:11.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.627+0000 7f8ea12b8640 1 Processor -- start 2024-09-15T23:42:11.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.627+0000 7f8ea12b8640 1 -- start start 2024-09-15T23:42:11.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.627+0000 7f8ea12b8640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e9c100ad0 0x7f8e9c197e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:42:11.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.627+0000 7f8ea12b8640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8e9c101cd0 0x7f8e9c198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:42:11.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.627+0000 7f8ea12b8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e9c102690 0x7f8e9c19f400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:42:11.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.627+0000 7f8ea12b8640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f8e9c10c600 con 0x7f8e9c102690 2024-09-15T23:42:11.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.627+0000 7f8ea12b8640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f8e9c10c480 con 0x7f8e9c100ad0 2024-09-15T23:42:11.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.627+0000 7f8ea12b8640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f8e9c10c780 con 0x7f8e9c101cd0 2024-09-15T23:42:11.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.627+0000 7f8e9affd640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e9c100ad0 0x7f8e9c197e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:42:11.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.627+0000 7f8e9affd640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e9c100ad0 0x7f8e9c197e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.163:47008/0 (socket says 172.21.15.163:47008) 2024-09-15T23:42:11.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.627+0000 7f8e9affd640 1 -- 172.21.15.163:0/2510371912 learned_addr learned my addr 172.21.15.163:0/2510371912 (peer_addr_for_me v2:172.21.15.163:0/0) 2024-09-15T23:42:11.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.627+0000 7f8e9b7fe640 1 --2- 172.21.15.163:0/2510371912 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e9c102690 0x7f8e9c19f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:42:11.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.627+0000 7f8e9a7fc640 1 --2- 172.21.15.163:0/2510371912 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8e9c101cd0 0x7f8e9c198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:42:11.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.628+0000 7f8e9affd640 1 -- 172.21.15.163:0/2510371912 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8e9c101cd0 msgr2=0x7f8e9c198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:42:11.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.628+0000 7f8e9affd640 1 --2- 172.21.15.163:0/2510371912 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8e9c101cd0 0x7f8e9c198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:42:11.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.628+0000 7f8e9affd640 1 -- 172.21.15.163:0/2510371912 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e9c102690 msgr2=0x7f8e9c19f400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:42:11.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.628+0000 7f8e9affd640 1 --2- 172.21.15.163:0/2510371912 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e9c102690 0x7f8e9c19f400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:42:11.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.628+0000 7f8e9affd640 1 -- 172.21.15.163:0/2510371912 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e9c19fa70 con 0x7f8e9c100ad0 2024-09-15T23:42:11.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.628+0000 7f8e9affd640 1 --2- 172.21.15.163:0/2510371912 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e9c100ad0 0x7f8e9c197e40 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f8e8400c970 tx=0x7f8e8400ce30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:42:11.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.628+0000 7f8e93fff640 1 -- 172.21.15.163:0/2510371912 <== mon.2 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e84004220 con 0x7f8e9c100ad0 2024-09-15T23:42:11.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.628+0000 7f8e93fff640 1 -- 172.21.15.163:0/2510371912 <== mon.2 v2:172.21.15.163:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8e840043c0 con 0x7f8e9c100ad0 2024-09-15T23:42:11.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.628+0000 7f8e93fff640 1 -- 172.21.15.163:0/2510371912 <== mon.2 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e8400f450 con 0x7f8e9c100ad0 2024-09-15T23:42:11.632 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.628+0000 7f8ea12b8640 1 -- 172.21.15.163:0/2510371912 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e9c19fd60 con 0x7f8e9c100ad0 2024-09-15T23:42:11.632 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.628+0000 7f8ea12b8640 1 -- 172.21.15.163:0/2510371912 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e9c1a01c0 con 0x7f8e9c100ad0 2024-09-15T23:42:11.632 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.629+0000 7f8ea12b8640 1 -- 172.21.15.163:0/2510371912 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e9c1a0450 con 0x7f8e9c100ad0 2024-09-15T23:42:11.633 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.630+0000 7f8e93fff640 1 -- 172.21.15.163:0/2510371912 <== mon.2 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f8e840079b0 con 0x7f8e9c100ad0 2024-09-15T23:42:11.633 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.631+0000 7f8e93fff640 1 --2- 172.21.15.163:0/2510371912 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f8e880a3270 0x7f8e880a5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:42:11.633 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.631+0000 7f8e93fff640 1 -- 172.21.15.163:0/2510371912 <== mon.2 v2:172.21.15.163:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 4965+0+0 (secure 0 0 0) 0x7f8e840cec60 con 0x7f8e9c100ad0 2024-09-15T23:42:11.633 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.631+0000 7f8e9a7fc640 1 --2- 172.21.15.163:0/2510371912 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f8e880a3270 0x7f8e880a5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:42:11.633 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.632+0000 7f8e9a7fc640 1 --2- 172.21.15.163:0/2510371912 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f8e880a3270 0x7f8e880a5730 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8e8c000c00 tx=0x7f8e8c005e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:42:11.635 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.635+0000 7f8e93fff640 1 -- 172.21.15.163:0/2510371912 <== mon.2 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8e84014030 con 0x7f8e9c100ad0 2024-09-15T23:42:11.811 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:11.810+0000 7f8ea12b8640 1 -- 172.21.15.163:0/2510371912 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f8e9c1a0620 con 0x7f8e880a3270 2024-09-15T23:42:12.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:12 smithi071 ceph-mon[30957]: purged_snaps scrub starts 2024-09-15T23:42:12.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:12 smithi071 ceph-mon[30957]: purged_snaps scrub ok 2024-09-15T23:42:12.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:12 smithi071 ceph-mon[30957]: Detected new or changed devices on smithi071 2024-09-15T23:42:12.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:12 smithi071 ceph-mon[30957]: Adjusting osd_memory_target on smithi071 to 5696M 2024-09-15T23:42:12.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:12 smithi071 ceph-mon[30957]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-09-15T23:42:12.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:12 smithi071 ceph-mon[30957]: osd.6 [v2:172.21.15.71:6818/1108451261,v1:172.21.15.71:6819/1108451261] boot 2024-09-15T23:42:12.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:12 smithi071 ceph-mon[30957]: osdmap e43: 7 total, 7 up, 7 in 2024-09-15T23:42:12.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:12 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-15T23:42:12.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:12 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:42:12.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:12 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:42:12.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:12 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:12.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:12 smithi163 ceph-mon[34107]: purged_snaps scrub starts 2024-09-15T23:42:12.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:12 smithi163 ceph-mon[34107]: purged_snaps scrub ok 2024-09-15T23:42:12.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:12 smithi163 ceph-mon[34107]: Detected new or changed devices on smithi071 2024-09-15T23:42:12.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:12 smithi163 ceph-mon[34107]: Adjusting osd_memory_target on smithi071 to 5696M 2024-09-15T23:42:12.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:12 smithi163 ceph-mon[34107]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-09-15T23:42:12.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:12 smithi163 ceph-mon[34107]: osd.6 [v2:172.21.15.71:6818/1108451261,v1:172.21.15.71:6819/1108451261] boot 2024-09-15T23:42:12.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:12 smithi163 ceph-mon[34107]: osdmap e43: 7 total, 7 up, 7 in 2024-09-15T23:42:12.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:12 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-15T23:42:12.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:12 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:42:12.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:12 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:42:12.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:12 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:12.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:12 smithi190 ceph-mon[34840]: purged_snaps scrub starts 2024-09-15T23:42:12.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:12 smithi190 ceph-mon[34840]: purged_snaps scrub ok 2024-09-15T23:42:12.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:12 smithi190 ceph-mon[34840]: Detected new or changed devices on smithi071 2024-09-15T23:42:12.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:12 smithi190 ceph-mon[34840]: Adjusting osd_memory_target on smithi071 to 5696M 2024-09-15T23:42:12.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:12 smithi190 ceph-mon[34840]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-09-15T23:42:12.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:12 smithi190 ceph-mon[34840]: osd.6 [v2:172.21.15.71:6818/1108451261,v1:172.21.15.71:6819/1108451261] boot 2024-09-15T23:42:12.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:12 smithi190 ceph-mon[34840]: osdmap e43: 7 total, 7 up, 7 in 2024-09-15T23:42:12.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:12 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-15T23:42:12.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:12 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:42:12.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:12 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:42:12.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:12 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:13.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:13 smithi071 ceph-mon[30957]: from='client.24260 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:42:13.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:13 smithi071 ceph-mon[30957]: osdmap e44: 7 total, 7 up, 7 in 2024-09-15T23:42:13.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:13 smithi163 ceph-mon[34107]: from='client.24260 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:42:13.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:13 smithi163 ceph-mon[34107]: osdmap e44: 7 total, 7 up, 7 in 2024-09-15T23:42:13.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:13 smithi190 ceph-mon[34840]: from='client.24260 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:42:13.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:13 smithi190 ceph-mon[34840]: osdmap e44: 7 total, 7 up, 7 in 2024-09-15T23:42:14.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:14 smithi071 ceph-mon[30957]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:14.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:14 smithi163 ceph-mon[34107]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:14 smithi190 ceph-mon[34840]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:15.236 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:15 smithi163 ceph-mon[34107]: from='client.? 172.21.15.163:0/2771277930' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39e17d98-3cf2-4e56-af7f-437a27f35847"}]: dispatch 2024-09-15T23:42:15.723 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:15 smithi163 ceph-mon[34107]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39e17d98-3cf2-4e56-af7f-437a27f35847"}]: dispatch 2024-09-15T23:42:15.723 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:15 smithi163 ceph-mon[34107]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "39e17d98-3cf2-4e56-af7f-437a27f35847"}]': finished 2024-09-15T23:42:15.723 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:15 smithi163 ceph-mon[34107]: osdmap e45: 8 total, 7 up, 8 in 2024-09-15T23:42:15.723 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:15 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-15T23:42:15.723 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:15 smithi163 ceph-mon[34107]: from='client.? 172.21.15.163:0/3978158007' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:42:15.724 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:15 smithi190 ceph-mon[34840]: from='client.? 172.21.15.163:0/2771277930' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39e17d98-3cf2-4e56-af7f-437a27f35847"}]: dispatch 2024-09-15T23:42:15.725 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:15 smithi190 ceph-mon[34840]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39e17d98-3cf2-4e56-af7f-437a27f35847"}]: dispatch 2024-09-15T23:42:15.725 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:15 smithi190 ceph-mon[34840]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "39e17d98-3cf2-4e56-af7f-437a27f35847"}]': finished 2024-09-15T23:42:15.725 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:15 smithi190 ceph-mon[34840]: osdmap e45: 8 total, 7 up, 8 in 2024-09-15T23:42:15.725 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:15 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-15T23:42:15.725 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:15 smithi190 ceph-mon[34840]: from='client.? 172.21.15.163:0/3978158007' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:42:15.725 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:15 smithi071 ceph-mon[30957]: from='client.? 172.21.15.163:0/2771277930' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39e17d98-3cf2-4e56-af7f-437a27f35847"}]: dispatch 2024-09-15T23:42:15.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:15 smithi071 ceph-mon[30957]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39e17d98-3cf2-4e56-af7f-437a27f35847"}]: dispatch 2024-09-15T23:42:15.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:15 smithi071 ceph-mon[30957]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "39e17d98-3cf2-4e56-af7f-437a27f35847"}]': finished 2024-09-15T23:42:15.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:15 smithi071 ceph-mon[30957]: osdmap e45: 8 total, 7 up, 8 in 2024-09-15T23:42:15.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:15 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-15T23:42:15.726 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:15 smithi071 ceph-mon[30957]: from='client.? 172.21.15.163:0/3978158007' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:42:16.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:16 smithi071 ceph-mon[30957]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:16.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:16 smithi163 ceph-mon[34107]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:16 smithi190 ceph-mon[34840]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:18.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:18 smithi071 ceph-mon[30957]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:18.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:18 smithi163 ceph-mon[34107]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:18 smithi190 ceph-mon[34840]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:20.233 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:20 smithi163 ceph-mon[34107]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:20 smithi190 ceph-mon[34840]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:20.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:20 smithi071 ceph-mon[30957]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:22.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:22 smithi163 ceph-mon[34107]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:22 smithi190 ceph-mon[34840]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:22.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:22 smithi071 ceph-mon[30957]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:23.378 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:23 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-15T23:42:23.378 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:23 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:23.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:23 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-15T23:42:23.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:23 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:23.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:23 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-15T23:42:23.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:23 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:24.479 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:24 smithi163 ceph-mon[34107]: Deploying daemon osd.7 on smithi163 2024-09-15T23:42:24.479 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:24 smithi163 ceph-mon[34107]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:24 smithi190 ceph-mon[34840]: Deploying daemon osd.7 on smithi163 2024-09-15T23:42:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:24 smithi190 ceph-mon[34840]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:24.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:24 smithi071 ceph-mon[30957]: Deploying daemon osd.7 on smithi163 2024-09-15T23:42:24.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:24 smithi071 ceph-mon[30957]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:26.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:26 smithi163 ceph-mon[34107]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:26.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:26 smithi190 ceph-mon[34840]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:26.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:26 smithi071 ceph-mon[30957]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:28.478 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:28 smithi071 ceph-mon[30957]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:28.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:28 smithi163 ceph-mon[34107]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:28.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:28 smithi190 ceph-mon[34840]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:29.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:29 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:42:29.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:29 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:29.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:29 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:29.493 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:42:29.494 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:29.494 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:29.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:29 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:42:29.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:29 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:29.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:29 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:30.460 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:30 smithi163 ceph-mon[34107]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:30.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:30 smithi190 ceph-mon[34840]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:30.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:30 smithi071 ceph-mon[30957]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:32.058 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:32.057+0000 7f8e93fff640 1 -- 172.21.15.163:0/2510371912 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8e9c1a0620 con 0x7f8e880a3270 2024-09-15T23:42:32.058 INFO:teuthology.orchestra.run.smithi163.stdout:Created osd(s) 7 on host 'smithi163' 2024-09-15T23:42:32.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:32.059+0000 7f8ea12b8640 1 -- 172.21.15.163:0/2510371912 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f8e880a3270 msgr2=0x7f8e880a5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:42:32.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:32.059+0000 7f8ea12b8640 1 --2- 172.21.15.163:0/2510371912 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f8e880a3270 0x7f8e880a5730 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8e8c000c00 tx=0x7f8e8c005e40 comp rx=0 tx=0).stop 2024-09-15T23:42:32.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:32.059+0000 7f8ea12b8640 1 -- 172.21.15.163:0/2510371912 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e9c100ad0 msgr2=0x7f8e9c197e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:42:32.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:32.059+0000 7f8ea12b8640 1 --2- 172.21.15.163:0/2510371912 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e9c100ad0 0x7f8e9c197e40 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f8e8400c970 tx=0x7f8e8400ce30 comp rx=0 tx=0).stop 2024-09-15T23:42:32.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:32.059+0000 7f8ea12b8640 1 -- 172.21.15.163:0/2510371912 shutdown_connections 2024-09-15T23:42:32.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:32.059+0000 7f8ea12b8640 1 --2- 172.21.15.163:0/2510371912 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f8e880a3270 0x7f8e880a5730 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:42:32.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:32.059+0000 7f8ea12b8640 1 --2- 172.21.15.163:0/2510371912 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e9c102690 0x7f8e9c19f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:42:32.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:32.059+0000 7f8ea12b8640 1 --2- 172.21.15.163:0/2510371912 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8e9c101cd0 0x7f8e9c198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:42:32.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:32.059+0000 7f8ea12b8640 1 --2- 172.21.15.163:0/2510371912 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e9c100ad0 0x7f8e9c197e40 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:42:32.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:32.059+0000 7f8ea12b8640 1 -- 172.21.15.163:0/2510371912 >> 172.21.15.163:0/2510371912 conn(0x7f8e9c0fc280 msgr2=0x7f8e9c069fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:42:32.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:32.060+0000 7f8ea12b8640 1 -- 172.21.15.163:0/2510371912 shutdown_connections 2024-09-15T23:42:32.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:42:32.060+0000 7f8ea12b8640 1 -- 172.21.15.163:0/2510371912 wait complete. 2024-09-15T23:42:32.382 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:32 smithi163 ceph-mon[34107]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:32.382 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:32 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:32.382 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:32 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:32 smithi190 ceph-mon[34840]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:32 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:32.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:32 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:32.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:32 smithi071 ceph-mon[30957]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:32.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:32 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:32.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:32 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:32.728 DEBUG:teuthology.orchestra.run.smithi163:osd.7> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.7.service 2024-09-15T23:42:32.730 INFO:tasks.cephadm:Deploying osd.8 on smithi190 with /dev/vg_nvme/lv_2... 2024-09-15T23:42:32.731 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-15T23:42:32.986 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.c/config 2024-09-15T23:42:33.889 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:33 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:33.889 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:33 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:33.889 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:33 smithi163 ceph-mon[34107]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:34.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:33 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:34.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:33 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:34.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:33 smithi190 ceph-mon[34840]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:34.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:33 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:34.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:33 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:34.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:33 smithi071 ceph-mon[30957]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:34.786 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 15 23:42:34 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-15T23:42:34.645+0000 7fcadbddb640 -1 osd.7 0 log_to_monitors true 2024-09-15T23:42:35.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:34 smithi190 ceph-mon[34840]: from='osd.7 [v2:172.21.15.163:6816/1969593004,v1:172.21.15.163:6817/1969593004]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-15T23:42:35.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:34 smithi190 ceph-mon[34840]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-15T23:42:35.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:34 smithi071 ceph-mon[30957]: from='osd.7 [v2:172.21.15.163:6816/1969593004,v1:172.21.15.163:6817/1969593004]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-15T23:42:35.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:34 smithi071 ceph-mon[30957]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-15T23:42:35.185 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:34 smithi163 ceph-mon[34107]: from='osd.7 [v2:172.21.15.163:6816/1969593004,v1:172.21.15.163:6817/1969593004]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-15T23:42:35.186 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:34 smithi163 ceph-mon[34107]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-15T23:42:35.778 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:42:35.805 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi190:vg_nvme/lv_2 2024-09-15T23:42:36.052 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.c/config 2024-09-15T23:42:36.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:35 smithi190 ceph-mon[34840]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-15T23:42:36.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:35 smithi190 ceph-mon[34840]: from='osd.7 [v2:172.21.15.163:6816/1969593004,v1:172.21.15.163:6817/1969593004]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:42:36.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:35 smithi190 ceph-mon[34840]: osdmap e46: 8 total, 7 up, 8 in 2024-09-15T23:42:36.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:35 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-15T23:42:36.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:35 smithi190 ceph-mon[34840]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:42:36.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:35 smithi190 ceph-mon[34840]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:36.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:35 smithi071 ceph-mon[30957]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-15T23:42:36.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:35 smithi071 ceph-mon[30957]: from='osd.7 [v2:172.21.15.163:6816/1969593004,v1:172.21.15.163:6817/1969593004]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:42:36.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:35 smithi071 ceph-mon[30957]: osdmap e46: 8 total, 7 up, 8 in 2024-09-15T23:42:36.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:35 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-15T23:42:36.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:35 smithi071 ceph-mon[30957]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:42:36.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:35 smithi071 ceph-mon[30957]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:36.233 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:35 smithi163 ceph-mon[34107]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-15T23:42:36.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:35 smithi163 ceph-mon[34107]: from='osd.7 [v2:172.21.15.163:6816/1969593004,v1:172.21.15.163:6817/1969593004]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:42:36.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:35 smithi163 ceph-mon[34107]: osdmap e46: 8 total, 7 up, 8 in 2024-09-15T23:42:36.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:35 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-15T23:42:36.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:35 smithi163 ceph-mon[34107]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:42:36.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:35 smithi163 ceph-mon[34107]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-09-15T23:42:36.234 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 15 23:42:35 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-15T23:42:35.800+0000 7fcad7d5e640 -1 osd.7 0 waiting for initial osdmap 2024-09-15T23:42:36.234 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 15 23:42:35 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-15T23:42:35.808+0000 7fcad3b86640 -1 osd.7 47 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-15T23:42:36.596 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.569+0000 7f4222e57640 1 -- 172.21.15.190:0/916809529 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f421c102e00 msgr2=0x7f421c103280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:42:36.596 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.569+0000 7f4222e57640 1 --2- 172.21.15.190:0/916809529 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f421c102e00 0x7f421c103280 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f4208009900 tx=0x7f420802a410 comp rx=0 tx=0).stop 2024-09-15T23:42:36.596 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.569+0000 7f4222e57640 1 -- 172.21.15.190:0/916809529 shutdown_connections 2024-09-15T23:42:36.596 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.569+0000 7f4222e57640 1 --2- 172.21.15.190:0/916809529 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f421c1037c0 0x7f421c10a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:42:36.596 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.569+0000 7f4222e57640 1 --2- 172.21.15.190:0/916809529 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f421c102e00 0x7f421c103280 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:42:36.596 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.569+0000 7f4222e57640 1 --2- 172.21.15.190:0/916809529 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f421c101c00 0x7f421c102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:42:36.596 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.569+0000 7f4222e57640 1 -- 172.21.15.190:0/916809529 >> 172.21.15.190:0/916809529 conn(0x7f421c0fd390 msgr2=0x7f421c0ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:42:36.596 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.569+0000 7f4222e57640 1 -- 172.21.15.190:0/916809529 shutdown_connections 2024-09-15T23:42:36.596 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.569+0000 7f4222e57640 1 -- 172.21.15.190:0/916809529 wait complete. 2024-09-15T23:42:36.596 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.570+0000 7f4222e57640 1 Processor -- start 2024-09-15T23:42:36.597 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.570+0000 7f4222e57640 1 -- start start 2024-09-15T23:42:36.597 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.570+0000 7f4222e57640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f421c101c00 0x7f421c197da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:42:36.597 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.570+0000 7f4222e57640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f421c102e00 0x7f421c1982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:42:36.597 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.570+0000 7f4222e57640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f421c1037c0 0x7f421c19f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:42:36.597 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.570+0000 7f4222e57640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f421c10d730 con 0x7f421c1037c0 2024-09-15T23:42:36.597 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.570+0000 7f4222e57640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f421c10d5b0 con 0x7f421c102e00 2024-09-15T23:42:36.597 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.570+0000 7f4222e57640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f421c10d8b0 con 0x7f421c101c00 2024-09-15T23:42:36.597 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.570+0000 7f4220bf3640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f421c101c00 0x7f421c197da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:42:36.597 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.570+0000 7f4220bf3640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f421c101c00 0x7f421c197da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:34380/0 (socket says 172.21.15.190:34380) 2024-09-15T23:42:36.597 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.570+0000 7f4220bf3640 1 -- 172.21.15.190:0/2758884476 learned_addr learned my addr 172.21.15.190:0/2758884476 (peer_addr_for_me v2:172.21.15.190:0/0) 2024-09-15T23:42:36.597 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.570+0000 7f421bfff640 1 --2- 172.21.15.190:0/2758884476 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f421c102e00 0x7f421c1982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:42:36.598 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.570+0000 7f4220bf3640 1 -- 172.21.15.190:0/2758884476 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f421c102e00 msgr2=0x7f421c1982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:42:36.598 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.570+0000 7f42213f4640 1 --2- 172.21.15.190:0/2758884476 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f421c1037c0 0x7f421c19f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:42:36.598 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.570+0000 7f4220bf3640 1 --2- 172.21.15.190:0/2758884476 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f421c102e00 0x7f421c1982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:42:36.598 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.570+0000 7f4220bf3640 1 -- 172.21.15.190:0/2758884476 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f421c1037c0 msgr2=0x7f421c19f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:42:36.598 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.570+0000 7f4220bf3640 1 --2- 172.21.15.190:0/2758884476 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f421c1037c0 0x7f421c19f320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:42:36.598 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.570+0000 7f4220bf3640 1 -- 172.21.15.190:0/2758884476 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f421c19f9c0 con 0x7f421c101c00 2024-09-15T23:42:36.598 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.570+0000 7f421bfff640 1 --2- 172.21.15.190:0/2758884476 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f421c102e00 0x7f421c1982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:42:36.598 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.571+0000 7f4220bf3640 1 --2- 172.21.15.190:0/2758884476 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f421c101c00 0x7f421c197da0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f421000c970 tx=0x7f421000ce30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:42:36.598 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.571+0000 7f4219ffb640 1 -- 172.21.15.190:0/2758884476 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4210007c10 con 0x7f421c101c00 2024-09-15T23:42:36.598 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.571+0000 7f4219ffb640 1 -- 172.21.15.190:0/2758884476 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4210007db0 con 0x7f421c101c00 2024-09-15T23:42:36.598 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.571+0000 7f4222e57640 1 -- 172.21.15.190:0/2758884476 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f421c19fcb0 con 0x7f421c101c00 2024-09-15T23:42:36.598 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.571+0000 7f4219ffb640 1 -- 172.21.15.190:0/2758884476 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f421000f870 con 0x7f421c101c00 2024-09-15T23:42:36.599 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.571+0000 7f4222e57640 1 -- 172.21.15.190:0/2758884476 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f421c1a01a0 con 0x7f421c101c00 2024-09-15T23:42:36.599 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.572+0000 7f4222e57640 1 -- 172.21.15.190:0/2758884476 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f421c108fb0 con 0x7f421c101c00 2024-09-15T23:42:36.599 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.573+0000 7f4219ffb640 1 -- 172.21.15.190:0/2758884476 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f421000fa10 con 0x7f421c101c00 2024-09-15T23:42:36.599 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.574+0000 7f4219ffb640 1 --2- 172.21.15.190:0/2758884476 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f420c0a3240 0x7f420c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:42:36.599 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.574+0000 7f4219ffb640 1 -- 172.21.15.190:0/2758884476 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5117+0+0 (secure 0 0 0) 0x7f42100cf0d0 con 0x7f421c101c00 2024-09-15T23:42:36.599 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.574+0000 7f421bfff640 1 --2- 172.21.15.190:0/2758884476 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f420c0a3240 0x7f420c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:42:36.599 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.574+0000 7f421bfff640 1 --2- 172.21.15.190:0/2758884476 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f420c0a3240 0x7f420c0a5700 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f4208006010 tx=0x7f4208000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:42:36.599 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.578+0000 7f4219ffb640 1 -- 172.21.15.190:0/2758884476 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f421009cb00 con 0x7f421c101c00 2024-09-15T23:42:36.754 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:36.753+0000 7f4222e57640 1 -- 172.21.15.190:0/2758884476 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f421c062630 con 0x7f420c0a3240 2024-09-15T23:42:37.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-09-15T23:42:37.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: osdmap e47: 8 total, 7 up, 8 in 2024-09-15T23:42:37.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-15T23:42:37.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: Detected new or changed devices on smithi163 2024-09-15T23:42:37.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:37.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:37.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:42:37.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:42:37.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:42:37.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: Adjusting osd_memory_target on smithi163 to 5696M 2024-09-15T23:42:37.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:37.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:37.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:42:37.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:37.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:42:37.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:37.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:42:37.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:37.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:42:37.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:42:37.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:37.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: osd.7 [v2:172.21.15.163:6816/1969593004,v1:172.21.15.163:6817/1969593004] boot 2024-09-15T23:42:37.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: osdmap e48: 8 total, 8 up, 8 in 2024-09-15T23:42:37.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-15T23:42:37.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-09-15T23:42:37.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: osdmap e47: 8 total, 7 up, 8 in 2024-09-15T23:42:37.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-15T23:42:37.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: Detected new or changed devices on smithi163 2024-09-15T23:42:37.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:37.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:37.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:42:37.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:42:37.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:42:37.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: Adjusting osd_memory_target on smithi163 to 5696M 2024-09-15T23:42:37.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:37.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:37.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:42:37.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:37.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:42:37.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:37.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:42:37.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:37.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:42:37.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:42:37.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:37.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: osd.7 [v2:172.21.15.163:6816/1969593004,v1:172.21.15.163:6817/1969593004] boot 2024-09-15T23:42:37.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: osdmap e48: 8 total, 8 up, 8 in 2024-09-15T23:42:37.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-15T23:42:37.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-09-15T23:42:37.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: osdmap e47: 8 total, 7 up, 8 in 2024-09-15T23:42:37.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-15T23:42:37.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: Detected new or changed devices on smithi163 2024-09-15T23:42:37.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:37.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:37.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:42:37.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:42:37.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:42:37.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: Adjusting osd_memory_target on smithi163 to 5696M 2024-09-15T23:42:37.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:37.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:37.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:42:37.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:37.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:42:37.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:37.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:42:37.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:37.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:42:37.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:42:37.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:37.236 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: osd.7 [v2:172.21.15.163:6816/1969593004,v1:172.21.15.163:6817/1969593004] boot 2024-09-15T23:42:37.236 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: osdmap e48: 8 total, 8 up, 8 in 2024-09-15T23:42:37.236 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-15T23:42:38.160 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:37 smithi190 ceph-mon[34840]: purged_snaps scrub starts 2024-09-15T23:42:38.161 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:37 smithi190 ceph-mon[34840]: purged_snaps scrub ok 2024-09-15T23:42:38.161 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:37 smithi190 ceph-mon[34840]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:42:38.161 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:37 smithi190 ceph-mon[34840]: osdmap e49: 8 total, 8 up, 8 in 2024-09-15T23:42:38.161 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:37 smithi190 ceph-mon[34840]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:38.233 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:37 smithi163 ceph-mon[34107]: purged_snaps scrub starts 2024-09-15T23:42:38.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:37 smithi163 ceph-mon[34107]: purged_snaps scrub ok 2024-09-15T23:42:38.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:37 smithi163 ceph-mon[34107]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:42:38.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:37 smithi163 ceph-mon[34107]: osdmap e49: 8 total, 8 up, 8 in 2024-09-15T23:42:38.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:37 smithi163 ceph-mon[34107]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:38.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:37 smithi071 ceph-mon[30957]: purged_snaps scrub starts 2024-09-15T23:42:38.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:37 smithi071 ceph-mon[30957]: purged_snaps scrub ok 2024-09-15T23:42:38.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:37 smithi071 ceph-mon[30957]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:42:38.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:37 smithi071 ceph-mon[30957]: osdmap e49: 8 total, 8 up, 8 in 2024-09-15T23:42:38.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:37 smithi071 ceph-mon[30957]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:39.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:38 smithi190 ceph-mon[34840]: osdmap e50: 8 total, 8 up, 8 in 2024-09-15T23:42:39.233 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:38 smithi163 ceph-mon[34107]: osdmap e50: 8 total, 8 up, 8 in 2024-09-15T23:42:39.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:38 smithi071 ceph-mon[30957]: osdmap e50: 8 total, 8 up, 8 in 2024-09-15T23:42:40.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:39 smithi071 ceph-mon[30957]: osdmap e51: 8 total, 8 up, 8 in 2024-09-15T23:42:40.222 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:39 smithi071 ceph-mon[30957]: pgmap v172: 1 pgs: 1 remapped+peering; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:40.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:39 smithi071 ceph-mon[30957]: from='client.? 172.21.15.190:0/4145879290' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63373aa-7d65-4478-841b-2f72c933d4c7"}]: dispatch 2024-09-15T23:42:40.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:39 smithi071 ceph-mon[30957]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63373aa-7d65-4478-841b-2f72c933d4c7"}]: dispatch 2024-09-15T23:42:40.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:39 smithi071 ceph-mon[30957]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f63373aa-7d65-4478-841b-2f72c933d4c7"}]': finished 2024-09-15T23:42:40.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:39 smithi071 ceph-mon[30957]: osdmap e52: 9 total, 8 up, 9 in 2024-09-15T23:42:40.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:39 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-15T23:42:40.223 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:39 smithi071 ceph-mon[30957]: from='client.? 172.21.15.190:0/3638108702' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:42:40.233 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:39 smithi163 ceph-mon[34107]: osdmap e51: 8 total, 8 up, 8 in 2024-09-15T23:42:40.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:39 smithi163 ceph-mon[34107]: pgmap v172: 1 pgs: 1 remapped+peering; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:40.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:39 smithi163 ceph-mon[34107]: from='client.? 172.21.15.190:0/4145879290' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63373aa-7d65-4478-841b-2f72c933d4c7"}]: dispatch 2024-09-15T23:42:40.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:39 smithi163 ceph-mon[34107]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63373aa-7d65-4478-841b-2f72c933d4c7"}]: dispatch 2024-09-15T23:42:40.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:39 smithi163 ceph-mon[34107]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f63373aa-7d65-4478-841b-2f72c933d4c7"}]': finished 2024-09-15T23:42:40.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:39 smithi163 ceph-mon[34107]: osdmap e52: 9 total, 8 up, 9 in 2024-09-15T23:42:40.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:39 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-15T23:42:40.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:39 smithi163 ceph-mon[34107]: from='client.? 172.21.15.190:0/3638108702' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:42:40.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:39 smithi190 ceph-mon[34840]: osdmap e51: 8 total, 8 up, 8 in 2024-09-15T23:42:40.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:39 smithi190 ceph-mon[34840]: pgmap v172: 1 pgs: 1 remapped+peering; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:40.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:39 smithi190 ceph-mon[34840]: from='client.? 172.21.15.190:0/4145879290' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63373aa-7d65-4478-841b-2f72c933d4c7"}]: dispatch 2024-09-15T23:42:40.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:39 smithi190 ceph-mon[34840]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f63373aa-7d65-4478-841b-2f72c933d4c7"}]: dispatch 2024-09-15T23:42:40.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:39 smithi190 ceph-mon[34840]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f63373aa-7d65-4478-841b-2f72c933d4c7"}]': finished 2024-09-15T23:42:40.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:39 smithi190 ceph-mon[34840]: osdmap e52: 9 total, 8 up, 9 in 2024-09-15T23:42:40.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:39 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-15T23:42:40.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:39 smithi190 ceph-mon[34840]: from='client.? 172.21.15.190:0/3638108702' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:42:42.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:42 smithi071 ceph-mon[30957]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:42.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:42 smithi163 ceph-mon[34107]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:42.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:42 smithi190 ceph-mon[34840]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:44.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:44 smithi190 ceph-mon[34840]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:44.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:44 smithi071 ceph-mon[30957]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:44.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:44 smithi163 ceph-mon[34107]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:46.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:46 smithi071 ceph-mon[30957]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:46.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:46 smithi163 ceph-mon[34107]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:46 smithi190 ceph-mon[34840]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:48.335 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:48 smithi190 ceph-mon[34840]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:48.335 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:48 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-15T23:42:48.335 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:48 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:48.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:48 smithi071 ceph-mon[30957]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:48.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:48 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-15T23:42:48.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:48 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:48.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:48 smithi163 ceph-mon[34107]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:48.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:48 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-15T23:42:48.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:48 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:49.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:49 smithi190 ceph-mon[34840]: Deploying daemon osd.8 on smithi190 2024-09-15T23:42:49.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:49 smithi071 ceph-mon[30957]: Deploying daemon osd.8 on smithi190 2024-09-15T23:42:49.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:49 smithi163 ceph-mon[34107]: Deploying daemon osd.8 on smithi190 2024-09-15T23:42:50.264 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:50 smithi190 ceph-mon[34840]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:50.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:50 smithi071 ceph-mon[30957]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:50.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:50 smithi163 ceph-mon[34107]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:52.417 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:52 smithi190 ceph-mon[34840]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:52.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:52 smithi071 ceph-mon[30957]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:52.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:52 smithi163 ceph-mon[34107]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:54.362 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:54 smithi190 ceph-mon[34840]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:54.362 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:54 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:42:54.362 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:54 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:54.362 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:54 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:54.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:54 smithi071 ceph-mon[30957]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:54.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:54 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:42:54.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:54 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:54.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:54 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:54.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:54 smithi163 ceph-mon[34107]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:54.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:54 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:42:54.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:54 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:54.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:54 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:56.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:56 smithi190 ceph-mon[34840]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:56.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:56 smithi071 ceph-mon[30957]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:56.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:56 smithi163 ceph-mon[34107]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:57.645 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:57.644+0000 7f4219ffb640 1 -- 172.21.15.190:0/2758884476 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f421c062630 con 0x7f420c0a3240 2024-09-15T23:42:57.645 INFO:teuthology.orchestra.run.smithi190.stdout:Created osd(s) 8 on host 'smithi190' 2024-09-15T23:42:57.648 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:57.647+0000 7f4222e57640 1 -- 172.21.15.190:0/2758884476 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f420c0a3240 msgr2=0x7f420c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:42:57.648 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:57.647+0000 7f4222e57640 1 --2- 172.21.15.190:0/2758884476 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f420c0a3240 0x7f420c0a5700 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f4208006010 tx=0x7f4208000bc0 comp rx=0 tx=0).stop 2024-09-15T23:42:57.648 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:57.647+0000 7f4222e57640 1 -- 172.21.15.190:0/2758884476 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f421c101c00 msgr2=0x7f421c197da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:42:57.648 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:57.647+0000 7f4222e57640 1 --2- 172.21.15.190:0/2758884476 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f421c101c00 0x7f421c197da0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f421000c970 tx=0x7f421000ce30 comp rx=0 tx=0).stop 2024-09-15T23:42:57.649 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:57.647+0000 7f4222e57640 1 -- 172.21.15.190:0/2758884476 shutdown_connections 2024-09-15T23:42:57.649 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:57.647+0000 7f4222e57640 1 --2- 172.21.15.190:0/2758884476 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f420c0a3240 0x7f420c0a5700 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:42:57.649 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:57.647+0000 7f4222e57640 1 --2- 172.21.15.190:0/2758884476 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f421c1037c0 0x7f421c19f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:42:57.649 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:57.647+0000 7f4222e57640 1 --2- 172.21.15.190:0/2758884476 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f421c102e00 0x7f421c1982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:42:57.649 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:57.647+0000 7f4222e57640 1 --2- 172.21.15.190:0/2758884476 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f421c101c00 0x7f421c197da0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:42:57.649 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:57.647+0000 7f4222e57640 1 -- 172.21.15.190:0/2758884476 >> 172.21.15.190:0/2758884476 conn(0x7f421c0fd390 msgr2=0x7f421c106180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:42:57.649 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:57.647+0000 7f4222e57640 1 -- 172.21.15.190:0/2758884476 shutdown_connections 2024-09-15T23:42:57.649 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:42:57.647+0000 7f4222e57640 1 -- 172.21.15.190:0/2758884476 wait complete. 2024-09-15T23:42:57.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:57 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:57.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:57 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:57.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:57 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:57.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:57 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:42:57.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:57 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:57.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:57 smithi163 ceph-mon[34107]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:57.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:57 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:42:57.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:57 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:57.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:42:57 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:58.007 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:57 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:58.008 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:57 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:58.008 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:57 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:58.008 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:57 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:42:58.008 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:57 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:58.008 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:57 smithi190 ceph-mon[34840]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:58.008 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:57 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:42:58.009 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:57 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:58.009 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:42:57 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:58.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:57 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:58.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:57 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:58.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:57 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:42:58.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:57 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:42:58.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:57 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:58.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:57 smithi071 ceph-mon[30957]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:42:58.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:57 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:42:58.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:57 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:58.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:42:57 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:42:58.386 DEBUG:teuthology.orchestra.run.smithi190:osd.8> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.8.service 2024-09-15T23:42:58.388 INFO:tasks.cephadm:Deploying osd.9 on smithi071 with /dev/vg_nvme/lv_1... 2024-09-15T23:42:58.388 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-15T23:42:58.660 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:43:00.058 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 15 23:42:59 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-15T23:42:59.966+0000 7fd153fb1640 -1 osd.8 0 log_to_monitors true 2024-09-15T23:43:00.239 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:00 smithi071 ceph-mon[30957]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:43:00.240 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:00 smithi071 ceph-mon[30957]: from='osd.8 [v2:172.21.15.190:6816/1925036138,v1:172.21.15.190:6817/1925036138]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-15T23:43:00.240 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:00 smithi071 ceph-mon[30957]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-15T23:43:00.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:00 smithi190 ceph-mon[34840]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:43:00.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:00 smithi190 ceph-mon[34840]: from='osd.8 [v2:172.21.15.190:6816/1925036138,v1:172.21.15.190:6817/1925036138]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-15T23:43:00.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:00 smithi190 ceph-mon[34840]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-15T23:43:00.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:00 smithi163 ceph-mon[34107]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:43:00.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:00 smithi163 ceph-mon[34107]: from='osd.8 [v2:172.21.15.190:6816/1925036138,v1:172.21.15.190:6817/1925036138]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-15T23:43:00.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:00 smithi163 ceph-mon[34107]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-15T23:43:01.242 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 15 23:43:01 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-15T23:43:01.088+0000 7fd14ff34640 -1 osd.8 0 waiting for initial osdmap 2024-09-15T23:43:01.242 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 15 23:43:01 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-15T23:43:01.098+0000 7fd14bd5c640 -1 osd.8 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-15T23:43:01.243 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:01 smithi190 ceph-mon[34840]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-15T23:43:01.243 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:01 smithi190 ceph-mon[34840]: osdmap e53: 9 total, 8 up, 9 in 2024-09-15T23:43:01.243 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:01 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-15T23:43:01.243 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:01 smithi190 ceph-mon[34840]: from='osd.8 [v2:172.21.15.190:6816/1925036138,v1:172.21.15.190:6817/1925036138]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:43:01.243 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:01 smithi190 ceph-mon[34840]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:43:01.357 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:01 smithi071 ceph-mon[30957]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-15T23:43:01.357 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:01 smithi071 ceph-mon[30957]: osdmap e53: 9 total, 8 up, 9 in 2024-09-15T23:43:01.357 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:01 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-15T23:43:01.358 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:01 smithi071 ceph-mon[30957]: from='osd.8 [v2:172.21.15.190:6816/1925036138,v1:172.21.15.190:6817/1925036138]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:43:01.358 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:01 smithi071 ceph-mon[30957]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:43:01.360 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:43:01.385 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi071:vg_nvme/lv_1 2024-09-15T23:43:01.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:01 smithi163 ceph-mon[34107]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-15T23:43:01.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:01 smithi163 ceph-mon[34107]: osdmap e53: 9 total, 8 up, 9 in 2024-09-15T23:43:01.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:01 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-15T23:43:01.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:01 smithi163 ceph-mon[34107]: from='osd.8 [v2:172.21.15.190:6816/1925036138,v1:172.21.15.190:6817/1925036138]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:43:01.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:01 smithi163 ceph-mon[34107]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:43:01.628 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:43:02.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.101+0000 7f0d947e1640 1 -- 172.21.15.71:0/2858068745 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d8c107900 msgr2=0x7f0d8c109d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:43:02.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.101+0000 7f0d947e1640 1 --2- 172.21.15.71:0/2858068745 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d8c107900 0x7f0d8c109d50 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f0d84009ca0 tx=0x7f0d8402a8c0 comp rx=0 tx=0).stop 2024-09-15T23:43:02.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.101+0000 7f0d947e1640 1 -- 172.21.15.71:0/2858068745 shutdown_connections 2024-09-15T23:43:02.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.101+0000 7f0d947e1640 1 --2- 172.21.15.71:0/2858068745 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d8c107900 0x7f0d8c109d50 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:43:02.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.101+0000 7f0d947e1640 1 --2- 172.21.15.71:0/2858068745 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0d8c104fd0 0x7f0d8c1073c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:43:02.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.101+0000 7f0d947e1640 1 --2- 172.21.15.71:0/2858068745 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0d8c1026a0 0x7f0d8c104a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:43:02.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.101+0000 7f0d947e1640 1 -- 172.21.15.71:0/2858068745 >> 172.21.15.71:0/2858068745 conn(0x7f0d8c0fc2a0 msgr2=0x7f0d8c0fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:43:02.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.101+0000 7f0d947e1640 1 -- 172.21.15.71:0/2858068745 shutdown_connections 2024-09-15T23:43:02.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.101+0000 7f0d947e1640 1 -- 172.21.15.71:0/2858068745 wait complete. 2024-09-15T23:43:02.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.101+0000 7f0d947e1640 1 Processor -- start 2024-09-15T23:43:02.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.101+0000 7f0d947e1640 1 -- start start 2024-09-15T23:43:02.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.102+0000 7f0d947e1640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0d8c1026a0 0x7f0d8c102000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:43:02.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.102+0000 7f0d947e1640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0d8c104fd0 0x7f0d8c100650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:43:02.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.102+0000 7f0d947e1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d8c107900 0x7f0d8c100b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:43:02.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.102+0000 7f0d947e1640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8c10d750 con 0x7f0d8c107900 2024-09-15T23:43:02.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.102+0000 7f0d947e1640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8c10d5d0 con 0x7f0d8c104fd0 2024-09-15T23:43:02.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.102+0000 7f0d947e1640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8c10d8d0 con 0x7f0d8c1026a0 2024-09-15T23:43:02.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.102+0000 7f0d92d7e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d8c107900 0x7f0d8c100b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:43:02.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.102+0000 7f0d92d7e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d8c107900 0x7f0d8c100b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48814/0 (socket says 172.21.15.71:48814) 2024-09-15T23:43:02.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.102+0000 7f0d92d7e640 1 -- 172.21.15.71:0/1261001179 learned_addr learned my addr 172.21.15.71:0/1261001179 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:43:02.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.102+0000 7f0d9257d640 1 --2- 172.21.15.71:0/1261001179 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0d8c1026a0 0x7f0d8c102000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:43:02.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.102+0000 7f0d91d7c640 1 --2- 172.21.15.71:0/1261001179 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0d8c104fd0 0x7f0d8c100650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:43:02.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.102+0000 7f0d92d7e640 1 -- 172.21.15.71:0/1261001179 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0d8c1026a0 msgr2=0x7f0d8c102000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:43:02.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.102+0000 7f0d92d7e640 1 --2- 172.21.15.71:0/1261001179 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0d8c1026a0 0x7f0d8c102000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:43:02.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.102+0000 7f0d92d7e640 1 -- 172.21.15.71:0/1261001179 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0d8c104fd0 msgr2=0x7f0d8c100650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:43:02.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.102+0000 7f0d92d7e640 1 --2- 172.21.15.71:0/1261001179 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0d8c104fd0 0x7f0d8c100650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:43:02.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.102+0000 7f0d92d7e640 1 -- 172.21.15.71:0/1261001179 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d8c101450 con 0x7f0d8c107900 2024-09-15T23:43:02.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.102+0000 7f0d91d7c640 1 --2- 172.21.15.71:0/1261001179 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0d8c104fd0 0x7f0d8c100650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:43:02.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.102+0000 7f0d92d7e640 1 --2- 172.21.15.71:0/1261001179 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d8c107900 0x7f0d8c100b90 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f0d84009dc0 tx=0x7f0d84003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:43:02.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.102+0000 7f0d837fe640 1 -- 172.21.15.71:0/1261001179 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d84032ec0 con 0x7f0d8c107900 2024-09-15T23:43:02.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.102+0000 7f0d837fe640 1 -- 172.21.15.71:0/1261001179 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d840044f0 con 0x7f0d8c107900 2024-09-15T23:43:02.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.102+0000 7f0d947e1640 1 -- 172.21.15.71:0/1261001179 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d8c1a1eb0 con 0x7f0d8c107900 2024-09-15T23:43:02.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.102+0000 7f0d837fe640 1 -- 172.21.15.71:0/1261001179 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d84030d40 con 0x7f0d8c107900 2024-09-15T23:43:02.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.103+0000 7f0d947e1640 1 -- 172.21.15.71:0/1261001179 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d8c1a2360 con 0x7f0d8c107900 2024-09-15T23:43:02.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.103+0000 7f0d947e1640 1 -- 172.21.15.71:0/1261001179 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d8c0fdd90 con 0x7f0d8c107900 2024-09-15T23:43:02.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.104+0000 7f0d837fe640 1 -- 172.21.15.71:0/1261001179 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f0d84004040 con 0x7f0d8c107900 2024-09-15T23:43:02.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.105+0000 7f0d837fe640 1 --2- 172.21.15.71:0/1261001179 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0d780a33e0 0x7f0d780a58a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:43:02.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.105+0000 7f0d9257d640 1 --2- 172.21.15.71:0/1261001179 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0d780a33e0 0x7f0d780a58a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:43:02.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.105+0000 7f0d837fe640 1 -- 172.21.15.71:0/1261001179 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5862+0+0 (secure 0 0 0) 0x7f0d840f06f0 con 0x7f0d8c107900 2024-09-15T23:43:02.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.106+0000 7f0d9257d640 1 --2- 172.21.15.71:0/1261001179 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0d780a33e0 0x7f0d780a58a0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f0d8800abe0 tx=0x7f0d8800a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:43:02.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.109+0000 7f0d837fe640 1 -- 172.21.15.71:0/1261001179 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0d840bdda0 con 0x7f0d8c107900 2024-09-15T23:43:02.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:02.288+0000 7f0d947e1640 1 -- 172.21.15.71:0/1261001179 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f0d8c062630 con 0x7f0d780a33e0 2024-09-15T23:43:02.290 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:02 smithi071 ceph-mon[30957]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:43:02.290 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:02 smithi071 ceph-mon[30957]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-09-15T23:43:02.290 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:02 smithi071 ceph-mon[30957]: osdmap e54: 9 total, 8 up, 9 in 2024-09-15T23:43:02.290 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:02 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-15T23:43:02.291 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:02 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-15T23:43:02.291 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:02 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:02.291 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:02 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:02.291 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:02 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:02.291 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:02 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:02.291 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:02 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:02.291 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:02 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:02.291 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:02 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:02.291 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:02 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:43:02.291 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:02 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:02.291 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:02 smithi071 ceph-mon[30957]: osd.8 [v2:172.21.15.190:6816/1925036138,v1:172.21.15.190:6817/1925036138] boot 2024-09-15T23:43:02.292 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:02 smithi071 ceph-mon[30957]: osdmap e55: 9 total, 9 up, 9 in 2024-09-15T23:43:02.292 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:02 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-15T23:43:02.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:02 smithi163 ceph-mon[34107]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:43:02.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:02 smithi163 ceph-mon[34107]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-09-15T23:43:02.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:02 smithi163 ceph-mon[34107]: osdmap e54: 9 total, 8 up, 9 in 2024-09-15T23:43:02.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:02 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-15T23:43:02.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:02 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-15T23:43:02.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:02 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:02.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:02 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:02.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:02 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:02.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:02 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:02.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:02 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:02.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:02 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:02.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:02 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:02.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:02 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:43:02.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:02 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:02.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:02 smithi163 ceph-mon[34107]: osd.8 [v2:172.21.15.190:6816/1925036138,v1:172.21.15.190:6817/1925036138] boot 2024-09-15T23:43:02.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:02 smithi163 ceph-mon[34107]: osdmap e55: 9 total, 9 up, 9 in 2024-09-15T23:43:02.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:02 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-15T23:43:02.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:02 smithi190 ceph-mon[34840]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-09-15T23:43:02.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:02 smithi190 ceph-mon[34840]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-09-15T23:43:02.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:02 smithi190 ceph-mon[34840]: osdmap e54: 9 total, 8 up, 9 in 2024-09-15T23:43:02.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:02 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-15T23:43:02.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:02 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-15T23:43:02.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:02 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:02.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:02 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:02.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:02 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:02.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:02 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:02.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:02 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:02.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:02 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:02.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:02 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:02.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:02 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:43:02.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:02 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:02.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:02 smithi190 ceph-mon[34840]: osd.8 [v2:172.21.15.190:6816/1925036138,v1:172.21.15.190:6817/1925036138] boot 2024-09-15T23:43:02.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:02 smithi190 ceph-mon[34840]: osdmap e55: 9 total, 9 up, 9 in 2024-09-15T23:43:02.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:02 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-15T23:43:03.384 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:03 smithi071 ceph-mon[30957]: purged_snaps scrub starts 2024-09-15T23:43:03.385 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:03 smithi071 ceph-mon[30957]: purged_snaps scrub ok 2024-09-15T23:43:03.385 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:03 smithi071 ceph-mon[30957]: Detected new or changed devices on smithi190 2024-09-15T23:43:03.385 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:03 smithi071 ceph-mon[30957]: Adjusting osd_memory_target on smithi190 to 5696M 2024-09-15T23:43:03.385 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:03 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:43:03.385 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:03 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:43:03.385 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:03 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:03.385 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:03 smithi071 ceph-mon[30957]: osdmap e56: 9 total, 9 up, 9 in 2024-09-15T23:43:03.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:03 smithi163 ceph-mon[34107]: purged_snaps scrub starts 2024-09-15T23:43:03.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:03 smithi163 ceph-mon[34107]: purged_snaps scrub ok 2024-09-15T23:43:03.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:03 smithi163 ceph-mon[34107]: Detected new or changed devices on smithi190 2024-09-15T23:43:03.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:03 smithi163 ceph-mon[34107]: Adjusting osd_memory_target on smithi190 to 5696M 2024-09-15T23:43:03.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:03 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:43:03.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:03 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:43:03.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:03 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:03.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:03 smithi163 ceph-mon[34107]: osdmap e56: 9 total, 9 up, 9 in 2024-09-15T23:43:03.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:03 smithi190 ceph-mon[34840]: purged_snaps scrub starts 2024-09-15T23:43:03.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:03 smithi190 ceph-mon[34840]: purged_snaps scrub ok 2024-09-15T23:43:03.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:03 smithi190 ceph-mon[34840]: Detected new or changed devices on smithi190 2024-09-15T23:43:03.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:03 smithi190 ceph-mon[34840]: Adjusting osd_memory_target on smithi190 to 5696M 2024-09-15T23:43:03.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:03 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:43:03.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:03 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:43:03.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:03 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:03.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:03 smithi190 ceph-mon[34840]: osdmap e56: 9 total, 9 up, 9 in 2024-09-15T23:43:04.414 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:04 smithi071 ceph-mon[30957]: from='client.14427 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:43:04.414 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:04 smithi071 ceph-mon[30957]: pgmap v189: 1 pgs: 1 peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:04.415 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:04 smithi071 ceph-mon[30957]: osdmap e57: 9 total, 9 up, 9 in 2024-09-15T23:43:04.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:04 smithi163 ceph-mon[34107]: from='client.14427 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:43:04.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:04 smithi163 ceph-mon[34107]: pgmap v189: 1 pgs: 1 peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:04.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:04 smithi163 ceph-mon[34107]: osdmap e57: 9 total, 9 up, 9 in 2024-09-15T23:43:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:04 smithi190 ceph-mon[34840]: from='client.14427 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:43:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:04 smithi190 ceph-mon[34840]: pgmap v189: 1 pgs: 1 peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:04 smithi190 ceph-mon[34840]: osdmap e57: 9 total, 9 up, 9 in 2024-09-15T23:43:05.418 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:05 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2546385256' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c4f1a921-9f00-434b-96e7-4bc4db455ef1"}]: dispatch 2024-09-15T23:43:05.418 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:05 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2546385256' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c4f1a921-9f00-434b-96e7-4bc4db455ef1"}]': finished 2024-09-15T23:43:05.418 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:05 smithi071 ceph-mon[30957]: osdmap e58: 10 total, 9 up, 10 in 2024-09-15T23:43:05.418 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:05 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:05.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:05 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/2546385256' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c4f1a921-9f00-434b-96e7-4bc4db455ef1"}]: dispatch 2024-09-15T23:43:05.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:05 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/2546385256' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c4f1a921-9f00-434b-96e7-4bc4db455ef1"}]': finished 2024-09-15T23:43:05.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:05 smithi163 ceph-mon[34107]: osdmap e58: 10 total, 9 up, 10 in 2024-09-15T23:43:05.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:05 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:05.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:05 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/2546385256' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c4f1a921-9f00-434b-96e7-4bc4db455ef1"}]: dispatch 2024-09-15T23:43:05.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:05 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/2546385256' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c4f1a921-9f00-434b-96e7-4bc4db455ef1"}]': finished 2024-09-15T23:43:05.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:05 smithi190 ceph-mon[34840]: osdmap e58: 10 total, 9 up, 10 in 2024-09-15T23:43:05.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:05 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:06.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:06 smithi071 ceph-mon[30957]: pgmap v192: 1 pgs: 1 peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:06.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:06 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1799661172' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:43:06.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:06 smithi163 ceph-mon[34107]: pgmap v192: 1 pgs: 1 peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:06.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:06 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1799661172' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:43:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:06 smithi190 ceph-mon[34840]: pgmap v192: 1 pgs: 1 peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:06 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1799661172' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:43:07.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:07 smithi071 ceph-mon[30957]: osdmap e59: 10 total, 9 up, 10 in 2024-09-15T23:43:07.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:07 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:07.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:07 smithi163 ceph-mon[34107]: osdmap e59: 10 total, 9 up, 10 in 2024-09-15T23:43:07.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:07 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:07.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:07 smithi190 ceph-mon[34840]: osdmap e59: 10 total, 9 up, 10 in 2024-09-15T23:43:07.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:07 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:08 smithi071 ceph-mon[30957]: pgmap v194: 1 pgs: 1 peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 142 KiB/s, 0 objects/s recovering 2024-09-15T23:43:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:08 smithi071 ceph-mon[30957]: osdmap e60: 10 total, 9 up, 10 in 2024-09-15T23:43:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:08 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:08.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:08 smithi163 ceph-mon[34107]: pgmap v194: 1 pgs: 1 peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 142 KiB/s, 0 objects/s recovering 2024-09-15T23:43:08.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:08 smithi163 ceph-mon[34107]: osdmap e60: 10 total, 9 up, 10 in 2024-09-15T23:43:08.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:08 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:08 smithi190 ceph-mon[34840]: pgmap v194: 1 pgs: 1 peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 142 KiB/s, 0 objects/s recovering 2024-09-15T23:43:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:08 smithi190 ceph-mon[34840]: osdmap e60: 10 total, 9 up, 10 in 2024-09-15T23:43:08.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:08 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:10.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:10 smithi071 ceph-mon[30957]: pgmap v196: 1 pgs: 1 peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-09-15T23:43:10.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:10 smithi163 ceph-mon[34107]: pgmap v196: 1 pgs: 1 peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-09-15T23:43:10.548 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:10 smithi190 ceph-mon[34840]: pgmap v196: 1 pgs: 1 peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-09-15T23:43:12.417 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:12 smithi071 ceph-mon[30957]: pgmap v197: 1 pgs: 1 peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-15T23:43:12.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:12 smithi163 ceph-mon[34107]: pgmap v197: 1 pgs: 1 peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-15T23:43:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:12 smithi190 ceph-mon[34840]: pgmap v197: 1 pgs: 1 peering; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-15T23:43:14.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:14 smithi071 ceph-mon[30957]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-15T23:43:14.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:14 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-15T23:43:14.341 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:14 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:14.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:14 smithi163 ceph-mon[34107]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-15T23:43:14.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:14 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-15T23:43:14.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:14 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:14 smithi190 ceph-mon[34840]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-15T23:43:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:14 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-15T23:43:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:14 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:15.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:15 smithi071 ceph-mon[30957]: Deploying daemon osd.9 on smithi071 2024-09-15T23:43:15.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:15 smithi163 ceph-mon[34107]: Deploying daemon osd.9 on smithi071 2024-09-15T23:43:15.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:15 smithi190 ceph-mon[34840]: Deploying daemon osd.9 on smithi071 2024-09-15T23:43:16.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:16 smithi071 ceph-mon[30957]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-15T23:43:16.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:16 smithi163 ceph-mon[34107]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-15T23:43:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:16 smithi190 ceph-mon[34840]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-15T23:43:18.284 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:18 smithi071 ceph-mon[30957]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:18.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:18 smithi163 ceph-mon[34107]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:18 smithi190 ceph-mon[34840]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:20.431 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:20 smithi071 ceph-mon[30957]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:20.431 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:20 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:43:20.431 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:20 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:20.431 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:20 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:20.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:20 smithi163 ceph-mon[34107]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:20.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:20 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:43:20.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:20 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:20.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:20 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:20 smithi190 ceph-mon[34840]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:20 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:43:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:20 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:20 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:22.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:22 smithi071 ceph-mon[30957]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:22.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:22 smithi163 ceph-mon[34107]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:22 smithi190 ceph-mon[34840]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:23.324 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 9 on host 'smithi071' 2024-09-15T23:43:23.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:23.321+0000 7f0d837fe640 1 -- 172.21.15.71:0/1261001179 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f0d8c062630 con 0x7f0d780a33e0 2024-09-15T23:43:23.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:23.323+0000 7f0d947e1640 1 -- 172.21.15.71:0/1261001179 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0d780a33e0 msgr2=0x7f0d780a58a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:43:23.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:23.323+0000 7f0d947e1640 1 --2- 172.21.15.71:0/1261001179 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0d780a33e0 0x7f0d780a58a0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f0d8800abe0 tx=0x7f0d8800a2d0 comp rx=0 tx=0).stop 2024-09-15T23:43:23.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:23.323+0000 7f0d947e1640 1 -- 172.21.15.71:0/1261001179 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d8c107900 msgr2=0x7f0d8c100b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:43:23.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:23.323+0000 7f0d947e1640 1 --2- 172.21.15.71:0/1261001179 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d8c107900 0x7f0d8c100b90 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f0d84009dc0 tx=0x7f0d84003ba0 comp rx=0 tx=0).stop 2024-09-15T23:43:23.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:23.323+0000 7f0d947e1640 1 -- 172.21.15.71:0/1261001179 shutdown_connections 2024-09-15T23:43:23.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:23.323+0000 7f0d947e1640 1 --2- 172.21.15.71:0/1261001179 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0d780a33e0 0x7f0d780a58a0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:43:23.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:23.323+0000 7f0d947e1640 1 --2- 172.21.15.71:0/1261001179 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d8c107900 0x7f0d8c100b90 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:43:23.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:23.323+0000 7f0d947e1640 1 --2- 172.21.15.71:0/1261001179 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0d8c104fd0 0x7f0d8c100650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:43:23.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:23.323+0000 7f0d947e1640 1 --2- 172.21.15.71:0/1261001179 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0d8c1026a0 0x7f0d8c102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:43:23.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:23.323+0000 7f0d947e1640 1 -- 172.21.15.71:0/1261001179 >> 172.21.15.71:0/1261001179 conn(0x7f0d8c0fc2a0 msgr2=0x7f0d8c102f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:43:23.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:23.323+0000 7f0d947e1640 1 -- 172.21.15.71:0/1261001179 shutdown_connections 2024-09-15T23:43:23.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:43:23.323+0000 7f0d947e1640 1 -- 172.21.15.71:0/1261001179 wait complete. 2024-09-15T23:43:24.096 DEBUG:teuthology.orchestra.run.smithi071:osd.9> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.9.service 2024-09-15T23:43:24.099 INFO:tasks.cephadm:Deploying osd.10 on smithi163 with /dev/vg_nvme/lv_1... 2024-09-15T23:43:24.099 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-15T23:43:24.358 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.b/config 2024-09-15T23:43:24.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:24 smithi071 ceph-mon[30957]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:24.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:24 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:24.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:24 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:24.461 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:24 smithi163 ceph-mon[34107]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:24.461 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:24 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:24.462 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:24 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:24 smithi190 ceph-mon[34840]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:24 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:24 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:25.306 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:25 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:25.307 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:25 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:25.307 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:25 smithi071 ceph-mon[30957]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:25.392 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:25 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:25.393 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:25 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:25.393 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:25 smithi163 ceph-mon[34107]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:25.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:25 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:25.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:25 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:25.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:25 smithi190 ceph-mon[34840]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:26.176 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 15 23:43:25 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-15T23:43:25.767+0000 7f1020e29640 -1 osd.9 0 log_to_monitors true 2024-09-15T23:43:26.490 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:26 smithi163 ceph-mon[34107]: from='osd.9 [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-15T23:43:26.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:26 smithi190 ceph-mon[34840]: from='osd.9 [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-15T23:43:26.661 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:26 smithi071 ceph-mon[30957]: from='osd.9 [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-15T23:43:26.814 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-15T23:43:26.840 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi163:vg_nvme/lv_1 2024-09-15T23:43:27.093 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.b/config 2024-09-15T23:43:27.465 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:27 smithi163 ceph-mon[34107]: from='osd.9 [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-15T23:43:27.465 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:27 smithi163 ceph-mon[34107]: osdmap e61: 10 total, 9 up, 10 in 2024-09-15T23:43:27.465 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:27 smithi163 ceph-mon[34107]: from='osd.9 [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-15T23:43:27.465 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:27 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:27.465 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:27 smithi163 ceph-mon[34107]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:27.615 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.550+0000 7fb1a3805640 1 -- 172.21.15.163:0/77293043 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb19c101cd0 msgr2=0x7fb19c102150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:43:27.615 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.550+0000 7fb1a3805640 1 --2- 172.21.15.163:0/77293043 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb19c101cd0 0x7fb19c102150 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fb190009860 tx=0x7fb19002a340 comp rx=0 tx=0).stop 2024-09-15T23:43:27.615 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.550+0000 7fb1a3805640 1 -- 172.21.15.163:0/77293043 shutdown_connections 2024-09-15T23:43:27.615 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.550+0000 7fb1a3805640 1 --2- 172.21.15.163:0/77293043 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb19c102690 0x7fb19c108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:43:27.615 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.550+0000 7fb1a3805640 1 --2- 172.21.15.163:0/77293043 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb19c101cd0 0x7fb19c102150 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:43:27.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.550+0000 7fb1a3805640 1 --2- 172.21.15.163:0/77293043 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb19c100ad0 0x7fb19c100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:43:27.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.550+0000 7fb1a3805640 1 -- 172.21.15.163:0/77293043 >> 172.21.15.163:0/77293043 conn(0x7fb19c0fc280 msgr2=0x7fb19c0fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:43:27.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.550+0000 7fb1a3805640 1 -- 172.21.15.163:0/77293043 shutdown_connections 2024-09-15T23:43:27.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.550+0000 7fb1a3805640 1 -- 172.21.15.163:0/77293043 wait complete. 2024-09-15T23:43:27.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.550+0000 7fb1a3805640 1 Processor -- start 2024-09-15T23:43:27.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.550+0000 7fb1a3805640 1 -- start start 2024-09-15T23:43:27.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.550+0000 7fb1a3805640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb19c100ad0 0x7fb19c197de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:43:27.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.550+0000 7fb1a3805640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb19c101cd0 0x7fb19c198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:43:27.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.550+0000 7fb1a3805640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb19c102690 0x7fb19c19f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:43:27.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.551+0000 7fb1a3805640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fb19c10d740 con 0x7fb19c101cd0 2024-09-15T23:43:27.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.551+0000 7fb1a3805640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fb19c10d5c0 con 0x7fb19c102690 2024-09-15T23:43:27.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.551+0000 7fb1a3805640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fb19c10d8c0 con 0x7fb19c100ad0 2024-09-15T23:43:27.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.551+0000 7fb1a1da2640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb19c102690 0x7fb19c19f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:43:27.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.551+0000 7fb1a1da2640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb19c102690 0x7fb19c19f3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.163:52108/0 (socket says 172.21.15.163:52108) 2024-09-15T23:43:27.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.551+0000 7fb1a1da2640 1 -- 172.21.15.163:0/2321376246 learned_addr learned my addr 172.21.15.163:0/2321376246 (peer_addr_for_me v2:172.21.15.163:0/0) 2024-09-15T23:43:27.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.551+0000 7fb1a0da0640 1 --2- 172.21.15.163:0/2321376246 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb19c101cd0 0x7fb19c198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:43:27.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.551+0000 7fb1a15a1640 1 --2- 172.21.15.163:0/2321376246 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb19c100ad0 0x7fb19c197de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:43:27.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.551+0000 7fb1a1da2640 1 -- 172.21.15.163:0/2321376246 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb19c100ad0 msgr2=0x7fb19c197de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:43:27.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.551+0000 7fb1a1da2640 1 --2- 172.21.15.163:0/2321376246 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb19c100ad0 0x7fb19c197de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:43:27.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.551+0000 7fb1a1da2640 1 -- 172.21.15.163:0/2321376246 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb19c101cd0 msgr2=0x7fb19c198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:43:27.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.551+0000 7fb1a1da2640 1 --2- 172.21.15.163:0/2321376246 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb19c101cd0 0x7fb19c198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:43:27.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.551+0000 7fb1a1da2640 1 -- 172.21.15.163:0/2321376246 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb19c19fa10 con 0x7fb19c102690 2024-09-15T23:43:27.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.551+0000 7fb1a1da2640 1 --2- 172.21.15.163:0/2321376246 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb19c102690 0x7fb19c19f3a0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb19400e970 tx=0x7fb19400ee30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:43:27.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.551+0000 7fb19a7fc640 1 -- 172.21.15.163:0/2321376246 <== mon.2 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb19400ccc0 con 0x7fb19c102690 2024-09-15T23:43:27.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.551+0000 7fb19a7fc640 1 -- 172.21.15.163:0/2321376246 <== mon.2 v2:172.21.15.163:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb1940054d0 con 0x7fb19c102690 2024-09-15T23:43:27.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.551+0000 7fb1a3805640 1 -- 172.21.15.163:0/2321376246 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb19c19fd00 con 0x7fb19c102690 2024-09-15T23:43:27.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.551+0000 7fb19a7fc640 1 -- 172.21.15.163:0/2321376246 <== mon.2 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb194010430 con 0x7fb19c102690 2024-09-15T23:43:27.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.551+0000 7fb1a3805640 1 -- 172.21.15.163:0/2321376246 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb19c1a01c0 con 0x7fb19c102690 2024-09-15T23:43:27.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.552+0000 7fb1a3805640 1 -- 172.21.15.163:0/2321376246 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb19c107f70 con 0x7fb19c102690 2024-09-15T23:43:27.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.553+0000 7fb19a7fc640 1 -- 172.21.15.163:0/2321376246 <== mon.2 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fb194005000 con 0x7fb19c102690 2024-09-15T23:43:27.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.554+0000 7fb19a7fc640 1 --2- 172.21.15.163:0/2321376246 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb1840a3270 0x7fb1840a5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:43:27.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.554+0000 7fb19a7fc640 1 -- 172.21.15.163:0/2321376246 <== mon.2 v2:172.21.15.163:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 5981+0+0 (secure 0 0 0) 0x7fb1940cf470 con 0x7fb19c102690 2024-09-15T23:43:27.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.554+0000 7fb1a15a1640 1 --2- 172.21.15.163:0/2321376246 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb1840a3270 0x7fb1840a5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:43:27.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.555+0000 7fb1a15a1640 1 --2- 172.21.15.163:0/2321376246 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb1840a3270 0x7fb1840a5730 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fb19c101b30 tx=0x7fb18c009500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:43:27.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.557+0000 7fb19a7fc640 1 -- 172.21.15.163:0/2321376246 <== mon.2 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb1940541b0 con 0x7fb19c102690 2024-09-15T23:43:27.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:27 smithi071 ceph-mon[30957]: from='osd.9 [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-15T23:43:27.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:27 smithi071 ceph-mon[30957]: osdmap e61: 10 total, 9 up, 10 in 2024-09-15T23:43:27.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:27 smithi071 ceph-mon[30957]: from='osd.9 [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-15T23:43:27.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:27 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:27.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:27 smithi071 ceph-mon[30957]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:27.737 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:27.736+0000 7fb1a3805640 1 -- 172.21.15.163:0/2321376246 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fb19c062630 con 0x7fb1840a3270 2024-09-15T23:43:27.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:27 smithi190 ceph-mon[34840]: from='osd.9 [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-15T23:43:27.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:27 smithi190 ceph-mon[34840]: osdmap e61: 10 total, 9 up, 10 in 2024-09-15T23:43:27.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:27 smithi190 ceph-mon[34840]: from='osd.9 [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-15T23:43:27.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:27 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:27.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:27 smithi190 ceph-mon[34840]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:28.176 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 15 23:43:27 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-15T23:43:27.735+0000 7f101cdac640 -1 osd.9 0 waiting for initial osdmap 2024-09-15T23:43:28.176 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 15 23:43:27 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-15T23:43:27.748+0000 7f1014bcc640 -1 osd.9 62 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-15T23:43:28.461 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:28 smithi163 ceph-mon[34107]: from='osd.9 [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-15T23:43:28.461 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:28 smithi163 ceph-mon[34107]: osdmap e62: 10 total, 9 up, 10 in 2024-09-15T23:43:28.461 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:28 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:28.461 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:28 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:28.461 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:28 smithi163 ceph-mon[34107]: from='client.24305 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:43:28.461 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:28 smithi163 ceph-mon[34107]: from='osd.9 [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399]' entity='osd.9' 2024-09-15T23:43:28.461 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:28 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:43:28.462 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:28 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:43:28.462 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:28 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:28.462 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:28 smithi163 ceph-mon[34107]: Detected new or changed devices on smithi071 2024-09-15T23:43:28.462 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:28 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:28.462 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:28 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:28.462 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:28 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:28.462 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:28 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:28.462 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:28 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:28.462 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:28 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:28.462 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:28 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:28.462 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:28 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:28.463 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:28 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:43:28.463 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:28 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:28.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:28 smithi071 ceph-mon[30957]: from='osd.9 [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-15T23:43:28.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:28 smithi071 ceph-mon[30957]: osdmap e62: 10 total, 9 up, 10 in 2024-09-15T23:43:28.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:28 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:28.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:28 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:28.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:28 smithi071 ceph-mon[30957]: from='client.24305 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:43:28.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:28 smithi071 ceph-mon[30957]: from='osd.9 [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399]' entity='osd.9' 2024-09-15T23:43:28.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:28 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:43:28.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:28 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:43:28.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:28 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:28.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:28 smithi071 ceph-mon[30957]: Detected new or changed devices on smithi071 2024-09-15T23:43:28.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:28 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:28.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:28 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:28.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:28 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:28.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:28 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:28.678 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:28 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:28.678 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:28 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:28.678 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:28 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:28.678 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:28 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:28.678 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:28 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:43:28.678 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:28 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:28.715 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:28 smithi190 ceph-mon[34840]: from='osd.9 [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-15T23:43:28.715 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:28 smithi190 ceph-mon[34840]: osdmap e62: 10 total, 9 up, 10 in 2024-09-15T23:43:28.715 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:28 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:28.715 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:28 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:28.715 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:28 smithi190 ceph-mon[34840]: from='client.24305 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:43:28.715 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:28 smithi190 ceph-mon[34840]: from='osd.9 [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399]' entity='osd.9' 2024-09-15T23:43:28.715 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:28 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:43:28.715 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:28 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:43:28.715 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:28 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:28.715 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:28 smithi190 ceph-mon[34840]: Detected new or changed devices on smithi071 2024-09-15T23:43:28.715 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:28 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:28.716 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:28 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:28.716 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:28 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:28.716 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:28 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:28.716 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:28 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:28.716 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:28 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:28.716 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:28 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:28.716 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:28 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:28.716 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:28 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:43:28.716 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:28 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:29.442 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:29 smithi163 ceph-mon[34107]: purged_snaps scrub starts 2024-09-15T23:43:29.442 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:29 smithi163 ceph-mon[34107]: purged_snaps scrub ok 2024-09-15T23:43:29.442 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:29 smithi163 ceph-mon[34107]: Adjusting osd_memory_target on smithi071 to 4272M 2024-09-15T23:43:29.442 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:29 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:29.442 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:29 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:43:29.443 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:29 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:29.443 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:29 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:43:29.443 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:29 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:29.443 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:29 smithi163 ceph-mon[34107]: osd.9 [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399] boot 2024-09-15T23:43:29.443 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:29 smithi163 ceph-mon[34107]: osdmap e63: 10 total, 10 up, 10 in 2024-09-15T23:43:29.443 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:29 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:29.443 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:29 smithi163 ceph-mon[34107]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:29.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:29 smithi071 ceph-mon[30957]: purged_snaps scrub starts 2024-09-15T23:43:29.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:29 smithi071 ceph-mon[30957]: purged_snaps scrub ok 2024-09-15T23:43:29.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:29 smithi071 ceph-mon[30957]: Adjusting osd_memory_target on smithi071 to 4272M 2024-09-15T23:43:29.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:29.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:43:29.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:29.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:43:29.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:29.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:29 smithi071 ceph-mon[30957]: osd.9 [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399] boot 2024-09-15T23:43:29.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:29 smithi071 ceph-mon[30957]: osdmap e63: 10 total, 10 up, 10 in 2024-09-15T23:43:29.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:29.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:29 smithi071 ceph-mon[30957]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:29.730 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:29 smithi190 ceph-mon[34840]: purged_snaps scrub starts 2024-09-15T23:43:29.730 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:29 smithi190 ceph-mon[34840]: purged_snaps scrub ok 2024-09-15T23:43:29.730 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:29 smithi190 ceph-mon[34840]: Adjusting osd_memory_target on smithi071 to 4272M 2024-09-15T23:43:29.730 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:29 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:29.730 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:29 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:43:29.731 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:29 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:29.731 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:29 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:43:29.731 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:29 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:29.731 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:29 smithi190 ceph-mon[34840]: osd.9 [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399] boot 2024-09-15T23:43:29.731 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:29 smithi190 ceph-mon[34840]: osdmap e63: 10 total, 10 up, 10 in 2024-09-15T23:43:29.731 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:29 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:43:29.731 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:29 smithi190 ceph-mon[34840]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 259 MiB used, 804 GiB / 805 GiB avail 2024-09-15T23:43:30.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:30 smithi071 ceph-mon[30957]: osdmap e64: 10 total, 10 up, 10 in 2024-09-15T23:43:30.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:30 smithi071 ceph-mon[30957]: from='client.? 172.21.15.163:0/3814685805' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "406a2f6f-879c-45b2-8e82-c933f45affe5"}]: dispatch 2024-09-15T23:43:30.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:30 smithi071 ceph-mon[30957]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "406a2f6f-879c-45b2-8e82-c933f45affe5"}]: dispatch 2024-09-15T23:43:30.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:30 smithi071 ceph-mon[30957]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "406a2f6f-879c-45b2-8e82-c933f45affe5"}]': finished 2024-09-15T23:43:30.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:30 smithi071 ceph-mon[30957]: osdmap e65: 11 total, 10 up, 11 in 2024-09-15T23:43:30.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:30 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-15T23:43:30.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:30 smithi071 ceph-mon[30957]: from='client.? 172.21.15.163:0/260101288' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:43:30.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:30 smithi163 ceph-mon[34107]: osdmap e64: 10 total, 10 up, 10 in 2024-09-15T23:43:30.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:30 smithi163 ceph-mon[34107]: from='client.? 172.21.15.163:0/3814685805' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "406a2f6f-879c-45b2-8e82-c933f45affe5"}]: dispatch 2024-09-15T23:43:30.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:30 smithi163 ceph-mon[34107]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "406a2f6f-879c-45b2-8e82-c933f45affe5"}]: dispatch 2024-09-15T23:43:30.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:30 smithi163 ceph-mon[34107]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "406a2f6f-879c-45b2-8e82-c933f45affe5"}]': finished 2024-09-15T23:43:30.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:30 smithi163 ceph-mon[34107]: osdmap e65: 11 total, 10 up, 11 in 2024-09-15T23:43:30.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:30 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-15T23:43:30.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:30 smithi163 ceph-mon[34107]: from='client.? 172.21.15.163:0/260101288' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:43:31.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:30 smithi190 ceph-mon[34840]: osdmap e64: 10 total, 10 up, 10 in 2024-09-15T23:43:31.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:30 smithi190 ceph-mon[34840]: from='client.? 172.21.15.163:0/3814685805' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "406a2f6f-879c-45b2-8e82-c933f45affe5"}]: dispatch 2024-09-15T23:43:31.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:30 smithi190 ceph-mon[34840]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "406a2f6f-879c-45b2-8e82-c933f45affe5"}]: dispatch 2024-09-15T23:43:31.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:30 smithi190 ceph-mon[34840]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "406a2f6f-879c-45b2-8e82-c933f45affe5"}]': finished 2024-09-15T23:43:31.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:30 smithi190 ceph-mon[34840]: osdmap e65: 11 total, 10 up, 11 in 2024-09-15T23:43:31.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:30 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-15T23:43:31.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:30 smithi190 ceph-mon[34840]: from='client.? 172.21.15.163:0/260101288' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:43:32.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:31 smithi190 ceph-mon[34840]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:32.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:31 smithi071 ceph-mon[30957]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:32.233 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:31 smithi163 ceph-mon[34107]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 290 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:34.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:34 smithi071 ceph-mon[30957]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:34.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:34 smithi163 ceph-mon[34107]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:34.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:34 smithi190 ceph-mon[34840]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:36.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:36 smithi071 ceph-mon[30957]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:36.444 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:36 smithi163 ceph-mon[34107]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:36.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:36 smithi190 ceph-mon[34840]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:38.233 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:38 smithi163 ceph-mon[34107]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:38.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:38 smithi071 ceph-mon[30957]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:38 smithi190 ceph-mon[34840]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:39.201 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:39 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-15T23:43:39.201 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:39 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:39.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:39 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-15T23:43:39.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:39 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:39.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:39 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-15T23:43:39.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:39 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:40.224 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:40 smithi163 ceph-mon[34107]: Deploying daemon osd.10 on smithi163 2024-09-15T23:43:40.224 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:40 smithi163 ceph-mon[34107]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:40.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:40 smithi071 ceph-mon[30957]: Deploying daemon osd.10 on smithi163 2024-09-15T23:43:40.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:40 smithi071 ceph-mon[30957]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:40.459 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:40 smithi190 ceph-mon[34840]: Deploying daemon osd.10 on smithi163 2024-09-15T23:43:40.459 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:40 smithi190 ceph-mon[34840]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:42.202 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:42 smithi163 ceph-mon[34107]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:42.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:42 smithi071 ceph-mon[30957]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:42 smithi190 ceph-mon[34840]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:44.368 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:44 smithi163 ceph-mon[34107]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:44.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:44 smithi071 ceph-mon[30957]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:44.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:44 smithi190 ceph-mon[34840]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:45.119 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:45 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:43:45.120 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:45 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:45.120 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:45 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:45.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:45 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:43:45.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:45 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:45.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:45 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:45.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:45 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:43:45.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:45 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:45.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:45 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:46.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:46 smithi071 ceph-mon[30957]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:46.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:46 smithi163 ceph-mon[34107]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:46 smithi190 ceph-mon[34840]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:47.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:47.844+0000 7fb19a7fc640 1 -- 172.21.15.163:0/2321376246 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fb19c062630 con 0x7fb1840a3270 2024-09-15T23:43:47.846 INFO:teuthology.orchestra.run.smithi163.stdout:Created osd(s) 10 on host 'smithi163' 2024-09-15T23:43:47.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:47.847+0000 7fb1a3805640 1 -- 172.21.15.163:0/2321376246 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb1840a3270 msgr2=0x7fb1840a5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:43:47.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:47.847+0000 7fb1a3805640 1 --2- 172.21.15.163:0/2321376246 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb1840a3270 0x7fb1840a5730 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fb19c101b30 tx=0x7fb18c009500 comp rx=0 tx=0).stop 2024-09-15T23:43:47.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:47.847+0000 7fb1a3805640 1 -- 172.21.15.163:0/2321376246 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb19c102690 msgr2=0x7fb19c19f3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:43:47.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:47.847+0000 7fb1a3805640 1 --2- 172.21.15.163:0/2321376246 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb19c102690 0x7fb19c19f3a0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb19400e970 tx=0x7fb19400ee30 comp rx=0 tx=0).stop 2024-09-15T23:43:47.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:47.847+0000 7fb1a3805640 1 -- 172.21.15.163:0/2321376246 shutdown_connections 2024-09-15T23:43:47.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:47.847+0000 7fb1a3805640 1 --2- 172.21.15.163:0/2321376246 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb1840a3270 0x7fb1840a5730 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:43:47.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:47.847+0000 7fb1a3805640 1 --2- 172.21.15.163:0/2321376246 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb19c102690 0x7fb19c19f3a0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:43:47.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:47.847+0000 7fb1a3805640 1 --2- 172.21.15.163:0/2321376246 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb19c101cd0 0x7fb19c198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:43:47.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:47.847+0000 7fb1a3805640 1 --2- 172.21.15.163:0/2321376246 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb19c100ad0 0x7fb19c197de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:43:47.849 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:47.847+0000 7fb1a3805640 1 -- 172.21.15.163:0/2321376246 >> 172.21.15.163:0/2321376246 conn(0x7fb19c0fc280 msgr2=0x7fb19c105140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:43:47.849 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:47.847+0000 7fb1a3805640 1 -- 172.21.15.163:0/2321376246 shutdown_connections 2024-09-15T23:43:47.849 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-15T23:43:47.847+0000 7fb1a3805640 1 -- 172.21.15.163:0/2321376246 wait complete. 2024-09-15T23:43:48.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:48 smithi190 ceph-mon[34840]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:48.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:48 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:48.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:48 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:48.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:48 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:48.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:48 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:43:48.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:48 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:48.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:48 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:43:48.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:48 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:48.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:48 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:48.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:48 smithi071 ceph-mon[30957]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:48.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:48 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:48.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:48 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:48.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:48 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:48.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:48 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:43:48.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:48 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:48.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:48 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:43:48.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:48 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:48.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:48 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:48.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:48 smithi163 ceph-mon[34107]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:48.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:48 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:48.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:48 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:48.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:48 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:48.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:48 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:43:48.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:48 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:48.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:48 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:43:48.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:48 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:48.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:48 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:48.543 DEBUG:teuthology.orchestra.run.smithi163:osd.10> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.10.service 2024-09-15T23:43:48.545 INFO:tasks.cephadm:Deploying osd.11 on smithi190 with /dev/vg_nvme/lv_1... 2024-09-15T23:43:48.545 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-15T23:43:48.800 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.c/config 2024-09-15T23:43:50.211 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:50 smithi190 ceph-mon[34840]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:50.233 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:50 smithi163 ceph-mon[34107]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:50.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:50 smithi071 ceph-mon[30957]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:50.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 15 23:43:50 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-15T23:43:50.476+0000 7f70e49c3640 -1 osd.10 0 log_to_monitors true 2024-09-15T23:43:51.279 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:51 smithi190 ceph-mon[34840]: from='osd.10 [v2:172.21.15.163:6824/212791912,v1:172.21.15.163:6825/212791912]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-15T23:43:51.279 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:51 smithi190 ceph-mon[34840]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-15T23:43:51.391 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:51 smithi163 ceph-mon[34107]: from='osd.10 [v2:172.21.15.163:6824/212791912,v1:172.21.15.163:6825/212791912]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-15T23:43:51.391 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:51 smithi163 ceph-mon[34107]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-15T23:43:51.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:51 smithi071 ceph-mon[30957]: from='osd.10 [v2:172.21.15.163:6824/212791912,v1:172.21.15.163:6825/212791912]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-15T23:43:51.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:51 smithi071 ceph-mon[30957]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-15T23:43:51.601 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-09-15T23:43:51.635 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi190:vg_nvme/lv_1 2024-09-15T23:43:51.890 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.c/config 2024-09-15T23:43:52.387 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:52 smithi190 ceph-mon[34840]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:52.388 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:52 smithi190 ceph-mon[34840]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-15T23:43:52.388 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:52 smithi190 ceph-mon[34840]: osdmap e66: 11 total, 10 up, 11 in 2024-09-15T23:43:52.388 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:52 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-15T23:43:52.388 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:52 smithi190 ceph-mon[34840]: from='osd.10 [v2:172.21.15.163:6824/212791912,v1:172.21.15.163:6825/212791912]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:43:52.388 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:52 smithi190 ceph-mon[34840]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:43:52.388 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:52 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:52.389 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:52 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:52.389 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:52 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:52.389 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:52 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:52.389 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:52 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:52.389 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:52 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:52.389 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:52 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:52.390 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:52 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:52.390 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:52 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:43:52.390 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:52 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:52.415 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.385+0000 7fc0f93a2640 1 -- 172.21.15.190:0/1294293084 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc0f4104eb0 msgr2=0x7fc0f41072a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:43:52.415 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.385+0000 7fc0f93a2640 1 --2- 172.21.15.190:0/1294293084 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc0f4104eb0 0x7fc0f41072a0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fc0e8009900 tx=0x7fc0e802a410 comp rx=0 tx=0).stop 2024-09-15T23:43:52.415 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.385+0000 7fc0f93a2640 1 -- 172.21.15.190:0/1294293084 shutdown_connections 2024-09-15T23:43:52.415 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.385+0000 7fc0f93a2640 1 --2- 172.21.15.190:0/1294293084 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc0f41077e0 0x7fc0f4109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:43:52.415 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.385+0000 7fc0f93a2640 1 --2- 172.21.15.190:0/1294293084 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc0f4104eb0 0x7fc0f41072a0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:43:52.415 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.385+0000 7fc0f93a2640 1 --2- 172.21.15.190:0/1294293084 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc0f4102580 0x7fc0f4104970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:43:52.415 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.385+0000 7fc0f93a2640 1 -- 172.21.15.190:0/1294293084 >> 172.21.15.190:0/1294293084 conn(0x7fc0f40fc0e0 msgr2=0x7fc0f40fe520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:43:52.415 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.385+0000 7fc0f93a2640 1 -- 172.21.15.190:0/1294293084 shutdown_connections 2024-09-15T23:43:52.415 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.385+0000 7fc0f93a2640 1 -- 172.21.15.190:0/1294293084 wait complete. 2024-09-15T23:43:52.416 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.386+0000 7fc0f93a2640 1 Processor -- start 2024-09-15T23:43:52.416 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.386+0000 7fc0f93a2640 1 -- start start 2024-09-15T23:43:52.416 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.386+0000 7fc0f93a2640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc0f4102580 0x7fc0f4197c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:43:52.416 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.386+0000 7fc0f93a2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc0f4104eb0 0x7fc0f41981c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:43:52.416 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.387+0000 7fc0f93a2640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc0f41077e0 0x7fc0f419f230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:43:52.416 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.387+0000 7fc0f93a2640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc0f410d560 con 0x7fc0f4104eb0 2024-09-15T23:43:52.416 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.387+0000 7fc0f93a2640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fc0f410d3e0 con 0x7fc0f41077e0 2024-09-15T23:43:52.416 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.387+0000 7fc0f93a2640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fc0f410d6e0 con 0x7fc0f4102580 2024-09-15T23:43:52.416 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.387+0000 7fc0f3fff640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc0f4102580 0x7fc0f4197c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:43:52.416 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.387+0000 7fc0f3fff640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc0f4102580 0x7fc0f4197c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:50264/0 (socket says 172.21.15.190:50264) 2024-09-15T23:43:52.416 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.387+0000 7fc0f3fff640 1 -- 172.21.15.190:0/2613468866 learned_addr learned my addr 172.21.15.190:0/2613468866 (peer_addr_for_me v2:172.21.15.190:0/0) 2024-09-15T23:43:52.416 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.387+0000 7fc0f8ba1640 1 --2- 172.21.15.190:0/2613468866 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc0f41077e0 0x7fc0f419f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:43:52.417 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.387+0000 7fc0f37fe640 1 --2- 172.21.15.190:0/2613468866 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc0f4104eb0 0x7fc0f41981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:43:52.417 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.387+0000 7fc0f3fff640 1 -- 172.21.15.190:0/2613468866 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc0f41077e0 msgr2=0x7fc0f419f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:43:52.417 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.387+0000 7fc0f3fff640 1 --2- 172.21.15.190:0/2613468866 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc0f41077e0 0x7fc0f419f230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:43:52.417 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.387+0000 7fc0f3fff640 1 -- 172.21.15.190:0/2613468866 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc0f4104eb0 msgr2=0x7fc0f41981c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:43:52.417 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.387+0000 7fc0f3fff640 1 --2- 172.21.15.190:0/2613468866 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc0f4104eb0 0x7fc0f41981c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:43:52.417 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.387+0000 7fc0f3fff640 1 -- 172.21.15.190:0/2613468866 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0f419f8a0 con 0x7fc0f4102580 2024-09-15T23:43:52.417 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.387+0000 7fc0f8ba1640 1 --2- 172.21.15.190:0/2613468866 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc0f41077e0 0x7fc0f419f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T23:43:52.417 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.387+0000 7fc0f3fff640 1 --2- 172.21.15.190:0/2613468866 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc0f4102580 0x7fc0f4197c80 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fc0e400d950 tx=0x7fc0e400de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:43:52.417 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.387+0000 7fc0f17fa640 1 -- 172.21.15.190:0/2613468866 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0e4017070 con 0x7fc0f4102580 2024-09-15T23:43:52.417 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.387+0000 7fc0f93a2640 1 -- 172.21.15.190:0/2613468866 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0f419fb90 con 0x7fc0f4102580 2024-09-15T23:43:52.417 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.387+0000 7fc0f17fa640 1 -- 172.21.15.190:0/2613468866 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc0e4009c30 con 0x7fc0f4102580 2024-09-15T23:43:52.417 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.387+0000 7fc0f17fa640 1 -- 172.21.15.190:0/2613468866 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0e400f620 con 0x7fc0f4102580 2024-09-15T23:43:52.417 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.388+0000 7fc0f93a2640 1 -- 172.21.15.190:0/2613468866 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0f41a00f0 con 0x7fc0f4102580 2024-09-15T23:43:52.418 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.388+0000 7fc0f93a2640 1 -- 172.21.15.190:0/2613468866 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0f40fdbd0 con 0x7fc0f4102580 2024-09-15T23:43:52.418 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.390+0000 7fc0f17fa640 1 -- 172.21.15.190:0/2613468866 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fc0e40109a0 con 0x7fc0f4102580 2024-09-15T23:43:52.418 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.390+0000 7fc0f17fa640 1 --2- 172.21.15.190:0/2613468866 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc0dc0a3240 0x7fc0dc0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:43:52.418 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.391+0000 7fc0f17fa640 1 -- 172.21.15.190:0/2613468866 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6414+0+0 (secure 0 0 0) 0x7fc0e40ced00 con 0x7fc0f4102580 2024-09-15T23:43:52.418 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.391+0000 7fc0f37fe640 1 --2- 172.21.15.190:0/2613468866 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc0dc0a3240 0x7fc0dc0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:43:52.418 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.391+0000 7fc0f37fe640 1 --2- 172.21.15.190:0/2613468866 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc0dc0a3240 0x7fc0dc0a5700 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fc0e8004770 tx=0x7fc0e8000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:43:52.418 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.398+0000 7fc0f17fa640 1 -- 172.21.15.190:0/2613468866 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc0e4009de0 con 0x7fc0f4102580 2024-09-15T23:43:52.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:52 smithi071 ceph-mon[30957]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:52.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:52 smithi071 ceph-mon[30957]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-15T23:43:52.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:52 smithi071 ceph-mon[30957]: osdmap e66: 11 total, 10 up, 11 in 2024-09-15T23:43:52.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:52 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-15T23:43:52.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:52 smithi071 ceph-mon[30957]: from='osd.10 [v2:172.21.15.163:6824/212791912,v1:172.21.15.163:6825/212791912]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:43:52.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:52 smithi071 ceph-mon[30957]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:43:52.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:52 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:52.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:52 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:52.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:52 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:52.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:52 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:52.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:52 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:52.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:52 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:52.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:52 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:52.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:52 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:52.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:52 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:43:52.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:52 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:52.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:52 smithi163 ceph-mon[34107]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:52.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:52 smithi163 ceph-mon[34107]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-15T23:43:52.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:52 smithi163 ceph-mon[34107]: osdmap e66: 11 total, 10 up, 11 in 2024-09-15T23:43:52.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:52 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-15T23:43:52.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:52 smithi163 ceph-mon[34107]: from='osd.10 [v2:172.21.15.163:6824/212791912,v1:172.21.15.163:6825/212791912]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:43:52.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:52 smithi163 ceph-mon[34107]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-09-15T23:43:52.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:52 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:52.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:52 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:52.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:52 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:52.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:52 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:52.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:52 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:52.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:52 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:43:52.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:52 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:52.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:52 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:52.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:52 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:43:52.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:52 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:43:52.580 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:43:52.579+0000 7fc0f93a2640 1 -- 172.21.15.190:0/2613468866 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fc0f4062630 con 0x7fc0dc0a3240 2024-09-15T23:43:52.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 15 23:43:52 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-15T23:43:52.546+0000 7f70e115a640 -1 osd.10 0 waiting for initial osdmap 2024-09-15T23:43:52.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 15 23:43:52 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-15T23:43:52.557+0000 7f70d8766640 -1 osd.10 67 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-15T23:43:53.372 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:53 smithi190 ceph-mon[34840]: Detected new or changed devices on smithi163 2024-09-15T23:43:53.373 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:53 smithi190 ceph-mon[34840]: Adjusting osd_memory_target on smithi163 to 4272M 2024-09-15T23:43:53.373 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:53 smithi190 ceph-mon[34840]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-09-15T23:43:53.373 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:53 smithi190 ceph-mon[34840]: osdmap e67: 11 total, 10 up, 11 in 2024-09-15T23:43:53.373 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:53 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-15T23:43:53.373 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:53 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-15T23:43:53.373 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:53 smithi190 ceph-mon[34840]: from='osd.10 ' entity='osd.10' 2024-09-15T23:43:53.373 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:53 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:43:53.373 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:53 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:43:53.373 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:53 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:53.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:53 smithi071 ceph-mon[30957]: Detected new or changed devices on smithi163 2024-09-15T23:43:53.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:53 smithi071 ceph-mon[30957]: Adjusting osd_memory_target on smithi163 to 4272M 2024-09-15T23:43:53.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:53 smithi071 ceph-mon[30957]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-09-15T23:43:53.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:53 smithi071 ceph-mon[30957]: osdmap e67: 11 total, 10 up, 11 in 2024-09-15T23:43:53.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:53 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-15T23:43:53.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:53 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-15T23:43:53.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:53 smithi071 ceph-mon[30957]: from='osd.10 ' entity='osd.10' 2024-09-15T23:43:53.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:53 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:43:53.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:53 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:43:53.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:53 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:53.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:53 smithi163 ceph-mon[34107]: Detected new or changed devices on smithi163 2024-09-15T23:43:53.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:53 smithi163 ceph-mon[34107]: Adjusting osd_memory_target on smithi163 to 4272M 2024-09-15T23:43:53.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:53 smithi163 ceph-mon[34107]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-09-15T23:43:53.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:53 smithi163 ceph-mon[34107]: osdmap e67: 11 total, 10 up, 11 in 2024-09-15T23:43:53.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:53 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-15T23:43:53.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:53 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-15T23:43:53.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:53 smithi163 ceph-mon[34107]: from='osd.10 ' entity='osd.10' 2024-09-15T23:43:53.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:53 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-15T23:43:53.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:53 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-15T23:43:53.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:53 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:43:54.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:54 smithi190 ceph-mon[34840]: purged_snaps scrub starts 2024-09-15T23:43:54.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:54 smithi190 ceph-mon[34840]: purged_snaps scrub ok 2024-09-15T23:43:54.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:54 smithi190 ceph-mon[34840]: from='client.24379 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:43:54.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:54 smithi190 ceph-mon[34840]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:54.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:54 smithi190 ceph-mon[34840]: osd.10 [v2:172.21.15.163:6824/212791912,v1:172.21.15.163:6825/212791912] boot 2024-09-15T23:43:54.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:54 smithi190 ceph-mon[34840]: osdmap e68: 11 total, 11 up, 11 in 2024-09-15T23:43:54.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:54 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-15T23:43:54.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:54 smithi071 ceph-mon[30957]: purged_snaps scrub starts 2024-09-15T23:43:54.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:54 smithi071 ceph-mon[30957]: purged_snaps scrub ok 2024-09-15T23:43:54.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:54 smithi071 ceph-mon[30957]: from='client.24379 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:43:54.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:54 smithi071 ceph-mon[30957]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:54.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:54 smithi071 ceph-mon[30957]: osd.10 [v2:172.21.15.163:6824/212791912,v1:172.21.15.163:6825/212791912] boot 2024-09-15T23:43:54.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:54 smithi071 ceph-mon[30957]: osdmap e68: 11 total, 11 up, 11 in 2024-09-15T23:43:54.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:54 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-15T23:43:54.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:54 smithi163 ceph-mon[34107]: purged_snaps scrub starts 2024-09-15T23:43:54.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:54 smithi163 ceph-mon[34107]: purged_snaps scrub ok 2024-09-15T23:43:54.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:54 smithi163 ceph-mon[34107]: from='client.24379 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:43:54.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:54 smithi163 ceph-mon[34107]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-09-15T23:43:54.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:54 smithi163 ceph-mon[34107]: osd.10 [v2:172.21.15.163:6824/212791912,v1:172.21.15.163:6825/212791912] boot 2024-09-15T23:43:54.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:54 smithi163 ceph-mon[34107]: osdmap e68: 11 total, 11 up, 11 in 2024-09-15T23:43:54.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:54 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-15T23:43:55.390 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:55 smithi190 ceph-mon[34840]: osdmap e69: 11 total, 11 up, 11 in 2024-09-15T23:43:55.390 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:55 smithi190 ceph-mon[34840]: from='client.? 172.21.15.190:0/4097622910' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12bb4094-dc69-4c4f-904f-55c82da026db"}]: dispatch 2024-09-15T23:43:55.391 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:55 smithi190 ceph-mon[34840]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12bb4094-dc69-4c4f-904f-55c82da026db"}]: dispatch 2024-09-15T23:43:55.391 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:55 smithi190 ceph-mon[34840]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "12bb4094-dc69-4c4f-904f-55c82da026db"}]': finished 2024-09-15T23:43:55.391 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:55 smithi190 ceph-mon[34840]: osdmap e70: 12 total, 11 up, 12 in 2024-09-15T23:43:55.391 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:55 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:43:55.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:55 smithi071 ceph-mon[30957]: osdmap e69: 11 total, 11 up, 11 in 2024-09-15T23:43:55.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:55 smithi071 ceph-mon[30957]: from='client.? 172.21.15.190:0/4097622910' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12bb4094-dc69-4c4f-904f-55c82da026db"}]: dispatch 2024-09-15T23:43:55.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:55 smithi071 ceph-mon[30957]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12bb4094-dc69-4c4f-904f-55c82da026db"}]: dispatch 2024-09-15T23:43:55.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:55 smithi071 ceph-mon[30957]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "12bb4094-dc69-4c4f-904f-55c82da026db"}]': finished 2024-09-15T23:43:55.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:55 smithi071 ceph-mon[30957]: osdmap e70: 12 total, 11 up, 12 in 2024-09-15T23:43:55.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:55 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:43:55.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:55 smithi163 ceph-mon[34107]: osdmap e69: 11 total, 11 up, 11 in 2024-09-15T23:43:55.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:55 smithi163 ceph-mon[34107]: from='client.? 172.21.15.190:0/4097622910' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12bb4094-dc69-4c4f-904f-55c82da026db"}]: dispatch 2024-09-15T23:43:55.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:55 smithi163 ceph-mon[34107]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12bb4094-dc69-4c4f-904f-55c82da026db"}]: dispatch 2024-09-15T23:43:55.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:55 smithi163 ceph-mon[34107]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "12bb4094-dc69-4c4f-904f-55c82da026db"}]': finished 2024-09-15T23:43:55.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:55 smithi163 ceph-mon[34107]: osdmap e70: 12 total, 11 up, 12 in 2024-09-15T23:43:55.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:55 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:43:56.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:56 smithi071 ceph-mon[30957]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:43:56.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:56 smithi071 ceph-mon[30957]: from='client.? 172.21.15.190:0/718916659' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:43:56.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:56 smithi163 ceph-mon[34107]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:43:56.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:56 smithi163 ceph-mon[34107]: from='client.? 172.21.15.190:0/718916659' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:43:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:56 smithi190 ceph-mon[34840]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:43:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:56 smithi190 ceph-mon[34840]: from='client.? 172.21.15.190:0/718916659' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-15T23:43:57.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:57 smithi071 ceph-mon[30957]: osdmap e71: 12 total, 11 up, 12 in 2024-09-15T23:43:57.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:57 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:43:57.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:57 smithi163 ceph-mon[34107]: osdmap e71: 12 total, 11 up, 12 in 2024-09-15T23:43:57.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:57 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:43:57.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:57 smithi190 ceph-mon[34840]: osdmap e71: 12 total, 11 up, 12 in 2024-09-15T23:43:57.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:57 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:43:58.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:58 smithi071 ceph-mon[30957]: pgmap v231: 1 pgs: 1 peering; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-15T23:43:58.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:58 smithi071 ceph-mon[30957]: osdmap e72: 12 total, 11 up, 12 in 2024-09-15T23:43:58.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:43:58 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:43:58.465 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:58 smithi190 ceph-mon[34840]: pgmap v231: 1 pgs: 1 peering; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-15T23:43:58.465 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:58 smithi190 ceph-mon[34840]: osdmap e72: 12 total, 11 up, 12 in 2024-09-15T23:43:58.465 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:43:58 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:43:58.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:58 smithi163 ceph-mon[34107]: pgmap v231: 1 pgs: 1 peering; 577 KiB data, 358 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-15T23:43:58.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:58 smithi163 ceph-mon[34107]: osdmap e72: 12 total, 11 up, 12 in 2024-09-15T23:43:58.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:43:58 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:44:00.221 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:00 smithi190 ceph-mon[34840]: pgmap v233: 1 pgs: 1 peering; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-09-15T23:44:00.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:00 smithi071 ceph-mon[30957]: pgmap v233: 1 pgs: 1 peering; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-09-15T23:44:00.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:00 smithi163 ceph-mon[34107]: pgmap v233: 1 pgs: 1 peering; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-09-15T23:44:02.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:02 smithi071 ceph-mon[30957]: pgmap v234: 1 pgs: 1 peering; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-15T23:44:02.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:02 smithi163 ceph-mon[34107]: pgmap v234: 1 pgs: 1 peering; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-15T23:44:02.518 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:02 smithi190 ceph-mon[34840]: pgmap v234: 1 pgs: 1 peering; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-15T23:44:04.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:04 smithi190 ceph-mon[34840]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-15T23:44:04.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-15T23:44:04.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:04.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:04 smithi071 ceph-mon[30957]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-15T23:44:04.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-15T23:44:04.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:04.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:04 smithi163 ceph-mon[34107]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-15T23:44:04.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-15T23:44:04.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:05.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:05 smithi071 ceph-mon[30957]: Deploying daemon osd.11 on smithi190 2024-09-15T23:44:05.434 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:05 smithi190 ceph-mon[34840]: Deploying daemon osd.11 on smithi190 2024-09-15T23:44:05.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:05 smithi163 ceph-mon[34107]: Deploying daemon osd.11 on smithi190 2024-09-15T23:44:06.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:06 smithi190 ceph-mon[34840]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-15T23:44:06.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:06 smithi071 ceph-mon[30957]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-15T23:44:06.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:06 smithi163 ceph-mon[34107]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-15T23:44:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:08 smithi071 ceph-mon[30957]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:44:08.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:08 smithi163 ceph-mon[34107]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:44:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:08 smithi190 ceph-mon[34840]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:44:10.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:10 smithi071 ceph-mon[30957]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:44:10.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:10 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:44:10.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:10 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:10.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:10 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:10.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:10 smithi163 ceph-mon[34107]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:44:10.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:10 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:44:10.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:10 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:10.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:10 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:10.519 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:10 smithi190 ceph-mon[34840]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:44:10.519 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:10 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:44:10.519 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:10 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:10.519 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:10 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:12.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:12 smithi190 ceph-mon[34840]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:44:12.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:12 smithi071 ceph-mon[30957]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:44:12.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:12 smithi163 ceph-mon[34107]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:44:13.736 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:13.734+0000 7fc0f17fa640 1 -- 172.21.15.190:0/2613468866 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fc0f4062630 con 0x7fc0dc0a3240 2024-09-15T23:44:13.736 INFO:teuthology.orchestra.run.smithi190.stdout:Created osd(s) 11 on host 'smithi190' 2024-09-15T23:44:13.738 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:13.736+0000 7fc0f93a2640 1 -- 172.21.15.190:0/2613468866 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc0dc0a3240 msgr2=0x7fc0dc0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:13.739 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:13.736+0000 7fc0f93a2640 1 --2- 172.21.15.190:0/2613468866 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc0dc0a3240 0x7fc0dc0a5700 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fc0e8004770 tx=0x7fc0e8000bc0 comp rx=0 tx=0).stop 2024-09-15T23:44:13.739 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:13.736+0000 7fc0f93a2640 1 -- 172.21.15.190:0/2613468866 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc0f4102580 msgr2=0x7fc0f4197c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:13.739 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:13.736+0000 7fc0f93a2640 1 --2- 172.21.15.190:0/2613468866 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc0f4102580 0x7fc0f4197c80 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fc0e400d950 tx=0x7fc0e400de10 comp rx=0 tx=0).stop 2024-09-15T23:44:13.739 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:13.736+0000 7fc0f93a2640 1 -- 172.21.15.190:0/2613468866 shutdown_connections 2024-09-15T23:44:13.739 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:13.736+0000 7fc0f93a2640 1 --2- 172.21.15.190:0/2613468866 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc0dc0a3240 0x7fc0dc0a5700 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:13.739 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:13.736+0000 7fc0f93a2640 1 --2- 172.21.15.190:0/2613468866 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc0f41077e0 0x7fc0f419f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:13.739 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:13.736+0000 7fc0f93a2640 1 --2- 172.21.15.190:0/2613468866 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc0f4104eb0 0x7fc0f41981c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:13.739 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:13.736+0000 7fc0f93a2640 1 --2- 172.21.15.190:0/2613468866 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc0f4102580 0x7fc0f4197c80 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:13.739 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:13.736+0000 7fc0f93a2640 1 -- 172.21.15.190:0/2613468866 >> 172.21.15.190:0/2613468866 conn(0x7fc0f40fc0e0 msgr2=0x7fc0f4103040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:13.739 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:13.736+0000 7fc0f93a2640 1 -- 172.21.15.190:0/2613468866 shutdown_connections 2024-09-15T23:44:13.739 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:13.736+0000 7fc0f93a2640 1 -- 172.21.15.190:0/2613468866 wait complete. 2024-09-15T23:44:14.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:13 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:14.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:13 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:14.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:13 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:14.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:13 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:44:14.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:13 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:14.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:13 smithi190 ceph-mon[34840]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:44:14.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:13 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:44:14.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:13 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:14.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:13 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:14.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:13 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:14.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:13 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:14.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:13 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:14.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:13 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:44:14.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:13 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:14.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:13 smithi071 ceph-mon[30957]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:44:14.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:13 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:44:14.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:13 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:14.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:13 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:14.233 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:13 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:14.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:13 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:14.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:13 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:14.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:13 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:44:14.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:13 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:14.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:13 smithi163 ceph-mon[34107]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:44:14.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:13 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:44:14.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:13 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:14.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:13 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:14.424 DEBUG:teuthology.orchestra.run.smithi190:osd.11> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.11.service 2024-09-15T23:44:14.427 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-09-15T23:44:14.427 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-15T23:44:14.691 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:44:15.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.198+0000 7fd2c8dde640 1 -- 172.21.15.71:0/56830150 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd2c4102e00 msgr2=0x7fd2c4103280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:15.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.198+0000 7fd2c8dde640 1 --2- 172.21.15.71:0/56830150 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd2c4102e00 0x7fd2c4103280 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fd2b4009900 tx=0x7fd2b402a410 comp rx=0 tx=0).stop 2024-09-15T23:44:15.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.198+0000 7fd2c8dde640 1 -- 172.21.15.71:0/56830150 shutdown_connections 2024-09-15T23:44:15.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.198+0000 7fd2c8dde640 1 --2- 172.21.15.71:0/56830150 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2c41037c0 0x7fd2c410a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:15.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.198+0000 7fd2c8dde640 1 --2- 172.21.15.71:0/56830150 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd2c4102e00 0x7fd2c4103280 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:15.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.198+0000 7fd2c8dde640 1 --2- 172.21.15.71:0/56830150 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd2c4101c00 0x7fd2c4102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:15.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.198+0000 7fd2c8dde640 1 -- 172.21.15.71:0/56830150 >> 172.21.15.71:0/56830150 conn(0x7fd2c40fd390 msgr2=0x7fd2c40ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:15.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.198+0000 7fd2c8dde640 1 -- 172.21.15.71:0/56830150 shutdown_connections 2024-09-15T23:44:15.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.198+0000 7fd2c8dde640 1 -- 172.21.15.71:0/56830150 wait complete. 2024-09-15T23:44:15.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.199+0000 7fd2c8dde640 1 Processor -- start 2024-09-15T23:44:15.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.199+0000 7fd2c8dde640 1 -- start start 2024-09-15T23:44:15.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.199+0000 7fd2c8dde640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd2c4101c00 0x7fd2c4197e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:15.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.199+0000 7fd2c8dde640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd2c4102e00 0x7fd2c4198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:15.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.199+0000 7fd2c8dde640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2c41037c0 0x7fd2c419f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:15.223 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.199+0000 7fd2c8dde640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fd2c410d730 con 0x7fd2c4102e00 2024-09-15T23:44:15.223 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.199+0000 7fd2c8dde640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fd2c410d5b0 con 0x7fd2c41037c0 2024-09-15T23:44:15.223 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.199+0000 7fd2c8dde640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fd2c410d8b0 con 0x7fd2c4101c00 2024-09-15T23:44:15.223 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.199+0000 7fd2c1d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd2c4102e00 0x7fd2c4198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:15.223 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.199+0000 7fd2c1d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd2c4102e00 0x7fd2c4198350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40728/0 (socket says 172.21.15.71:40728) 2024-09-15T23:44:15.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.199+0000 7fd2c1d9b640 1 -- 172.21.15.71:0/49640070 learned_addr learned my addr 172.21.15.71:0/49640070 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:44:15.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.200+0000 7fd2c2d9d640 1 --2- 172.21.15.71:0/49640070 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2c41037c0 0x7fd2c419f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:15.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.200+0000 7fd2c1d9b640 1 -- 172.21.15.71:0/49640070 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd2c4101c00 msgr2=0x7fd2c4197e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:15.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.200+0000 7fd2c1d9b640 1 --2- 172.21.15.71:0/49640070 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd2c4101c00 0x7fd2c4197e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:15.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.200+0000 7fd2c1d9b640 1 -- 172.21.15.71:0/49640070 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2c41037c0 msgr2=0x7fd2c419f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:15.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.200+0000 7fd2c1d9b640 1 --2- 172.21.15.71:0/49640070 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2c41037c0 0x7fd2c419f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:15.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.200+0000 7fd2c1d9b640 1 -- 172.21.15.71:0/49640070 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2c419fa40 con 0x7fd2c4102e00 2024-09-15T23:44:15.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.200+0000 7fd2c2d9d640 1 --2- 172.21.15.71:0/49640070 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2c41037c0 0x7fd2c419f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:44:15.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.200+0000 7fd2c1d9b640 1 --2- 172.21.15.71:0/49640070 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd2c4102e00 0x7fd2c4198350 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fd2b4004770 tx=0x7fd2b40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:15.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.200+0000 7fd2bb7fe640 1 -- 172.21.15.71:0/49640070 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2b403f030 con 0x7fd2c4102e00 2024-09-15T23:44:15.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.200+0000 7fd2bb7fe640 1 -- 172.21.15.71:0/49640070 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd2b4003cb0 con 0x7fd2c4102e00 2024-09-15T23:44:15.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.200+0000 7fd2c8dde640 1 -- 172.21.15.71:0/49640070 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2c419fcd0 con 0x7fd2c4102e00 2024-09-15T23:44:15.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.200+0000 7fd2bb7fe640 1 -- 172.21.15.71:0/49640070 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2b4035070 con 0x7fd2c4102e00 2024-09-15T23:44:15.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.200+0000 7fd2c8dde640 1 -- 172.21.15.71:0/49640070 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2c41a01b0 con 0x7fd2c4102e00 2024-09-15T23:44:15.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.201+0000 7fd2c8dde640 1 -- 172.21.15.71:0/49640070 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2c41090a0 con 0x7fd2c4102e00 2024-09-15T23:44:15.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.202+0000 7fd2bb7fe640 1 -- 172.21.15.71:0/49640070 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fd2b4042030 con 0x7fd2c4102e00 2024-09-15T23:44:15.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.203+0000 7fd2bb7fe640 1 --2- 172.21.15.71:0/49640070 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd2b00a32f0 0x7fd2b00a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:15.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.203+0000 7fd2c259c640 1 --2- 172.21.15.71:0/49640070 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd2b00a32f0 0x7fd2b00a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:15.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.203+0000 7fd2bb7fe640 1 -- 172.21.15.71:0/49640070 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6809+0+0 (secure 0 0 0) 0x7fd2b40ef9d0 con 0x7fd2c4102e00 2024-09-15T23:44:15.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.204+0000 7fd2c259c640 1 --2- 172.21.15.71:0/49640070 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd2b00a32f0 0x7fd2b00a57b0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac005fd0 tx=0x7fd2ac00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:15.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.208+0000 7fd2bb7fe640 1 -- 172.21.15.71:0/49640070 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd2b40bcc30 con 0x7fd2c4102e00 2024-09-15T23:44:15.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.374+0000 7fd2c8dde640 1 -- 172.21.15.71:0/49640070 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7fd2c4062e90 con 0x7fd2c4102e00 2024-09-15T23:44:15.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.375+0000 7fd2bb7fe640 1 -- 172.21.15.71:0/49640070 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v72) ==== 74+0+133 (secure 0 0 0) 0x7fd2b40bc530 con 0x7fd2c4102e00 2024-09-15T23:44:15.378 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:44:15.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.377+0000 7fd2c8dde640 1 -- 172.21.15.71:0/49640070 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd2b00a32f0 msgr2=0x7fd2b00a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:15.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.377+0000 7fd2c8dde640 1 --2- 172.21.15.71:0/49640070 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd2b00a32f0 0x7fd2b00a57b0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac005fd0 tx=0x7fd2ac00b410 comp rx=0 tx=0).stop 2024-09-15T23:44:15.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.377+0000 7fd2c8dde640 1 -- 172.21.15.71:0/49640070 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd2c4102e00 msgr2=0x7fd2c4198350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:15.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.377+0000 7fd2c8dde640 1 --2- 172.21.15.71:0/49640070 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd2c4102e00 0x7fd2c4198350 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fd2b4004770 tx=0x7fd2b40042f0 comp rx=0 tx=0).stop 2024-09-15T23:44:15.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.377+0000 7fd2c8dde640 1 -- 172.21.15.71:0/49640070 shutdown_connections 2024-09-15T23:44:15.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.377+0000 7fd2c8dde640 1 --2- 172.21.15.71:0/49640070 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd2b00a32f0 0x7fd2b00a57b0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:15.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.377+0000 7fd2c8dde640 1 --2- 172.21.15.71:0/49640070 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2c41037c0 0x7fd2c419f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:15.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.377+0000 7fd2c8dde640 1 --2- 172.21.15.71:0/49640070 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd2c4102e00 0x7fd2c4198350 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:15.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.377+0000 7fd2c8dde640 1 --2- 172.21.15.71:0/49640070 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd2c4101c00 0x7fd2c4197e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:15.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.377+0000 7fd2c8dde640 1 -- 172.21.15.71:0/49640070 >> 172.21.15.71:0/49640070 conn(0x7fd2c40fd390 msgr2=0x7fd2c4106270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:15.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.377+0000 7fd2c8dde640 1 -- 172.21.15.71:0/49640070 shutdown_connections 2024-09-15T23:44:15.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:15.377+0000 7fd2c8dde640 1 -- 172.21.15.71:0/49640070 wait complete. 2024-09-15T23:44:16.093 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 15 23:44:15 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-15T23:44:15.872+0000 7f372ecd1640 -1 osd.11 0 log_to_monitors true 2024-09-15T23:44:16.203 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":72,"num_osds":12,"num_up_osds":11,"osd_up_since":1726443833,"num_in_osds":12,"osd_in_since":1726443835,"num_remapped_pgs":0} 2024-09-15T23:44:16.430 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:16 smithi071 ceph-mon[30957]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:44:16.430 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:16 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/49640070' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-15T23:44:16.430 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:16 smithi071 ceph-mon[30957]: from='osd.11 [v2:172.21.15.190:6824/4193587286,v1:172.21.15.190:6825/4193587286]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-15T23:44:16.430 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:16 smithi071 ceph-mon[30957]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-15T23:44:16.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:16 smithi163 ceph-mon[34107]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:44:16.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:16 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/49640070' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-15T23:44:16.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:16 smithi163 ceph-mon[34107]: from='osd.11 [v2:172.21.15.190:6824/4193587286,v1:172.21.15.190:6825/4193587286]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-15T23:44:16.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:16 smithi163 ceph-mon[34107]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-15T23:44:16.558 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:16 smithi190 ceph-mon[34840]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:44:16.558 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:16 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/49640070' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-15T23:44:16.558 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:16 smithi190 ceph-mon[34840]: from='osd.11 [v2:172.21.15.190:6824/4193587286,v1:172.21.15.190:6825/4193587286]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-15T23:44:16.558 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:16 smithi190 ceph-mon[34840]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-15T23:44:17.187 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:17 smithi190 ceph-mon[34840]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-15T23:44:17.187 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:17 smithi190 ceph-mon[34840]: osdmap e73: 12 total, 11 up, 12 in 2024-09-15T23:44:17.187 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:17 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:44:17.187 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:17 smithi190 ceph-mon[34840]: from='osd.11 [v2:172.21.15.190:6824/4193587286,v1:172.21.15.190:6825/4193587286]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:44:17.188 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:17 smithi190 ceph-mon[34840]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:44:17.204 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-15T23:44:17.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:17 smithi071 ceph-mon[30957]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-15T23:44:17.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:17 smithi071 ceph-mon[30957]: osdmap e73: 12 total, 11 up, 12 in 2024-09-15T23:44:17.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:44:17.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:17 smithi071 ceph-mon[30957]: from='osd.11 [v2:172.21.15.190:6824/4193587286,v1:172.21.15.190:6825/4193587286]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:44:17.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:17 smithi071 ceph-mon[30957]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:44:17.473 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:44:17.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:17 smithi163 ceph-mon[34107]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-15T23:44:17.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:17 smithi163 ceph-mon[34107]: osdmap e73: 12 total, 11 up, 12 in 2024-09-15T23:44:17.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:17 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:44:17.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:17 smithi163 ceph-mon[34107]: from='osd.11 [v2:172.21.15.190:6824/4193587286,v1:172.21.15.190:6825/4193587286]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:44:17.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:17 smithi163 ceph-mon[34107]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-09-15T23:44:17.813 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 15 23:44:17 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-15T23:44:17.488+0000 7f372ac54640 -1 osd.11 0 waiting for initial osdmap 2024-09-15T23:44:17.813 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 15 23:44:17 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-15T23:44:17.503+0000 7f3722a74640 -1 osd.11 74 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-15T23:44:17.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.958+0000 7fb417e33640 1 -- 172.21.15.71:0/851244506 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4101026d0 msgr2=0x7fb410108f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:17.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.958+0000 7fb417e33640 1 --2- 172.21.15.71:0/851244506 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4101026d0 0x7fb410108f60 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb408009ca0 tx=0x7fb40802a8c0 comp rx=0 tx=0).stop 2024-09-15T23:44:17.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.958+0000 7fb417e33640 1 -- 172.21.15.71:0/851244506 shutdown_connections 2024-09-15T23:44:17.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.958+0000 7fb417e33640 1 --2- 172.21.15.71:0/851244506 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb4101026d0 0x7fb410108f60 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:17.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.958+0000 7fb417e33640 1 --2- 172.21.15.71:0/851244506 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb410101d10 0x7fb410102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:17.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.958+0000 7fb417e33640 1 --2- 172.21.15.71:0/851244506 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb410100b10 0x7fb410100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:17.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.958+0000 7fb417e33640 1 -- 172.21.15.71:0/851244506 >> 172.21.15.71:0/851244506 conn(0x7fb4100fc2a0 msgr2=0x7fb4100fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:17.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.958+0000 7fb417e33640 1 -- 172.21.15.71:0/851244506 shutdown_connections 2024-09-15T23:44:17.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.958+0000 7fb417e33640 1 -- 172.21.15.71:0/851244506 wait complete. 2024-09-15T23:44:17.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.959+0000 7fb417e33640 1 Processor -- start 2024-09-15T23:44:17.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.959+0000 7fb417e33640 1 -- start start 2024-09-15T23:44:17.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.959+0000 7fb417e33640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb410100b10 0x7fb410104aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:17.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.959+0000 7fb417e33640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb410101d10 0x7fb4101030f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:17.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.959+0000 7fb417e33640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb4101026d0 0x7fb410103630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:17.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.959+0000 7fb417e33640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fb41010c640 con 0x7fb410100b10 2024-09-15T23:44:17.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.959+0000 7fb417e33640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fb41010c4c0 con 0x7fb4101026d0 2024-09-15T23:44:17.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.959+0000 7fb417e33640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fb41010c7c0 con 0x7fb410101d10 2024-09-15T23:44:17.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.959+0000 7fb415bcf640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb410100b10 0x7fb410104aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:17.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.959+0000 7fb415bcf640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb410100b10 0x7fb410104aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40736/0 (socket says 172.21.15.71:40736) 2024-09-15T23:44:17.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.959+0000 7fb415bcf640 1 -- 172.21.15.71:0/3627636683 learned_addr learned my addr 172.21.15.71:0/3627636683 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:44:17.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.959+0000 7fb4163d0640 1 --2- 172.21.15.71:0/3627636683 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb4101026d0 0x7fb410103630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:17.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.959+0000 7fb4153ce640 1 --2- 172.21.15.71:0/3627636683 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb410101d10 0x7fb4101030f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:17.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.959+0000 7fb415bcf640 1 -- 172.21.15.71:0/3627636683 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb410101d10 msgr2=0x7fb4101030f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:17.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.959+0000 7fb415bcf640 1 --2- 172.21.15.71:0/3627636683 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb410101d10 0x7fb4101030f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:17.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.959+0000 7fb415bcf640 1 -- 172.21.15.71:0/3627636683 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb4101026d0 msgr2=0x7fb410103630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:17.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.959+0000 7fb415bcf640 1 --2- 172.21.15.71:0/3627636683 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb4101026d0 0x7fb410103630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:17.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.959+0000 7fb415bcf640 1 -- 172.21.15.71:0/3627636683 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb410103ef0 con 0x7fb410100b10 2024-09-15T23:44:17.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.959+0000 7fb4163d0640 1 --2- 172.21.15.71:0/3627636683 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb4101026d0 0x7fb410103630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:44:17.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.959+0000 7fb4153ce640 1 --2- 172.21.15.71:0/3627636683 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb410101d10 0x7fb4101030f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:44:17.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.959+0000 7fb415bcf640 1 --2- 172.21.15.71:0/3627636683 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb410100b10 0x7fb410104aa0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb40400d950 tx=0x7fb40400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:17.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.960+0000 7fb402ffd640 1 -- 172.21.15.71:0/3627636683 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb404017020 con 0x7fb410100b10 2024-09-15T23:44:17.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.960+0000 7fb402ffd640 1 -- 172.21.15.71:0/3627636683 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb404009c30 con 0x7fb410100b10 2024-09-15T23:44:17.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.960+0000 7fb417e33640 1 -- 172.21.15.71:0/3627636683 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4101a1fa0 con 0x7fb410100b10 2024-09-15T23:44:17.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.960+0000 7fb402ffd640 1 -- 172.21.15.71:0/3627636683 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb40400f6b0 con 0x7fb410100b10 2024-09-15T23:44:17.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.960+0000 7fb417e33640 1 -- 172.21.15.71:0/3627636683 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4101a2390 con 0x7fb410100b10 2024-09-15T23:44:17.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.961+0000 7fb417e33640 1 -- 172.21.15.71:0/3627636683 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4101a2650 con 0x7fb410100b10 2024-09-15T23:44:17.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.962+0000 7fb402ffd640 1 -- 172.21.15.71:0/3627636683 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fb40401a020 con 0x7fb410100b10 2024-09-15T23:44:17.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.962+0000 7fb402ffd640 1 --2- 172.21.15.71:0/3627636683 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb3fc0a3240 0x7fb3fc0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:17.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.962+0000 7fb4153ce640 1 --2- 172.21.15.71:0/3627636683 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb3fc0a3240 0x7fb3fc0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:17.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.963+0000 7fb402ffd640 1 -- 172.21.15.71:0/3627636683 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 6847+0+0 (secure 0 0 0) 0x7fb4040cf750 con 0x7fb410100b10 2024-09-15T23:44:17.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.963+0000 7fb4153ce640 1 --2- 172.21.15.71:0/3627636683 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb3fc0a3240 0x7fb3fc0a5700 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fb410104820 tx=0x7fb40c005cb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:17.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:17.965+0000 7fb402ffd640 1 -- 172.21.15.71:0/3627636683 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb404021020 con 0x7fb410100b10 2024-09-15T23:44:18.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:18.133+0000 7fb417e33640 1 -- 172.21.15.71:0/3627636683 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7fb4101a2820 con 0x7fb410100b10 2024-09-15T23:44:18.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:18.133+0000 7fb402ffd640 1 -- 172.21.15.71:0/3627636683 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v74) ==== 74+0+133 (secure 0 0 0) 0x7fb404009de0 con 0x7fb410100b10 2024-09-15T23:44:18.135 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:44:18.135 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:18 smithi071 ceph-mon[30957]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:44:18.135 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:18 smithi071 ceph-mon[30957]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-09-15T23:44:18.136 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:18 smithi071 ceph-mon[30957]: osdmap e74: 12 total, 11 up, 12 in 2024-09-15T23:44:18.136 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:18 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:44:18.136 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:18 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:44:18.136 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:18 smithi071 ceph-mon[30957]: Detected new or changed devices on smithi190 2024-09-15T23:44:18.136 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:18 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:18.136 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:18 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:18.136 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:18 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:44:18.136 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:18 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:44:18.136 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:18 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:44:18.136 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:18 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:44:18.136 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:18 smithi071 ceph-mon[30957]: Adjusting osd_memory_target on smithi190 to 4272M 2024-09-15T23:44:18.136 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:18 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:18.136 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:18 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:18.137 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:18 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:44:18.137 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:18 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:18.137 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:18 smithi071 ceph-mon[30957]: from='osd.11 ' entity='osd.11' 2024-09-15T23:44:18.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:18.135+0000 7fb417e33640 1 -- 172.21.15.71:0/3627636683 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb3fc0a3240 msgr2=0x7fb3fc0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:18.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:18.135+0000 7fb417e33640 1 --2- 172.21.15.71:0/3627636683 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb3fc0a3240 0x7fb3fc0a5700 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fb410104820 tx=0x7fb40c005cb0 comp rx=0 tx=0).stop 2024-09-15T23:44:18.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:18.135+0000 7fb417e33640 1 -- 172.21.15.71:0/3627636683 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb410100b10 msgr2=0x7fb410104aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:18.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:18.135+0000 7fb417e33640 1 --2- 172.21.15.71:0/3627636683 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb410100b10 0x7fb410104aa0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb40400d950 tx=0x7fb40400de10 comp rx=0 tx=0).stop 2024-09-15T23:44:18.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:18.135+0000 7fb417e33640 1 -- 172.21.15.71:0/3627636683 shutdown_connections 2024-09-15T23:44:18.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:18.135+0000 7fb417e33640 1 --2- 172.21.15.71:0/3627636683 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb3fc0a3240 0x7fb3fc0a5700 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:18.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:18.135+0000 7fb417e33640 1 --2- 172.21.15.71:0/3627636683 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb4101026d0 0x7fb410103630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:18.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:18.135+0000 7fb417e33640 1 --2- 172.21.15.71:0/3627636683 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb410101d10 0x7fb4101030f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:18.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:18.135+0000 7fb417e33640 1 --2- 172.21.15.71:0/3627636683 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb410100b10 0x7fb410104aa0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:18.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:18.135+0000 7fb417e33640 1 -- 172.21.15.71:0/3627636683 >> 172.21.15.71:0/3627636683 conn(0x7fb4100fc2a0 msgr2=0x7fb41006a800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:18.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:18.135+0000 7fb417e33640 1 -- 172.21.15.71:0/3627636683 shutdown_connections 2024-09-15T23:44:18.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:18.135+0000 7fb417e33640 1 -- 172.21.15.71:0/3627636683 wait complete. 2024-09-15T23:44:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:18 smithi163 ceph-mon[34107]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:44:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:18 smithi163 ceph-mon[34107]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-09-15T23:44:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:18 smithi163 ceph-mon[34107]: osdmap e74: 12 total, 11 up, 12 in 2024-09-15T23:44:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:18 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:44:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:18 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:44:18.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:18 smithi163 ceph-mon[34107]: Detected new or changed devices on smithi190 2024-09-15T23:44:18.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:18 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:18.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:18 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:18.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:18 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:44:18.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:18 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:44:18.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:18 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:44:18.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:18 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:44:18.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:18 smithi163 ceph-mon[34107]: Adjusting osd_memory_target on smithi190 to 4272M 2024-09-15T23:44:18.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:18 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:18.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:18 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:18.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:18 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:44:18.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:18 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:18.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:18 smithi163 ceph-mon[34107]: from='osd.11 ' entity='osd.11' 2024-09-15T23:44:18.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:18 smithi190 ceph-mon[34840]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:44:18.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:18 smithi190 ceph-mon[34840]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-09-15T23:44:18.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:18 smithi190 ceph-mon[34840]: osdmap e74: 12 total, 11 up, 12 in 2024-09-15T23:44:18.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:18 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:44:18.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:18 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:44:18.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:18 smithi190 ceph-mon[34840]: Detected new or changed devices on smithi190 2024-09-15T23:44:18.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:18 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:18.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:18 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:18.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:18 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:44:18.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:18 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:44:18.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:18 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:44:18.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:18 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:44:18.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:18 smithi190 ceph-mon[34840]: Adjusting osd_memory_target on smithi190 to 4272M 2024-09-15T23:44:18.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:18 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:18.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:18 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:18.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:18 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:44:18.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:18 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:18.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:18 smithi190 ceph-mon[34840]: from='osd.11 ' entity='osd.11' 2024-09-15T23:44:18.818 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":74,"num_osds":12,"num_up_osds":11,"osd_up_since":1726443833,"num_in_osds":12,"osd_in_since":1726443835,"num_remapped_pgs":0} 2024-09-15T23:44:19.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:19 smithi071 ceph-mon[30957]: purged_snaps scrub starts 2024-09-15T23:44:19.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:19 smithi071 ceph-mon[30957]: purged_snaps scrub ok 2024-09-15T23:44:19.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:19 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:44:19.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:19 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/3627636683' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-15T23:44:19.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:19 smithi071 ceph-mon[30957]: osd.11 [v2:172.21.15.190:6824/4193587286,v1:172.21.15.190:6825/4193587286] boot 2024-09-15T23:44:19.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:19 smithi071 ceph-mon[30957]: osdmap e75: 12 total, 12 up, 12 in 2024-09-15T23:44:19.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:19 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:44:19.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:19 smithi163 ceph-mon[34107]: purged_snaps scrub starts 2024-09-15T23:44:19.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:19 smithi163 ceph-mon[34107]: purged_snaps scrub ok 2024-09-15T23:44:19.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:19 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:44:19.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:19 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/3627636683' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-15T23:44:19.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:19 smithi163 ceph-mon[34107]: osd.11 [v2:172.21.15.190:6824/4193587286,v1:172.21.15.190:6825/4193587286] boot 2024-09-15T23:44:19.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:19 smithi163 ceph-mon[34107]: osdmap e75: 12 total, 12 up, 12 in 2024-09-15T23:44:19.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:19 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:44:19.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:19 smithi190 ceph-mon[34840]: purged_snaps scrub starts 2024-09-15T23:44:19.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:19 smithi190 ceph-mon[34840]: purged_snaps scrub ok 2024-09-15T23:44:19.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:19 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:44:19.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:19 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/3627636683' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-15T23:44:19.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:19 smithi190 ceph-mon[34840]: osd.11 [v2:172.21.15.190:6824/4193587286,v1:172.21.15.190:6825/4193587286] boot 2024-09-15T23:44:19.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:19 smithi190 ceph-mon[34840]: osdmap e75: 12 total, 12 up, 12 in 2024-09-15T23:44:19.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:19 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:44:19.819 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-15T23:44:20.077 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:44:20.360 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:20 smithi071 ceph-mon[30957]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:44:20.360 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:20 smithi071 ceph-mon[30957]: osdmap e76: 12 total, 12 up, 12 in 2024-09-15T23:44:20.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:20 smithi163 ceph-mon[34107]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:44:20.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:20 smithi163 ceph-mon[34107]: osdmap e76: 12 total, 12 up, 12 in 2024-09-15T23:44:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:20 smithi190 ceph-mon[34840]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-09-15T23:44:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:20 smithi190 ceph-mon[34840]: osdmap e76: 12 total, 12 up, 12 in 2024-09-15T23:44:20.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.549+0000 7f3534241640 1 -- 172.21.15.71:0/2699832480 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f352c102de0 msgr2=0x7f352c105250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:20.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.549+0000 7f3534241640 1 --2- 172.21.15.71:0/2699832480 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f352c102de0 0x7f352c105250 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3528009900 tx=0x7f352802a410 comp rx=0 tx=0).stop 2024-09-15T23:44:20.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.550+0000 7f3534241640 1 -- 172.21.15.71:0/2699832480 shutdown_connections 2024-09-15T23:44:20.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.550+0000 7f3534241640 1 --2- 172.21.15.71:0/2699832480 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f352c105790 0x7f352c105c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:20.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.550+0000 7f3534241640 1 --2- 172.21.15.71:0/2699832480 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f352c102de0 0x7f352c105250 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:20.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.550+0000 7f3534241640 1 --2- 172.21.15.71:0/2699832480 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f352c100490 0x7f352c1028a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:20.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.550+0000 7f3534241640 1 -- 172.21.15.71:0/2699832480 >> 172.21.15.71:0/2699832480 conn(0x7f352c0fc2a0 msgr2=0x7f352c0fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:20.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.550+0000 7f3534241640 1 -- 172.21.15.71:0/2699832480 shutdown_connections 2024-09-15T23:44:20.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.550+0000 7f3534241640 1 -- 172.21.15.71:0/2699832480 wait complete. 2024-09-15T23:44:20.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.550+0000 7f3534241640 1 Processor -- start 2024-09-15T23:44:20.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.550+0000 7f3534241640 1 -- start start 2024-09-15T23:44:20.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.550+0000 7f3534241640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f352c100490 0x7f352c19e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:20.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.550+0000 7f3534241640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f352c102de0 0x7f352c19e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:20.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.550+0000 7f3534241640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f352c105790 0x7f352c1a5a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:20.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.550+0000 7f3534241640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f352c113d50 con 0x7f352c102de0 2024-09-15T23:44:20.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.550+0000 7f3534241640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f352c113bd0 con 0x7f352c100490 2024-09-15T23:44:20.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.550+0000 7f3534241640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f352c113ed0 con 0x7f352c105790 2024-09-15T23:44:20.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.551+0000 7f35317dc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f352c102de0 0x7f352c19e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:20.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.551+0000 7f35317dc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f352c102de0 0x7f352c19e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38050/0 (socket says 172.21.15.71:38050) 2024-09-15T23:44:20.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.551+0000 7f35317dc640 1 -- 172.21.15.71:0/3412213581 learned_addr learned my addr 172.21.15.71:0/3412213581 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:44:20.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.551+0000 7f35327de640 1 --2- 172.21.15.71:0/3412213581 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f352c105790 0x7f352c1a5a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:20.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.551+0000 7f35317dc640 1 -- 172.21.15.71:0/3412213581 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f352c105790 msgr2=0x7f352c1a5a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:20.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.551+0000 7f3531fdd640 1 --2- 172.21.15.71:0/3412213581 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f352c100490 0x7f352c19e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:20.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.551+0000 7f35317dc640 1 --2- 172.21.15.71:0/3412213581 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f352c105790 0x7f352c1a5a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:20.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.551+0000 7f35317dc640 1 -- 172.21.15.71:0/3412213581 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f352c100490 msgr2=0x7f352c19e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:20.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.551+0000 7f35317dc640 1 --2- 172.21.15.71:0/3412213581 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f352c100490 0x7f352c19e440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:20.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.551+0000 7f35317dc640 1 -- 172.21.15.71:0/3412213581 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f352c1a6070 con 0x7f352c102de0 2024-09-15T23:44:20.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.551+0000 7f35317dc640 1 --2- 172.21.15.71:0/3412213581 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f352c102de0 0x7f352c19e980 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f3528005940 tx=0x7f3528004430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:20.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.551+0000 7f3522ffd640 1 -- 172.21.15.71:0/3412213581 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f352803f030 con 0x7f352c102de0 2024-09-15T23:44:20.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.551+0000 7f3522ffd640 1 -- 172.21.15.71:0/3412213581 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3528003cb0 con 0x7f352c102de0 2024-09-15T23:44:20.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.551+0000 7f3522ffd640 1 -- 172.21.15.71:0/3412213581 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3528035070 con 0x7f352c102de0 2024-09-15T23:44:20.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.551+0000 7f3534241640 1 -- 172.21.15.71:0/3412213581 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f352c1a6300 con 0x7f352c102de0 2024-09-15T23:44:20.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.551+0000 7f3534241640 1 -- 172.21.15.71:0/3412213581 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f352c1a6830 con 0x7f352c102de0 2024-09-15T23:44:20.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.552+0000 7f3534241640 1 -- 172.21.15.71:0/3412213581 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f352c0fdd90 con 0x7f352c102de0 2024-09-15T23:44:20.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.553+0000 7f3522ffd640 1 -- 172.21.15.71:0/3412213581 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f3528042030 con 0x7f352c102de0 2024-09-15T23:44:20.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.554+0000 7f3522ffd640 1 --2- 172.21.15.71:0/3412213581 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f35180a32f0 0x7f35180a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:20.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.554+0000 7f3531fdd640 1 --2- 172.21.15.71:0/3412213581 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f35180a32f0 0x7f35180a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:20.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.554+0000 7f3522ffd640 1 -- 172.21.15.71:0/3412213581 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 7127+0+0 (secure 0 0 0) 0x7f35280f01e0 con 0x7f352c102de0 2024-09-15T23:44:20.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.554+0000 7f3531fdd640 1 --2- 172.21.15.71:0/3412213581 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f35180a32f0 0x7f35180a57b0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f351c0058c0 tx=0x7f351c005c60 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:20.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.557+0000 7f3522ffd640 1 -- 172.21.15.71:0/3412213581 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f35280bd3a0 con 0x7f352c102de0 2024-09-15T23:44:20.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.723+0000 7f3534241640 1 -- 172.21.15.71:0/3412213581 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f352c02da10 con 0x7f352c102de0 2024-09-15T23:44:20.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.724+0000 7f3522ffd640 1 -- 172.21.15.71:0/3412213581 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v76) ==== 74+0+133 (secure 0 0 0) 0x7f35280bcca0 con 0x7f352c102de0 2024-09-15T23:44:20.726 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:44:20.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.726+0000 7f3534241640 1 -- 172.21.15.71:0/3412213581 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f35180a32f0 msgr2=0x7f35180a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:20.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.726+0000 7f3534241640 1 --2- 172.21.15.71:0/3412213581 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f35180a32f0 0x7f35180a57b0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f351c0058c0 tx=0x7f351c005c60 comp rx=0 tx=0).stop 2024-09-15T23:44:20.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.726+0000 7f3534241640 1 -- 172.21.15.71:0/3412213581 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f352c102de0 msgr2=0x7f352c19e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:20.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.726+0000 7f3534241640 1 --2- 172.21.15.71:0/3412213581 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f352c102de0 0x7f352c19e980 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f3528005940 tx=0x7f3528004430 comp rx=0 tx=0).stop 2024-09-15T23:44:20.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.726+0000 7f3534241640 1 -- 172.21.15.71:0/3412213581 shutdown_connections 2024-09-15T23:44:20.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.726+0000 7f3534241640 1 --2- 172.21.15.71:0/3412213581 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f35180a32f0 0x7f35180a57b0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:20.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.726+0000 7f3534241640 1 --2- 172.21.15.71:0/3412213581 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f352c105790 0x7f352c1a5a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:20.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.726+0000 7f3534241640 1 --2- 172.21.15.71:0/3412213581 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f352c102de0 0x7f352c19e980 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:20.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.726+0000 7f3534241640 1 --2- 172.21.15.71:0/3412213581 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f352c100490 0x7f352c19e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:20.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.726+0000 7f3534241640 1 -- 172.21.15.71:0/3412213581 >> 172.21.15.71:0/3412213581 conn(0x7f352c0fc2a0 msgr2=0x7f352c100e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:20.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.726+0000 7f3534241640 1 -- 172.21.15.71:0/3412213581 shutdown_connections 2024-09-15T23:44:20.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:20.726+0000 7f3534241640 1 -- 172.21.15.71:0/3412213581 wait complete. 2024-09-15T23:44:21.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:21 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/3412213581' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-15T23:44:21.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:21 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/3412213581' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-15T23:44:21.562 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":76,"num_osds":12,"num_up_osds":12,"osd_up_since":1726443858,"num_in_osds":12,"osd_in_since":1726443835,"num_remapped_pgs":0} 2024-09-15T23:44:21.563 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-15T23:44:21.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:21 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/3412213581' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-15T23:44:21.806 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:44:22.197 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:22 smithi071 ceph-mon[30957]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:22.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.273+0000 7f0bcbbe5640 1 -- 172.21.15.71:0/426342533 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0bc4101de0 msgr2=0x7f0bc41021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:22.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.273+0000 7f0bcbbe5640 1 --2- 172.21.15.71:0/426342533 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0bc4101de0 0x7f0bc41021c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f0bc0009900 tx=0x7f0bc002a410 comp rx=0 tx=0).stop 2024-09-15T23:44:22.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.273+0000 7f0bcbbe5640 1 -- 172.21.15.71:0/426342533 shutdown_connections 2024-09-15T23:44:22.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.273+0000 7f0bcbbe5640 1 --2- 172.21.15.71:0/426342533 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0bc4106f10 0x7f0bc410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:22.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.273+0000 7f0bcbbe5640 1 --2- 172.21.15.71:0/426342533 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0bc4102790 0x7f0bc41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:22.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.273+0000 7f0bcbbe5640 1 --2- 172.21.15.71:0/426342533 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0bc4101de0 0x7f0bc41021c0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:22.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.273+0000 7f0bcbbe5640 1 -- 172.21.15.71:0/426342533 >> 172.21.15.71:0/426342533 conn(0x7f0bc40fd8c0 msgr2=0x7f0bc40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:22.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.273+0000 7f0bcbbe5640 1 -- 172.21.15.71:0/426342533 shutdown_connections 2024-09-15T23:44:22.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.273+0000 7f0bcbbe5640 1 -- 172.21.15.71:0/426342533 wait complete. 2024-09-15T23:44:22.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.274+0000 7f0bcbbe5640 1 Processor -- start 2024-09-15T23:44:22.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.274+0000 7f0bcbbe5640 1 -- start start 2024-09-15T23:44:22.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.274+0000 7f0bcbbe5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0bc4101de0 0x7f0bc41983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:22.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.274+0000 7f0bcbbe5640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0bc4102790 0x7f0bc4198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:22.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.274+0000 7f0bcbbe5640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0bc4106f10 0x7f0bc419ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:22.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.274+0000 7f0bcbbe5640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc4111e40 con 0x7f0bc4101de0 2024-09-15T23:44:22.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.274+0000 7f0bcbbe5640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc4111cc0 con 0x7f0bc4102790 2024-09-15T23:44:22.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.274+0000 7f0bcbbe5640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc4111fc0 con 0x7f0bc4106f10 2024-09-15T23:44:22.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.274+0000 7f0bc9981640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0bc4101de0 0x7f0bc41983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:22.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.274+0000 7f0bc9981640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0bc4101de0 0x7f0bc41983e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38072/0 (socket says 172.21.15.71:38072) 2024-09-15T23:44:22.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.274+0000 7f0bc9981640 1 -- 172.21.15.71:0/2651895300 learned_addr learned my addr 172.21.15.71:0/2651895300 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:44:22.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.274+0000 7f0bc9180640 1 --2- 172.21.15.71:0/2651895300 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0bc4102790 0x7f0bc4198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:22.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.274+0000 7f0bc9981640 1 -- 172.21.15.71:0/2651895300 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0bc4106f10 msgr2=0x7f0bc419ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:22.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.275+0000 7f0bc9981640 1 --2- 172.21.15.71:0/2651895300 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0bc4106f10 0x7f0bc419ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:22.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.275+0000 7f0bc9981640 1 -- 172.21.15.71:0/2651895300 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0bc4102790 msgr2=0x7f0bc4198920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:22.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.275+0000 7f0bc9981640 1 --2- 172.21.15.71:0/2651895300 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0bc4102790 0x7f0bc4198920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:22.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.275+0000 7f0bc9981640 1 -- 172.21.15.71:0/2651895300 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bc419d390 con 0x7f0bc4101de0 2024-09-15T23:44:22.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.275+0000 7f0bc9981640 1 --2- 172.21.15.71:0/2651895300 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0bc4101de0 0x7f0bc41983e0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f0bc0006010 tx=0x7f0bc0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:22.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.275+0000 7f0bbaffd640 1 -- 172.21.15.71:0/2651895300 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bc003f030 con 0x7f0bc4101de0 2024-09-15T23:44:22.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.275+0000 7f0bbaffd640 1 -- 172.21.15.71:0/2651895300 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0bc00035f0 con 0x7f0bc4101de0 2024-09-15T23:44:22.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.275+0000 7f0bcbbe5640 1 -- 172.21.15.71:0/2651895300 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bc419d620 con 0x7f0bc4101de0 2024-09-15T23:44:22.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.275+0000 7f0bbaffd640 1 -- 172.21.15.71:0/2651895300 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bc0035070 con 0x7f0bc4101de0 2024-09-15T23:44:22.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.275+0000 7f0bcbbe5640 1 -- 172.21.15.71:0/2651895300 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bc4074420 con 0x7f0bc4101de0 2024-09-15T23:44:22.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.276+0000 7f0bcbbe5640 1 -- 172.21.15.71:0/2651895300 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bc41032c0 con 0x7f0bc4101de0 2024-09-15T23:44:22.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.277+0000 7f0bbaffd640 1 -- 172.21.15.71:0/2651895300 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f0bc0003b10 con 0x7f0bc4101de0 2024-09-15T23:44:22.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.277+0000 7f0bbaffd640 1 --2- 172.21.15.71:0/2651895300 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0bb00a3240 0x7f0bb00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:22.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.278+0000 7f0bc9180640 1 --2- 172.21.15.71:0/2651895300 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0bb00a3240 0x7f0bb00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:22.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.278+0000 7f0bbaffd640 1 -- 172.21.15.71:0/2651895300 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 7127+0+0 (secure 0 0 0) 0x7f0bc00f00a0 con 0x7f0bc4101de0 2024-09-15T23:44:22.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.278+0000 7f0bc9180640 1 --2- 172.21.15.71:0/2651895300 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0bb00a3240 0x7f0bb00a5700 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f0bc40ffde0 tx=0x7f0bb400a4c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:22.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.282+0000 7f0bbaffd640 1 -- 172.21.15.71:0/2651895300 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0bc00bd260 con 0x7f0bc4101de0 2024-09-15T23:44:22.450 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.448+0000 7f0bcbbe5640 1 -- 172.21.15.71:0/2651895300 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0bc41021c0 con 0x7f0bc4101de0 2024-09-15T23:44:22.451 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.450+0000 7f0bbaffd640 1 -- 172.21.15.71:0/2651895300 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v76) ==== 74+0+18457 (secure 0 0 0) 0x7f0bc00bcb60 con 0x7f0bc4101de0 2024-09-15T23:44:22.452 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:44:22.452 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":76,"fsid":"4eeb5726-73bb-11ef-bceb-c7b262605968","created":"2024-09-15T23:37:32.026413+0000","modified":"2024-09-15T23:44:19.498867+0000","last_up_change":"2024-09-15T23:44:18.494739+0000","last_in_change":"2024-09-15T23:43:55.057780+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T23:40:31.270883+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5866d7b4-9e16-4f84-b178-467c25ea3369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6803","nonce":3525966842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6805","nonce":3525966842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6809","nonce":3525966842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6807","nonce":3525966842}]},"public_addr":"172.21.15.71:6803/3525966842","cluster_addr":"172.21.15.71:6805/3525966842","heartbeat_back_addr":"172.21.15.71:6809/3525966842","heartbeat_front_addr":"172.21.15.71:6807/3525966842","state":["exists","up"]},{"osd":1,"uuid":"6155354e-7b55-4b4c-b673-6d92f08fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6800","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6801","nonce":1075052522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6803","nonce":1075052522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6807","nonce":1075052522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6805","nonce":1075052522}]},"public_addr":"172.21.15.163:6801/1075052522","cluster_addr":"172.21.15.163:6803/1075052522","heartbeat_back_addr":"172.21.15.163:6807/1075052522","heartbeat_front_addr":"172.21.15.163:6805/1075052522","state":["exists","up"]},{"osd":2,"uuid":"3d530966-7af0-45b1-aa3d-b8b9df338e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6801","nonce":2143521395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6803","nonce":2143521395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6807","nonce":2143521395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6805","nonce":2143521395}]},"public_addr":"172.21.15.190:6801/2143521395","cluster_addr":"172.21.15.190:6803/2143521395","heartbeat_back_addr":"172.21.15.190:6807/2143521395","heartbeat_front_addr":"172.21.15.190:6805/2143521395","state":["exists","up"]},{"osd":3,"uuid":"f16832da-8eaa-424e-a215-1ed01f156888","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6811","nonce":877432262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6813","nonce":877432262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6817","nonce":877432262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6815","nonce":877432262}]},"public_addr":"172.21.15.71:6811/877432262","cluster_addr":"172.21.15.71:6813/877432262","heartbeat_back_addr":"172.21.15.71:6817/877432262","heartbeat_front_addr":"172.21.15.71:6815/877432262","state":["exists","up"]},{"osd":4,"uuid":"ebe47f97-59ea-41c6-8c28-36845546845f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6809","nonce":2846554020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6811","nonce":2846554020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6815","nonce":2846554020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6813","nonce":2846554020}]},"public_addr":"172.21.15.163:6809/2846554020","cluster_addr":"172.21.15.163:6811/2846554020","heartbeat_back_addr":"172.21.15.163:6815/2846554020","heartbeat_front_addr":"172.21.15.163:6813/2846554020","state":["exists","up"]},{"osd":5,"uuid":"3d0cd047-642d-496b-b2a0-52484ae860da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6809","nonce":3132841040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6811","nonce":3132841040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6815","nonce":3132841040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6813","nonce":3132841040}]},"public_addr":"172.21.15.190:6809/3132841040","cluster_addr":"172.21.15.190:6811/3132841040","heartbeat_back_addr":"172.21.15.190:6815/3132841040","heartbeat_front_addr":"172.21.15.190:6813/3132841040","state":["exists","up"]},{"osd":6,"uuid":"783f341b-53ac-4722-86b5-9460490f0e02","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6819","nonce":1108451261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6821","nonce":1108451261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6825","nonce":1108451261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6823","nonce":1108451261}]},"public_addr":"172.21.15.71:6819/1108451261","cluster_addr":"172.21.15.71:6821/1108451261","heartbeat_back_addr":"172.21.15.71:6825/1108451261","heartbeat_front_addr":"172.21.15.71:6823/1108451261","state":["exists","up"]},{"osd":7,"uuid":"39e17d98-3cf2-4e56-af7f-437a27f35847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6817","nonce":1969593004}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6819","nonce":1969593004}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6823","nonce":1969593004}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6821","nonce":1969593004}]},"public_addr":"172.21.15.163:6817/1969593004","cluster_addr":"172.21.15.163:6819/1969593004","heartbeat_back_addr":"172.21.15.163:6823/1969593004","heartbeat_front_addr":"172.21.15.163:6821/1969593004","state":["exists","up"]},{"osd":8,"uuid":"f63373aa-7d65-4478-841b-2f72c933d4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6817","nonce":1925036138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6819","nonce":1925036138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6823","nonce":1925036138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6821","nonce":1925036138}]},"public_addr":"172.21.15.190:6817/1925036138","cluster_addr":"172.21.15.190:6819/1925036138","heartbeat_back_addr":"172.21.15.190:6823/1925036138","heartbeat_front_addr":"172.21.15.190:6821/1925036138","state":["exists","up"]},{"osd":9,"uuid":"c4f1a921-9f00-434b-96e7-4bc4db455ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6827","nonce":5959399}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6829","nonce":5959399}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6833","nonce":5959399}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6831","nonce":5959399}]},"public_addr":"172.21.15.71:6827/5959399","cluster_addr":"172.21.15.71:6829/5959399","heartbeat_back_addr":"172.21.15.71:6833/5959399","heartbeat_front_addr":"172.21.15.71:6831/5959399","state":["exists","up"]},{"osd":10,"uuid":"406a2f6f-879c-45b2-8e82-c933f45affe5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6825","nonce":212791912}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6827","nonce":212791912}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6831","nonce":212791912}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6829","nonce":212791912}]},"public_addr":"172.21.15.163:6825/212791912","cluster_addr":"172.21.15.163:6827/212791912","heartbeat_back_addr":"172.21.15.163:6831/212791912","heartbeat_front_addr":"172.21.15.163:6829/212791912","state":["exists","up"]},{"osd":11,"uuid":"12bb4094-dc69-4c4f-904f-55c82da026db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6825","nonce":4193587286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6827","nonce":4193587286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6831","nonce":4193587286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6829","nonce":4193587286}]},"public_addr":"172.21.15.190:6825/4193587286","cluster_addr":"172.21.15.190:6827/4193587286","heartbeat_back_addr":"172.21.15.190:6831/4193587286","heartbeat_front_addr":"172.21.15.190:6829/4193587286","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:39:38.384621+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:03.886009+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:28.499205+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:54.402933+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:41:19.845920+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:41:44.709197+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:42:10.001537+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:42:35.654440+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:00.945654+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:26.729569+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:51.523307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:44:16.887486+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:0/3932100987":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/300276721":"2024-09-16T23:37:53.457697+0000","172.21.15.71:0/3644229355":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/1731891373":"2024-09-16T23:38:16.969736+0000","172.21.15.71:6800/4097213184":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/4103533037":"2024-09-16T23:37:53.457697+0000","172.21.15.71:6801/3832446656":"2024-09-16T23:37:53.457697+0000","172.21.15.71:6801/4097213184":"2024-09-16T23:38:16.969736+0000","172.21.15.71:6800/3832446656":"2024-09-16T23:37:53.457697+0000","172.21.15.71:0/2385046682":"2024-09-16T23:37:53.457697+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T23:44:22.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.452+0000 7f0bcbbe5640 1 -- 172.21.15.71:0/2651895300 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0bb00a3240 msgr2=0x7f0bb00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:22.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.452+0000 7f0bcbbe5640 1 --2- 172.21.15.71:0/2651895300 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0bb00a3240 0x7f0bb00a5700 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f0bc40ffde0 tx=0x7f0bb400a4c0 comp rx=0 tx=0).stop 2024-09-15T23:44:22.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.452+0000 7f0bcbbe5640 1 -- 172.21.15.71:0/2651895300 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0bc4101de0 msgr2=0x7f0bc41983e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:22.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.452+0000 7f0bcbbe5640 1 --2- 172.21.15.71:0/2651895300 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0bc4101de0 0x7f0bc41983e0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f0bc0006010 tx=0x7f0bc0004270 comp rx=0 tx=0).stop 2024-09-15T23:44:22.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.452+0000 7f0bcbbe5640 1 -- 172.21.15.71:0/2651895300 shutdown_connections 2024-09-15T23:44:22.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.452+0000 7f0bcbbe5640 1 --2- 172.21.15.71:0/2651895300 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0bb00a3240 0x7f0bb00a5700 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:22.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.452+0000 7f0bcbbe5640 1 --2- 172.21.15.71:0/2651895300 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0bc4106f10 0x7f0bc419ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:22.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.452+0000 7f0bcbbe5640 1 --2- 172.21.15.71:0/2651895300 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0bc4102790 0x7f0bc4198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:22.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.452+0000 7f0bcbbe5640 1 --2- 172.21.15.71:0/2651895300 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0bc4101de0 0x7f0bc41983e0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:22.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.453+0000 7f0bcbbe5640 1 -- 172.21.15.71:0/2651895300 >> 172.21.15.71:0/2651895300 conn(0x7f0bc40fd8c0 msgr2=0x7f0bc40fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:22.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.453+0000 7f0bcbbe5640 1 -- 172.21.15.71:0/2651895300 shutdown_connections 2024-09-15T23:44:22.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:22.453+0000 7f0bcbbe5640 1 -- 172.21.15.71:0/2651895300 wait complete. 2024-09-15T23:44:22.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:22 smithi163 ceph-mon[34107]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:22 smithi190 ceph-mon[34840]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:23.220 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:23 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2651895300' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:44:23.250 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-15T23:40:31.270883+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-15T23:44:23.251 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-15T23:44:23.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:23 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/2651895300' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:44:23.492 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:44:23.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:23 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/2651895300' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:44:23.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.971+0000 7f7ccfdf7640 1 -- 172.21.15.71:0/197135831 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cc810c180 msgr2=0x7f7cc810e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:23.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.971+0000 7f7ccfdf7640 1 --2- 172.21.15.71:0/197135831 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cc810c180 0x7f7cc810e600 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f7cc0009ca0 tx=0x7f7cc002a950 comp rx=0 tx=0).stop 2024-09-15T23:44:23.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.971+0000 7f7ccfdf7640 1 -- 172.21.15.71:0/197135831 shutdown_connections 2024-09-15T23:44:23.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.971+0000 7f7ccfdf7640 1 --2- 172.21.15.71:0/197135831 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cc810c180 0x7f7cc810e600 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:23.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.971+0000 7f7ccfdf7640 1 --2- 172.21.15.71:0/197135831 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7cc81036c0 0x7f7cc810bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:23.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.971+0000 7f7ccfdf7640 1 --2- 172.21.15.71:0/197135831 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7cc8102da0 0x7f7cc8103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:23.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.971+0000 7f7ccfdf7640 1 -- 172.21.15.71:0/197135831 >> 172.21.15.71:0/197135831 conn(0x7f7cc80fc7a0 msgr2=0x7f7cc80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:23.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.971+0000 7f7ccfdf7640 1 -- 172.21.15.71:0/197135831 shutdown_connections 2024-09-15T23:44:23.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.971+0000 7f7ccfdf7640 1 -- 172.21.15.71:0/197135831 wait complete. 2024-09-15T23:44:23.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.971+0000 7f7ccfdf7640 1 Processor -- start 2024-09-15T23:44:23.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.971+0000 7f7ccfdf7640 1 -- start start 2024-09-15T23:44:23.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.972+0000 7f7ccfdf7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cc8102da0 0x7f7cc8100a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:23.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.972+0000 7f7ccfdf7640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7cc81036c0 0x7f7cc8100f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:23.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.972+0000 7f7ccfdf7640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7cc810c180 0x7f7cc8101480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:23.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.972+0000 7f7ccfdf7640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7cc8111ed0 con 0x7f7cc8102da0 2024-09-15T23:44:23.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.972+0000 7f7ccfdf7640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f7cc8111d50 con 0x7f7cc810c180 2024-09-15T23:44:23.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.972+0000 7f7ccfdf7640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f7cc8112050 con 0x7f7cc81036c0 2024-09-15T23:44:23.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.972+0000 7f7ccdb93640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cc8102da0 0x7f7cc8100a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:23.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.972+0000 7f7ccdb93640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cc8102da0 0x7f7cc8100a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38090/0 (socket says 172.21.15.71:38090) 2024-09-15T23:44:23.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.972+0000 7f7ccdb93640 1 -- 172.21.15.71:0/24240366 learned_addr learned my addr 172.21.15.71:0/24240366 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:44:23.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.972+0000 7f7cce394640 1 --2- 172.21.15.71:0/24240366 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7cc810c180 0x7f7cc8101480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:23.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.972+0000 7f7ccdb93640 1 -- 172.21.15.71:0/24240366 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7cc81036c0 msgr2=0x7f7cc8100f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:23.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.972+0000 7f7ccdb93640 1 --2- 172.21.15.71:0/24240366 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7cc81036c0 0x7f7cc8100f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:23.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.972+0000 7f7ccdb93640 1 -- 172.21.15.71:0/24240366 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7cc810c180 msgr2=0x7f7cc8101480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:23.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.972+0000 7f7ccdb93640 1 --2- 172.21.15.71:0/24240366 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7cc810c180 0x7f7cc8101480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:23.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.972+0000 7f7ccdb93640 1 -- 172.21.15.71:0/24240366 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cc81a69d0 con 0x7f7cc8102da0 2024-09-15T23:44:23.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.972+0000 7f7cce394640 1 --2- 172.21.15.71:0/24240366 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7cc810c180 0x7f7cc8101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:44:23.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.972+0000 7f7ccdb93640 1 --2- 172.21.15.71:0/24240366 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cc8102da0 0x7f7cc8100a00 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f7cbc00b4a0 tx=0x7f7cbc00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:23.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.972+0000 7f7cbaffd640 1 -- 172.21.15.71:0/24240366 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cbc014070 con 0x7f7cc8102da0 2024-09-15T23:44:23.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.972+0000 7f7cbaffd640 1 -- 172.21.15.71:0/24240366 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7cbc010ac0 con 0x7f7cc8102da0 2024-09-15T23:44:23.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.972+0000 7f7cbaffd640 1 -- 172.21.15.71:0/24240366 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cbc017c30 con 0x7f7cc8102da0 2024-09-15T23:44:23.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.972+0000 7f7ccfdf7640 1 -- 172.21.15.71:0/24240366 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7cc81a6cc0 con 0x7f7cc8102da0 2024-09-15T23:44:23.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.972+0000 7f7ccfdf7640 1 -- 172.21.15.71:0/24240366 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7cc81a71b0 con 0x7f7cc8102da0 2024-09-15T23:44:23.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.973+0000 7f7ccfdf7640 1 -- 172.21.15.71:0/24240366 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7cc8103200 con 0x7f7cc8102da0 2024-09-15T23:44:23.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.974+0000 7f7cbaffd640 1 -- 172.21.15.71:0/24240366 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f7cbc017070 con 0x7f7cc8102da0 2024-09-15T23:44:23.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.975+0000 7f7cbaffd640 1 --2- 172.21.15.71:0/24240366 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7cb40a3240 0x7f7cb40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:23.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.975+0000 7f7ccd392640 1 --2- 172.21.15.71:0/24240366 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7cb40a3240 0x7f7cb40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:23.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.975+0000 7f7cbaffd640 1 -- 172.21.15.71:0/24240366 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 7127+0+0 (secure 0 0 0) 0x7f7cbc0ce970 con 0x7f7cc8102da0 2024-09-15T23:44:23.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.975+0000 7f7ccd392640 1 --2- 172.21.15.71:0/24240366 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7cb40a3240 0x7f7cb40a5700 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f7cc8102490 tx=0x7f7cc4006c90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:23.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:23.979+0000 7f7cbaffd640 1 -- 172.21.15.71:0/24240366 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7cbc09ba90 con 0x7f7cc8102da0 2024-09-15T23:44:24.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:24.147+0000 7f7ccfdf7640 1 -- 172.21.15.71:0/24240366 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f7cc802d7c0 con 0x7f7cc8102da0 2024-09-15T23:44:24.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:24 smithi071 ceph-mon[30957]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:24.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:24.147+0000 7f7cbaffd640 1 -- 172.21.15.71:0/24240366 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v76) ==== 93+0+10 (secure 0 0 0) 0x7f7cbc09b390 con 0x7f7cc8102da0 2024-09-15T23:44:24.149 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 1 2024-09-15T23:44:24.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:24.149+0000 7f7ccfdf7640 1 -- 172.21.15.71:0/24240366 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7cb40a3240 msgr2=0x7f7cb40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:24.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:24.149+0000 7f7ccfdf7640 1 --2- 172.21.15.71:0/24240366 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7cb40a3240 0x7f7cb40a5700 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f7cc8102490 tx=0x7f7cc4006c90 comp rx=0 tx=0).stop 2024-09-15T23:44:24.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:24.149+0000 7f7ccfdf7640 1 -- 172.21.15.71:0/24240366 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cc8102da0 msgr2=0x7f7cc8100a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:24.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:24.149+0000 7f7ccfdf7640 1 --2- 172.21.15.71:0/24240366 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cc8102da0 0x7f7cc8100a00 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f7cbc00b4a0 tx=0x7f7cbc00b960 comp rx=0 tx=0).stop 2024-09-15T23:44:24.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:24.149+0000 7f7ccfdf7640 1 -- 172.21.15.71:0/24240366 shutdown_connections 2024-09-15T23:44:24.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:24.149+0000 7f7ccfdf7640 1 --2- 172.21.15.71:0/24240366 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7cb40a3240 0x7f7cb40a5700 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:24.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:24.149+0000 7f7ccfdf7640 1 --2- 172.21.15.71:0/24240366 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7cc810c180 0x7f7cc8101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:24.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:24.149+0000 7f7ccfdf7640 1 --2- 172.21.15.71:0/24240366 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7cc81036c0 0x7f7cc8100f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:24.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:24.149+0000 7f7ccfdf7640 1 --2- 172.21.15.71:0/24240366 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cc8102da0 0x7f7cc8100a00 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:24.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:24.149+0000 7f7ccfdf7640 1 -- 172.21.15.71:0/24240366 >> 172.21.15.71:0/24240366 conn(0x7f7cc80fc7a0 msgr2=0x7f7cc80fe230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:24.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:24.150+0000 7f7ccfdf7640 1 -- 172.21.15.71:0/24240366 shutdown_connections 2024-09-15T23:44:24.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:24.150+0000 7f7ccfdf7640 1 -- 172.21.15.71:0/24240366 wait complete. 2024-09-15T23:44:24.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:24 smithi163 ceph-mon[34107]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:24 smithi190 ceph-mon[34840]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:24.988 INFO:tasks.cephadm:Adding mds.a on smithi071 2024-09-15T23:44:24.988 INFO:tasks.cephadm:Adding mds.d on smithi071 2024-09-15T23:44:24.989 INFO:tasks.cephadm:Adding mds.g on smithi071 2024-09-15T23:44:24.989 INFO:tasks.cephadm:Adding mds.j on smithi071 2024-09-15T23:44:24.989 INFO:tasks.cephadm:Adding mds.b on smithi163 2024-09-15T23:44:24.989 INFO:tasks.cephadm:Adding mds.e on smithi163 2024-09-15T23:44:24.989 INFO:tasks.cephadm:Adding mds.h on smithi163 2024-09-15T23:44:24.989 INFO:tasks.cephadm:Adding mds.k on smithi163 2024-09-15T23:44:24.989 INFO:tasks.cephadm:Adding mds.c on smithi190 2024-09-15T23:44:24.989 INFO:tasks.cephadm:Adding mds.f on smithi190 2024-09-15T23:44:24.989 INFO:tasks.cephadm:Adding mds.i on smithi190 2024-09-15T23:44:24.989 INFO:tasks.cephadm:Adding mds.l on smithi190 2024-09-15T23:44:24.989 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph orch apply mds all '12;smithi071=a;smithi071=d;smithi071=g;smithi071=j;smithi163=b;smithi163=e;smithi163=h;smithi163=k;smithi190=c;smithi190=f;smithi190=i;smithi190=l' 2024-09-15T23:44:25.249 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.c/config 2024-09-15T23:44:25.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:25 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/24240366' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-15T23:44:25.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:25 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/24240366' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-15T23:44:25.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:25 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/24240366' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-15T23:44:25.741 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.725+0000 7f83dc054640 1 -- 172.21.15.190:0/3639587178 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f83d4107900 msgr2=0x7f83d4109d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:25.741 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.725+0000 7f83dc054640 1 --2- 172.21.15.190:0/3639587178 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f83d4107900 0x7f83d4109d10 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f83cc009ca0 tx=0x7f83cc02a8c0 comp rx=0 tx=0).stop 2024-09-15T23:44:25.741 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.725+0000 7f83dc054640 1 -- 172.21.15.190:0/3639587178 shutdown_connections 2024-09-15T23:44:25.741 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.725+0000 7f83dc054640 1 --2- 172.21.15.190:0/3639587178 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f83d4107900 0x7f83d4109d10 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:25.741 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.725+0000 7f83dc054640 1 --2- 172.21.15.190:0/3639587178 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f83d4104fd0 0x7f83d41073c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:25.741 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.725+0000 7f83dc054640 1 --2- 172.21.15.190:0/3639587178 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f83d41026a0 0x7f83d4104a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:25.741 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.725+0000 7f83dc054640 1 -- 172.21.15.190:0/3639587178 >> 172.21.15.190:0/3639587178 conn(0x7f83d40fc280 msgr2=0x7f83d40fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:25.741 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.725+0000 7f83dc054640 1 -- 172.21.15.190:0/3639587178 shutdown_connections 2024-09-15T23:44:25.741 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.725+0000 7f83dc054640 1 -- 172.21.15.190:0/3639587178 wait complete. 2024-09-15T23:44:25.741 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.726+0000 7f83dc054640 1 Processor -- start 2024-09-15T23:44:25.742 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.726+0000 7f83dc054640 1 -- start start 2024-09-15T23:44:25.742 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.726+0000 7f83dc054640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f83d41026a0 0x7f83d4197e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:25.742 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.726+0000 7f83dc054640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f83d4104fd0 0x7f83d4198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:25.742 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.726+0000 7f83dc054640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f83d4107900 0x7f83d419f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:25.742 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.726+0000 7f83dc054640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f83d410d790 con 0x7f83d41026a0 2024-09-15T23:44:25.742 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.726+0000 7f83dc054640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f83d410d610 con 0x7f83d4104fd0 2024-09-15T23:44:25.742 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.726+0000 7f83dc054640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f83d410d910 con 0x7f83d4107900 2024-09-15T23:44:25.742 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.726+0000 7f83da5f1640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f83d4107900 0x7f83d419f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:25.742 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.726+0000 7f83da5f1640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f83d4107900 0x7f83d419f3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:51344/0 (socket says 172.21.15.190:51344) 2024-09-15T23:44:25.742 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.726+0000 7f83da5f1640 1 -- 172.21.15.190:0/3770916472 learned_addr learned my addr 172.21.15.190:0/3770916472 (peer_addr_for_me v2:172.21.15.190:0/0) 2024-09-15T23:44:25.742 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.726+0000 7f83d9df0640 1 --2- 172.21.15.190:0/3770916472 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f83d41026a0 0x7f83d4197e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:25.742 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.726+0000 7f83d95ef640 1 --2- 172.21.15.190:0/3770916472 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f83d4104fd0 0x7f83d4198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:25.743 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.727+0000 7f83da5f1640 1 -- 172.21.15.190:0/3770916472 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f83d4104fd0 msgr2=0x7f83d4198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:25.743 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.727+0000 7f83da5f1640 1 --2- 172.21.15.190:0/3770916472 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f83d4104fd0 0x7f83d4198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:25.743 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.727+0000 7f83da5f1640 1 -- 172.21.15.190:0/3770916472 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f83d41026a0 msgr2=0x7f83d4197e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:25.743 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.727+0000 7f83da5f1640 1 --2- 172.21.15.190:0/3770916472 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f83d41026a0 0x7f83d4197e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:25.743 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.727+0000 7f83da5f1640 1 -- 172.21.15.190:0/3770916472 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83d419fa50 con 0x7f83d4107900 2024-09-15T23:44:25.743 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.727+0000 7f83d9df0640 1 --2- 172.21.15.190:0/3770916472 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f83d41026a0 0x7f83d4197e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T23:44:25.743 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.727+0000 7f83da5f1640 1 --2- 172.21.15.190:0/3770916472 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f83d4107900 0x7f83d419f3e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f83cc009dc0 tx=0x7f83cc003ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:25.743 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.727+0000 7f83caffd640 1 -- 172.21.15.190:0/3770916472 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83cc004040 con 0x7f83d4107900 2024-09-15T23:44:25.743 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.727+0000 7f83caffd640 1 -- 172.21.15.190:0/3770916472 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f83cc004690 con 0x7f83d4107900 2024-09-15T23:44:25.743 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.727+0000 7f83dc054640 1 -- 172.21.15.190:0/3770916472 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83d419fce0 con 0x7f83d4107900 2024-09-15T23:44:25.743 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.727+0000 7f83caffd640 1 -- 172.21.15.190:0/3770916472 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83cc02f4c0 con 0x7f83d4107900 2024-09-15T23:44:25.743 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.727+0000 7f83dc054640 1 -- 172.21.15.190:0/3770916472 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83d41a01c0 con 0x7f83d4107900 2024-09-15T23:44:25.743 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.728+0000 7f83dc054640 1 -- 172.21.15.190:0/3770916472 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83d40fdd70 con 0x7f83d4107900 2024-09-15T23:44:25.744 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.729+0000 7f83caffd640 1 -- 172.21.15.190:0/3770916472 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f83cc0305c0 con 0x7f83d4107900 2024-09-15T23:44:25.744 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.730+0000 7f83caffd640 1 --2- 172.21.15.190:0/3770916472 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f83c00a3270 0x7f83c00a5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:25.744 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.731+0000 7f83caffd640 1 -- 172.21.15.190:0/3770916472 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 7127+0+0 (secure 0 0 0) 0x7f83cc0f0da0 con 0x7f83d4107900 2024-09-15T23:44:25.744 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.731+0000 7f83d9df0640 1 --2- 172.21.15.190:0/3770916472 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f83c00a3270 0x7f83c00a5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:25.744 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.731+0000 7f83d9df0640 1 --2- 172.21.15.190:0/3770916472 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f83c00a3270 0x7f83c00a5730 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f83d0009d60 tx=0x7f83d0009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:25.744 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.734+0000 7f83caffd640 1 -- 172.21.15.190:0/3770916472 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f83cc0bdec0 con 0x7f83d4107900 2024-09-15T23:44:25.917 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.916+0000 7f83dc054640 1 -- 172.21.15.190:0/3770916472 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi071=a;smithi071=d;smithi071=g;smithi071=j;smithi163=b;smithi163=e;smithi163=h;smithi163=k;smithi190=c;smithi190=f;smithi190=i;smithi190=l", "target": ["mon-mgr", ""]}) -- 0x7f83d4062730 con 0x7f83c00a3270 2024-09-15T23:44:25.924 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.924+0000 7f83caffd640 1 -- 172.21.15.190:0/3770916472 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f83d4062730 con 0x7f83c00a3270 2024-09-15T23:44:25.925 INFO:teuthology.orchestra.run.smithi190.stdout:Scheduled mds.all update... 2024-09-15T23:44:25.927 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.926+0000 7f83dc054640 1 -- 172.21.15.190:0/3770916472 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f83c00a3270 msgr2=0x7f83c00a5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:25.927 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.926+0000 7f83dc054640 1 --2- 172.21.15.190:0/3770916472 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f83c00a3270 0x7f83c00a5730 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f83d0009d60 tx=0x7f83d0009110 comp rx=0 tx=0).stop 2024-09-15T23:44:25.927 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.926+0000 7f83dc054640 1 -- 172.21.15.190:0/3770916472 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f83d4107900 msgr2=0x7f83d419f3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:25.927 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.926+0000 7f83dc054640 1 --2- 172.21.15.190:0/3770916472 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f83d4107900 0x7f83d419f3e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f83cc009dc0 tx=0x7f83cc003ba0 comp rx=0 tx=0).stop 2024-09-15T23:44:25.927 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.926+0000 7f83dc054640 1 -- 172.21.15.190:0/3770916472 shutdown_connections 2024-09-15T23:44:25.927 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.926+0000 7f83dc054640 1 --2- 172.21.15.190:0/3770916472 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f83c00a3270 0x7f83c00a5730 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:25.927 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.926+0000 7f83dc054640 1 --2- 172.21.15.190:0/3770916472 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f83d4107900 0x7f83d419f3e0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:25.927 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.926+0000 7f83dc054640 1 --2- 172.21.15.190:0/3770916472 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f83d4104fd0 0x7f83d4198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:25.928 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.926+0000 7f83dc054640 1 --2- 172.21.15.190:0/3770916472 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f83d41026a0 0x7f83d4197e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:25.928 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.926+0000 7f83dc054640 1 -- 172.21.15.190:0/3770916472 >> 172.21.15.190:0/3770916472 conn(0x7f83d40fc280 msgr2=0x7f83d4102fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:25.928 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.926+0000 7f83dc054640 1 -- 172.21.15.190:0/3770916472 shutdown_connections 2024-09-15T23:44:25.928 INFO:teuthology.orchestra.run.smithi190.stderr:2024-09-15T23:44:25.926+0000 7f83dc054640 1 -- 172.21.15.190:0/3770916472 wait complete. 2024-09-15T23:44:26.244 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:26 smithi190 ceph-mon[34840]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:26.244 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:26 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:26.245 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:26 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:44:26.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:26 smithi071 ceph-mon[30957]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:26.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:26 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:26.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:26 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:44:26.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:26 smithi163 ceph-mon[34107]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:26.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:26 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:26.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:26 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:44:26.711 DEBUG:teuthology.orchestra.run.smithi071:mds.a> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.a.service 2024-09-15T23:44:26.714 DEBUG:teuthology.orchestra.run.smithi071:mds.d> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.d.service 2024-09-15T23:44:26.757 DEBUG:teuthology.orchestra.run.smithi071:mds.g> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.g.service 2024-09-15T23:44:26.800 DEBUG:teuthology.orchestra.run.smithi071:mds.j> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.j.service 2024-09-15T23:44:26.844 DEBUG:teuthology.orchestra.run.smithi163:mds.b> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.b.service 2024-09-15T23:44:26.847 DEBUG:teuthology.orchestra.run.smithi163:mds.e> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.e.service 2024-09-15T23:44:26.890 DEBUG:teuthology.orchestra.run.smithi163:mds.h> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.h.service 2024-09-15T23:44:26.932 DEBUG:teuthology.orchestra.run.smithi163:mds.k> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.k.service 2024-09-15T23:44:26.976 DEBUG:teuthology.orchestra.run.smithi190:mds.c> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.c.service 2024-09-15T23:44:26.978 DEBUG:teuthology.orchestra.run.smithi190:mds.f> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.f.service 2024-09-15T23:44:27.022 DEBUG:teuthology.orchestra.run.smithi190:mds.i> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.i.service 2024-09-15T23:44:27.065 DEBUG:teuthology.orchestra.run.smithi190:mds.l> sudo journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.l.service 2024-09-15T23:44:27.107 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-09-15T23:44:27.108 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-15T23:44:27.233 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:27 smithi190 ceph-mon[34840]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi071=a;smithi071=d;smithi071=g;smithi071=j;smithi163=b;smithi163=e;smithi163=h;smithi163=k;smithi190=c;smithi190=f;smithi190=i;smithi190=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:44:27.233 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:27 smithi190 ceph-mon[34840]: Saving service mds.all spec with placement smithi071=a;smithi071=d;smithi071=g;smithi071=j;smithi163=b;smithi163=e;smithi163=h;smithi163=k;smithi190=c;smithi190=f;smithi190=i;smithi190=l;count:12 2024-09-15T23:44:27.233 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:27 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:27.233 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:27 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:44:27.233 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:27 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:27.233 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:27 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:27.233 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:27 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:27.233 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:27 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:27.353 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:44:27.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:27 smithi071 ceph-mon[30957]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi071=a;smithi071=d;smithi071=g;smithi071=j;smithi163=b;smithi163=e;smithi163=h;smithi163=k;smithi190=c;smithi190=f;smithi190=i;smithi190=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:44:27.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:27 smithi071 ceph-mon[30957]: Saving service mds.all spec with placement smithi071=a;smithi071=d;smithi071=g;smithi071=j;smithi163=b;smithi163=e;smithi163=h;smithi163=k;smithi190=c;smithi190=f;smithi190=i;smithi190=l;count:12 2024-09-15T23:44:27.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:27 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:27.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:27 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:44:27.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:27 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:27.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:27 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:27.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:27 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:27.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:27 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:27.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:27 smithi163 ceph-mon[34107]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi071=a;smithi071=d;smithi071=g;smithi071=j;smithi163=b;smithi163=e;smithi163=h;smithi163=k;smithi190=c;smithi190=f;smithi190=i;smithi190=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:44:27.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:27 smithi163 ceph-mon[34107]: Saving service mds.all spec with placement smithi071=a;smithi071=d;smithi071=g;smithi071=j;smithi163=b;smithi163=e;smithi163=h;smithi163=k;smithi190=c;smithi190=f;smithi190=i;smithi190=l;count:12 2024-09-15T23:44:27.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:27 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:27.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:27 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:44:27.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:27 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:27.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:27 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:27.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:27 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:27.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:27 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:27.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.853+0000 7f81bc5a1640 1 -- 172.21.15.71:0/59473949 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81b4101de0 msgr2=0x7f81b41021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:27.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.853+0000 7f81bc5a1640 1 --2- 172.21.15.71:0/59473949 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81b4101de0 0x7f81b41021c0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f81b0009900 tx=0x7f81b002a410 comp rx=0 tx=0).stop 2024-09-15T23:44:27.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.854+0000 7f81bc5a1640 1 -- 172.21.15.71:0/59473949 shutdown_connections 2024-09-15T23:44:27.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.854+0000 7f81bc5a1640 1 --2- 172.21.15.71:0/59473949 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f81b4106f10 0x7f81b410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:27.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.854+0000 7f81bc5a1640 1 --2- 172.21.15.71:0/59473949 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f81b4102790 0x7f81b41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:27.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.854+0000 7f81bc5a1640 1 --2- 172.21.15.71:0/59473949 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81b4101de0 0x7f81b41021c0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:27.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.854+0000 7f81bc5a1640 1 -- 172.21.15.71:0/59473949 >> 172.21.15.71:0/59473949 conn(0x7f81b40fd8c0 msgr2=0x7f81b40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:27.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.854+0000 7f81bc5a1640 1 -- 172.21.15.71:0/59473949 shutdown_connections 2024-09-15T23:44:27.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.854+0000 7f81bc5a1640 1 -- 172.21.15.71:0/59473949 wait complete. 2024-09-15T23:44:27.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.854+0000 7f81bc5a1640 1 Processor -- start 2024-09-15T23:44:27.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.854+0000 7f81bc5a1640 1 -- start start 2024-09-15T23:44:27.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.855+0000 7f81bc5a1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81b4101de0 0x7f81b4198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:27.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.855+0000 7f81bc5a1640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f81b4102790 0x7f81b41988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:27.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.855+0000 7f81bc5a1640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f81b4106f10 0x7f81b419cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:27.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.855+0000 7f81bc5a1640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f81b4111e20 con 0x7f81b4101de0 2024-09-15T23:44:27.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.855+0000 7f81bc5a1640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f81b4111ca0 con 0x7f81b4102790 2024-09-15T23:44:27.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.855+0000 7f81bc5a1640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f81b4111fa0 con 0x7f81b4106f10 2024-09-15T23:44:27.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.855+0000 7f81ba33d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81b4101de0 0x7f81b4198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:27.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.855+0000 7f81ba33d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81b4101de0 0x7f81b4198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38104/0 (socket says 172.21.15.71:38104) 2024-09-15T23:44:27.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.855+0000 7f81ba33d640 1 -- 172.21.15.71:0/1327852203 learned_addr learned my addr 172.21.15.71:0/1327852203 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:44:27.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.855+0000 7f81bab3e640 1 --2- 172.21.15.71:0/1327852203 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f81b4106f10 0x7f81b419cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:27.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.855+0000 7f81b9b3c640 1 --2- 172.21.15.71:0/1327852203 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f81b4102790 0x7f81b41988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:27.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.855+0000 7f81ba33d640 1 -- 172.21.15.71:0/1327852203 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f81b4106f10 msgr2=0x7f81b419cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:27.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.855+0000 7f81ba33d640 1 --2- 172.21.15.71:0/1327852203 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f81b4106f10 0x7f81b419cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:27.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.855+0000 7f81ba33d640 1 -- 172.21.15.71:0/1327852203 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f81b4102790 msgr2=0x7f81b41988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:27.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.855+0000 7f81ba33d640 1 --2- 172.21.15.71:0/1327852203 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f81b4102790 0x7f81b41988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:27.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.855+0000 7f81ba33d640 1 -- 172.21.15.71:0/1327852203 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81b419d340 con 0x7f81b4101de0 2024-09-15T23:44:27.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.855+0000 7f81ba33d640 1 --2- 172.21.15.71:0/1327852203 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81b4101de0 0x7f81b4198390 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f81b0005940 tx=0x7f81b0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:27.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.855+0000 7f81ab7fe640 1 -- 172.21.15.71:0/1327852203 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81b003f030 con 0x7f81b4101de0 2024-09-15T23:44:27.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.855+0000 7f81bc5a1640 1 -- 172.21.15.71:0/1327852203 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81b419d5d0 con 0x7f81b4101de0 2024-09-15T23:44:27.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.855+0000 7f81ab7fe640 1 -- 172.21.15.71:0/1327852203 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81b0003aa0 con 0x7f81b4101de0 2024-09-15T23:44:27.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.855+0000 7f81ab7fe640 1 -- 172.21.15.71:0/1327852203 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81b0035070 con 0x7f81b4101de0 2024-09-15T23:44:27.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.855+0000 7f81bc5a1640 1 -- 172.21.15.71:0/1327852203 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81b41a4f10 con 0x7f81b4101de0 2024-09-15T23:44:27.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.857+0000 7f81bc5a1640 1 -- 172.21.15.71:0/1327852203 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81b41032c0 con 0x7f81b4101de0 2024-09-15T23:44:27.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.858+0000 7f81ab7fe640 1 -- 172.21.15.71:0/1327852203 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f81b0042030 con 0x7f81b4101de0 2024-09-15T23:44:27.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.858+0000 7f81ab7fe640 1 --2- 172.21.15.71:0/1327852203 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f81a00a3240 0x7f81a00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:27.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.858+0000 7f81b9b3c640 1 --2- 172.21.15.71:0/1327852203 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f81a00a3240 0x7f81a00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:27.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.858+0000 7f81ab7fe640 1 -- 172.21.15.71:0/1327852203 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 7127+0+0 (secure 0 0 0) 0x7f81b00efb90 con 0x7f81b4101de0 2024-09-15T23:44:27.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.859+0000 7f81b9b3c640 1 --2- 172.21.15.71:0/1327852203 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f81a00a3240 0x7f81a00a5700 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f81b40fdce0 tx=0x7f81a400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:27.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:27.863+0000 7f81ab7fe640 1 -- 172.21.15.71:0/1327852203 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f81b00bc6e0 con 0x7f81b4101de0 2024-09-15T23:44:28.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:28.061+0000 7f81bc5a1640 1 -- 172.21.15.71:0/1327852203 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f81b410a0f0 con 0x7f81b4101de0 2024-09-15T23:44:28.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:28.062+0000 7f81ab7fe640 1 -- 172.21.15.71:0/1327852203 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+611 (secure 0 0 0) 0x7f81b00c09e0 con 0x7f81b4101de0 2024-09-15T23:44:28.063 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:44:28.064 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":1,"btime":"2024-09-15T23:37:32:026205+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-09-15T23:44:28.064 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 1 2024-09-15T23:44:28.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:28.064+0000 7f81bc5a1640 1 -- 172.21.15.71:0/1327852203 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f81a00a3240 msgr2=0x7f81a00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:28.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:28.064+0000 7f81bc5a1640 1 --2- 172.21.15.71:0/1327852203 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f81a00a3240 0x7f81a00a5700 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f81b40fdce0 tx=0x7f81a400b390 comp rx=0 tx=0).stop 2024-09-15T23:44:28.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:28.064+0000 7f81bc5a1640 1 -- 172.21.15.71:0/1327852203 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81b4101de0 msgr2=0x7f81b4198390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:28.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:28.064+0000 7f81bc5a1640 1 --2- 172.21.15.71:0/1327852203 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81b4101de0 0x7f81b4198390 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f81b0005940 tx=0x7f81b0004270 comp rx=0 tx=0).stop 2024-09-15T23:44:28.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:28.064+0000 7f81bc5a1640 1 -- 172.21.15.71:0/1327852203 shutdown_connections 2024-09-15T23:44:28.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:28.064+0000 7f81bc5a1640 1 --2- 172.21.15.71:0/1327852203 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f81a00a3240 0x7f81a00a5700 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:28.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:28.064+0000 7f81bc5a1640 1 --2- 172.21.15.71:0/1327852203 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f81b4106f10 0x7f81b419cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:28.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:28.064+0000 7f81bc5a1640 1 --2- 172.21.15.71:0/1327852203 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f81b4102790 0x7f81b41988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:28.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:28.064+0000 7f81bc5a1640 1 --2- 172.21.15.71:0/1327852203 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81b4101de0 0x7f81b4198390 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:28.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:28.064+0000 7f81bc5a1640 1 -- 172.21.15.71:0/1327852203 >> 172.21.15.71:0/1327852203 conn(0x7f81b40fd8c0 msgr2=0x7f81b40fecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:28.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:28.064+0000 7f81bc5a1640 1 -- 172.21.15.71:0/1327852203 shutdown_connections 2024-09-15T23:44:28.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:28.064+0000 7f81bc5a1640 1 -- 172.21.15.71:0/1327852203 wait complete. 2024-09-15T23:44:28.182 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:28 smithi190 ceph-mon[34840]: Deploying daemon mds.l on smithi190 2024-09-15T23:44:28.182 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:28 smithi190 ceph-mon[34840]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:28.182 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:28 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1327852203' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:28.350 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:28 smithi071 ceph-mon[30957]: Deploying daemon mds.l on smithi190 2024-09-15T23:44:28.350 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:28 smithi071 ceph-mon[30957]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:28.350 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:28 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1327852203' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:28.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:28 smithi163 ceph-mon[34107]: Deploying daemon mds.l on smithi190 2024-09-15T23:44:28.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:28 smithi163 ceph-mon[34107]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:28.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:28 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1327852203' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:28.563 INFO:journalctl@ceph.mds.l.smithi190.stdout:Sep 15 23:44:28 smithi190 systemd[1]: Starting Ceph mds.l for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-15T23:44:28.884 INFO:journalctl@ceph.mds.l.smithi190.stdout:Sep 15 23:44:28 smithi190 podman[64288]: 2024-09-15 23:44:28.481133218 +0000 UTC m=+0.016416129 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-15T23:44:28.884 INFO:journalctl@ceph.mds.l.smithi190.stdout:Sep 15 23:44:28 smithi190 podman[64288]: 2024-09-15 23:44:28.601975495 +0000 UTC m=+0.137258391 container create 16ef6d50fc43b6dec6f86aa8624b146b1e7da39e15165486218287dc6e134bcf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-l, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-15T23:44:28.884 INFO:journalctl@ceph.mds.l.smithi190.stdout:Sep 15 23:44:28 smithi190 podman[64288]: 2024-09-15 23:44:28.883779746 +0000 UTC m=+0.419062641 container init 16ef6d50fc43b6dec6f86aa8624b146b1e7da39e15165486218287dc6e134bcf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-l, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, org.label-schema.license=GPLv2) 2024-09-15T23:44:29.313 INFO:journalctl@ceph.mds.l.smithi190.stdout:Sep 15 23:44:28 smithi190 podman[64288]: 2024-09-15 23:44:28.886792609 +0000 UTC m=+0.422075506 container start 16ef6d50fc43b6dec6f86aa8624b146b1e7da39e15165486218287dc6e134bcf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-l, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e) 2024-09-15T23:44:29.313 INFO:journalctl@ceph.mds.l.smithi190.stdout:Sep 15 23:44:28 smithi190 ceph-mds[64308]: -- 172.21.15.190:0/3297651684 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555957bb3860 con 0x555957b90800 2024-09-15T23:44:29.314 INFO:journalctl@ceph.mds.l.smithi190.stdout:Sep 15 23:44:28 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-l[64304]: starting mds.l at 2024-09-15T23:44:29.314 INFO:journalctl@ceph.mds.l.smithi190.stdout:Sep 15 23:44:28 smithi190 bash[64288]: 16ef6d50fc43b6dec6f86aa8624b146b1e7da39e15165486218287dc6e134bcf 2024-09-15T23:44:29.314 INFO:journalctl@ceph.mds.l.smithi190.stdout:Sep 15 23:44:28 smithi190 systemd[1]: Started Ceph mds.l for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-15T23:44:30.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:29 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] up:boot 2024-09-15T23:44:30.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:29 smithi071 ceph-mon[30957]: fsmap 1 up:standby 2024-09-15T23:44:30.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-15T23:44:30.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:30.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:29 smithi071 ceph-mon[30957]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:30.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:30.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:30.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:30.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:30.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:29 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:30.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:29 smithi071 ceph-mon[30957]: Deploying daemon mds.k on smithi163 2024-09-15T23:44:30.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:29 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] up:boot 2024-09-15T23:44:30.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:29 smithi163 ceph-mon[34107]: fsmap 1 up:standby 2024-09-15T23:44:30.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:29 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-15T23:44:30.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:29 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:30.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:29 smithi163 ceph-mon[34107]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:30.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:29 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:30.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:29 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:30.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:29 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:30.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:29 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:30.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:29 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:30.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:29 smithi163 ceph-mon[34107]: Deploying daemon mds.k on smithi163 2024-09-15T23:44:30.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:29 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] up:boot 2024-09-15T23:44:30.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:29 smithi190 ceph-mon[34840]: fsmap 1 up:standby 2024-09-15T23:44:30.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:29 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-15T23:44:30.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:29 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:30.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:29 smithi190 ceph-mon[34840]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:30.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:29 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:30.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:29 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:30.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:29 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:30.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:29 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:30.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:29 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:30.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:29 smithi190 ceph-mon[34840]: Deploying daemon mds.k on smithi163 2024-09-15T23:44:30.902 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-15T23:44:31.172 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:44:31.411 INFO:journalctl@ceph.mds.k.smithi163.stdout:Sep 15 23:44:31 smithi163 systemd[1]: Starting Ceph mds.k for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-15T23:44:31.671 INFO:journalctl@ceph.mds.k.smithi163.stdout:Sep 15 23:44:31 smithi163 podman[62375]: 2024-09-15 23:44:31.314463181 +0000 UTC m=+0.017921483 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-15T23:44:31.671 INFO:journalctl@ceph.mds.k.smithi163.stdout:Sep 15 23:44:31 smithi163 podman[62375]: 2024-09-15 23:44:31.433339217 +0000 UTC m=+0.136797506 container create 48c05461f691931d57b24707f0f3491786502bf541c84d74097ac98f54bb694e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-k, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-15T23:44:31.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.697+0000 7f0ca82d5640 1 -- 172.21.15.71:0/3569582373 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ca0106a80 msgr2=0x7f0ca0106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:31.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.697+0000 7f0ca82d5640 1 --2- 172.21.15.71:0/3569582373 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ca0106a80 0x7f0ca0106e60 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f0c9c009930 tx=0x7f0c9c02a420 comp rx=0 tx=0).stop 2024-09-15T23:44:31.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.698+0000 7f0ca82d5640 1 -- 172.21.15.71:0/3569582373 shutdown_connections 2024-09-15T23:44:31.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.698+0000 7f0ca82d5640 1 --2- 172.21.15.71:0/3569582373 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0ca0101420 0x7f0ca010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:31.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.698+0000 7f0ca82d5640 1 --2- 172.21.15.71:0/3569582373 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0ca0100a80 0x7f0ca0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:31.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.698+0000 7f0ca82d5640 1 --2- 172.21.15.71:0/3569582373 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ca0106a80 0x7f0ca0106e60 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:31.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.698+0000 7f0ca82d5640 1 -- 172.21.15.71:0/3569582373 >> 172.21.15.71:0/3569582373 conn(0x7f0ca00fc7a0 msgr2=0x7f0ca00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:31.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.698+0000 7f0ca82d5640 1 -- 172.21.15.71:0/3569582373 shutdown_connections 2024-09-15T23:44:31.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.698+0000 7f0ca82d5640 1 -- 172.21.15.71:0/3569582373 wait complete. 2024-09-15T23:44:31.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.698+0000 7f0ca82d5640 1 Processor -- start 2024-09-15T23:44:31.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.698+0000 7f0ca82d5640 1 -- start start 2024-09-15T23:44:31.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.698+0000 7f0ca82d5640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0ca0100a80 0x7f0ca0198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:31.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.698+0000 7f0ca82d5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ca0101420 0x7f0ca01988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:31.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.698+0000 7f0ca82d5640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0ca0106a80 0x7f0ca019cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:31.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.698+0000 7f0ca82d5640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f0ca0110d30 con 0x7f0ca0101420 2024-09-15T23:44:31.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.698+0000 7f0ca82d5640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f0ca0110bb0 con 0x7f0ca0100a80 2024-09-15T23:44:31.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.698+0000 7f0ca82d5640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f0ca0110eb0 con 0x7f0ca0106a80 2024-09-15T23:44:31.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.699+0000 7f0ca5870640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ca0101420 0x7f0ca01988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:31.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.699+0000 7f0ca5870640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ca0101420 0x7f0ca01988b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45190/0 (socket says 172.21.15.71:45190) 2024-09-15T23:44:31.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.699+0000 7f0ca6071640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0ca0100a80 0x7f0ca0198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:31.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.699+0000 7f0ca5870640 1 -- 172.21.15.71:0/3690013527 learned_addr learned my addr 172.21.15.71:0/3690013527 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:44:31.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.699+0000 7f0ca6872640 1 --2- 172.21.15.71:0/3690013527 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0ca0106a80 0x7f0ca019cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:31.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.699+0000 7f0ca5870640 1 -- 172.21.15.71:0/3690013527 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0ca0106a80 msgr2=0x7f0ca019cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:31.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.699+0000 7f0ca5870640 1 --2- 172.21.15.71:0/3690013527 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0ca0106a80 0x7f0ca019cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:31.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.699+0000 7f0ca5870640 1 -- 172.21.15.71:0/3690013527 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0ca0100a80 msgr2=0x7f0ca0198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:31.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.699+0000 7f0ca5870640 1 --2- 172.21.15.71:0/3690013527 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0ca0100a80 0x7f0ca0198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:31.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.699+0000 7f0ca5870640 1 -- 172.21.15.71:0/3690013527 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ca019d320 con 0x7f0ca0101420 2024-09-15T23:44:31.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.699+0000 7f0ca5870640 1 --2- 172.21.15.71:0/3690013527 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ca0101420 0x7f0ca01988b0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f0c9000e9f0 tx=0x7f0c9000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:31.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.699+0000 7f0c977fe640 1 -- 172.21.15.71:0/3690013527 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c9000cd80 con 0x7f0ca0101420 2024-09-15T23:44:31.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.699+0000 7f0ca82d5640 1 -- 172.21.15.71:0/3690013527 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ca019d610 con 0x7f0ca0101420 2024-09-15T23:44:31.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.699+0000 7f0c977fe640 1 -- 172.21.15.71:0/3690013527 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c900108e0 con 0x7f0ca0101420 2024-09-15T23:44:31.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.699+0000 7f0c977fe640 1 -- 172.21.15.71:0/3690013527 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c90018920 con 0x7f0ca0101420 2024-09-15T23:44:31.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.699+0000 7f0ca82d5640 1 -- 172.21.15.71:0/3690013527 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ca01a4ef0 con 0x7f0ca0101420 2024-09-15T23:44:31.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.700+0000 7f0ca82d5640 1 -- 172.21.15.71:0/3690013527 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ca0100ee0 con 0x7f0ca0101420 2024-09-15T23:44:31.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.701+0000 7f0c977fe640 1 -- 172.21.15.71:0/3690013527 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f0c90010a90 con 0x7f0ca0101420 2024-09-15T23:44:31.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.702+0000 7f0c977fe640 1 --2- 172.21.15.71:0/3690013527 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0c8c0a3240 0x7f0c8c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:31.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.702+0000 7f0ca6071640 1 --2- 172.21.15.71:0/3690013527 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0c8c0a3240 0x7f0c8c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:31.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.702+0000 7f0c977fe640 1 -- 172.21.15.71:0/3690013527 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 7127+0+0 (secure 0 0 0) 0x7f0c900cfcd0 con 0x7f0ca0101420 2024-09-15T23:44:31.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.702+0000 7f0ca6071640 1 --2- 172.21.15.71:0/3690013527 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0c8c0a3240 0x7f0c8c0a5700 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f0c9c009900 tx=0x7f0c9c000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:31.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.705+0000 7f0c977fe640 1 -- 172.21.15.71:0/3690013527 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0c9009ce90 con 0x7f0ca0101420 2024-09-15T23:44:31.918 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.917+0000 7f0ca82d5640 1 -- 172.21.15.71:0/3690013527 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0ca010a060 con 0x7f0ca0101420 2024-09-15T23:44:31.919 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.918+0000 7f0c977fe640 1 -- 172.21.15.71:0/3690013527 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1438 (secure 0 0 0) 0x7f0c9009c790 con 0x7f0ca0101420 2024-09-15T23:44:31.919 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:44:31.919 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":2,"btime":"2024-09-15T23:44:28:914701+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6833/4051392496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":4051392496},{"type":"v1","addr":"172.21.15.190:6833","nonce":4051392496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-15T23:44:31.919 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 2 2024-09-15T23:44:31.921 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.920+0000 7f0ca82d5640 1 -- 172.21.15.71:0/3690013527 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0c8c0a3240 msgr2=0x7f0c8c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:31.921 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.920+0000 7f0ca82d5640 1 --2- 172.21.15.71:0/3690013527 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0c8c0a3240 0x7f0c8c0a5700 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f0c9c009900 tx=0x7f0c9c000bc0 comp rx=0 tx=0).stop 2024-09-15T23:44:31.921 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.920+0000 7f0ca82d5640 1 -- 172.21.15.71:0/3690013527 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ca0101420 msgr2=0x7f0ca01988b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:31.922 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.920+0000 7f0ca82d5640 1 --2- 172.21.15.71:0/3690013527 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ca0101420 0x7f0ca01988b0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f0c9000e9f0 tx=0x7f0c9000eeb0 comp rx=0 tx=0).stop 2024-09-15T23:44:31.922 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.920+0000 7f0ca82d5640 1 -- 172.21.15.71:0/3690013527 shutdown_connections 2024-09-15T23:44:31.922 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.920+0000 7f0ca82d5640 1 --2- 172.21.15.71:0/3690013527 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0c8c0a3240 0x7f0c8c0a5700 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:31.922 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.920+0000 7f0ca82d5640 1 --2- 172.21.15.71:0/3690013527 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0ca0106a80 0x7f0ca019cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:31.922 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.920+0000 7f0ca82d5640 1 --2- 172.21.15.71:0/3690013527 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ca0101420 0x7f0ca01988b0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:31.922 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.920+0000 7f0ca82d5640 1 --2- 172.21.15.71:0/3690013527 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0ca0100a80 0x7f0ca0198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:31.922 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.920+0000 7f0ca82d5640 1 -- 172.21.15.71:0/3690013527 >> 172.21.15.71:0/3690013527 conn(0x7f0ca00fc7a0 msgr2=0x7f0ca006ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:31.922 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.921+0000 7f0ca82d5640 1 -- 172.21.15.71:0/3690013527 shutdown_connections 2024-09-15T23:44:31.922 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:31.921+0000 7f0ca82d5640 1 -- 172.21.15.71:0/3690013527 wait complete. 2024-09-15T23:44:31.983 INFO:journalctl@ceph.mds.k.smithi163.stdout:Sep 15 23:44:31 smithi163 podman[62375]: 2024-09-15 23:44:31.711734164 +0000 UTC m=+0.415192453 container init 48c05461f691931d57b24707f0f3491786502bf541c84d74097ac98f54bb694e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-k, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-15T23:44:31.984 INFO:journalctl@ceph.mds.k.smithi163.stdout:Sep 15 23:44:31 smithi163 podman[62375]: 2024-09-15 23:44:31.714802872 +0000 UTC m=+0.418261167 container start 48c05461f691931d57b24707f0f3491786502bf541c84d74097ac98f54bb694e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-k, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-15T23:44:31.984 INFO:journalctl@ceph.mds.k.smithi163.stdout:Sep 15 23:44:31 smithi163 ceph-mds[62402]: -- 172.21.15.163:0/1103195376 <== mon.2 v2:172.21.15.163:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ac0af71860 con 0x55ac0af4f000 2024-09-15T23:44:31.984 INFO:journalctl@ceph.mds.k.smithi163.stdout:Sep 15 23:44:31 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-k[62390]: starting mds.k at 2024-09-15T23:44:31.984 INFO:journalctl@ceph.mds.k.smithi163.stdout:Sep 15 23:44:31 smithi163 bash[62375]: 48c05461f691931d57b24707f0f3491786502bf541c84d74097ac98f54bb694e 2024-09-15T23:44:31.984 INFO:journalctl@ceph.mds.k.smithi163.stdout:Sep 15 23:44:31 smithi163 systemd[1]: Started Ceph mds.k for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-15T23:44:32.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:32 smithi071 ceph-mon[30957]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:32.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:32 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:32.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:32 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:32.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:32 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:32.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:32 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:32.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:32 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:32.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:32 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:32.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:32 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/3690013527' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:32.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:32 smithi190 ceph-mon[34840]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:33.409 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:32 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:33.409 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:32 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:33.409 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:32 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:33.409 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:32 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:33.410 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:32 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:33.410 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:32 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:33.410 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:32 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/3690013527' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:33.411 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:32 smithi163 ceph-mon[34107]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:33.411 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:32 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:33.412 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:32 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:33.412 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:32 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:33.412 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:32 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:33.412 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:32 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:33.412 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:32 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:33.412 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:32 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/3690013527' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:33.412 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:33 smithi190 ceph-mon[34840]: Deploying daemon mds.j on smithi071 2024-09-15T23:44:33.412 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:33 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.163:6832/2705260026,v1:172.21.15.163:6833/2705260026] up:boot 2024-09-15T23:44:33.413 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:33 smithi190 ceph-mon[34840]: fsmap 2 up:standby 2024-09-15T23:44:33.413 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:33 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-15T23:44:33.414 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:33 smithi071 ceph-mon[30957]: Deploying daemon mds.j on smithi071 2024-09-15T23:44:33.415 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:33 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.163:6832/2705260026,v1:172.21.15.163:6833/2705260026] up:boot 2024-09-15T23:44:33.415 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:33 smithi071 ceph-mon[30957]: fsmap 2 up:standby 2024-09-15T23:44:33.415 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:33 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-15T23:44:33.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:33 smithi163 ceph-mon[34107]: Deploying daemon mds.j on smithi071 2024-09-15T23:44:33.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:33 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.163:6832/2705260026,v1:172.21.15.163:6833/2705260026] up:boot 2024-09-15T23:44:33.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:33 smithi163 ceph-mon[34107]: fsmap 2 up:standby 2024-09-15T23:44:33.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:33 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-15T23:44:34.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:34 smithi190 ceph-mon[34840]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:34.367 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:34 smithi071 ceph-mon[30957]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:34.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:34 smithi163 ceph-mon[34107]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:34.676 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 15 23:44:34 smithi071 systemd[1]: Starting Ceph mds.j for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-15T23:44:35.046 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 15 23:44:34 smithi071 podman[70432]: 2024-09-15 23:44:34.653380342 +0000 UTC m=+0.016332882 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-15T23:44:35.046 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 15 23:44:34 smithi071 podman[70432]: 2024-09-15 23:44:34.784713592 +0000 UTC m=+0.147666128 container create 2ea7970fec28b4376cb637d29e680bedef9c69d5b00949c0d3a22ed87dfda47d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-j, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-15T23:44:35.047 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 15 23:44:35 smithi071 podman[70432]: 2024-09-15 23:44:35.045847299 +0000 UTC m=+0.408799847 container init 2ea7970fec28b4376cb637d29e680bedef9c69d5b00949c0d3a22ed87dfda47d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-j, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-15T23:44:35.415 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-15T23:44:35.426 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 15 23:44:35 smithi071 podman[70432]: 2024-09-15 23:44:35.04916043 +0000 UTC m=+0.412112966 container start 2ea7970fec28b4376cb637d29e680bedef9c69d5b00949c0d3a22ed87dfda47d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-j, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-15T23:44:35.426 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 15 23:44:35 smithi071 ceph-mds[70451]: -- 172.21.15.71:0/1455337126 <== mon.0 v2:172.21.15.71:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f88b4d9860 con 0x55f88b4b6800 2024-09-15T23:44:35.426 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 15 23:44:35 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-j[70447]: starting mds.j at 2024-09-15T23:44:35.426 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 15 23:44:35 smithi071 bash[70432]: 2ea7970fec28b4376cb637d29e680bedef9c69d5b00949c0d3a22ed87dfda47d 2024-09-15T23:44:35.426 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 15 23:44:35 smithi071 systemd[1]: Started Ceph mds.j for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-15T23:44:36.261 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:44:36.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:36 smithi163 ceph-mon[34107]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:36.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:36.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:36.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:36.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:36.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:36.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:36.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:36 smithi163 ceph-mon[34107]: Deploying daemon mds.d on smithi071 2024-09-15T23:44:36.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:36 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.71:6834/3135308378,v1:172.21.15.71:6835/3135308378] up:boot 2024-09-15T23:44:36.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:36 smithi163 ceph-mon[34107]: fsmap 3 up:standby 2024-09-15T23:44:36.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:36 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-15T23:44:36.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:36 smithi190 ceph-mon[34840]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:36.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:36.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:36.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:36.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:36.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:36.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:36.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:36 smithi190 ceph-mon[34840]: Deploying daemon mds.d on smithi071 2024-09-15T23:44:36.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:36 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.71:6834/3135308378,v1:172.21.15.71:6835/3135308378] up:boot 2024-09-15T23:44:36.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:36 smithi190 ceph-mon[34840]: fsmap 3 up:standby 2024-09-15T23:44:36.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:36 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-15T23:44:36.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:36 smithi071 ceph-mon[30957]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:36.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:36.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:36.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:36.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:36.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:36.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:36.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:36 smithi071 ceph-mon[30957]: Deploying daemon mds.d on smithi071 2024-09-15T23:44:36.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:36 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.71:6834/3135308378,v1:172.21.15.71:6835/3135308378] up:boot 2024-09-15T23:44:36.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:36 smithi071 ceph-mon[30957]: fsmap 3 up:standby 2024-09-15T23:44:36.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:36 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-15T23:44:37.604 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.575+0000 7ff6d041e640 1 -- 172.21.15.71:0/3368065619 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6c8101420 msgr2=0x7ff6c810d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:37.604 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.575+0000 7ff6d041e640 1 --2- 172.21.15.71:0/3368065619 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6c8101420 0x7ff6c810d950 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ff6c0009cd0 tx=0x7ff6c002a8e0 comp rx=0 tx=0).stop 2024-09-15T23:44:37.604 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.575+0000 7ff6d041e640 1 -- 172.21.15.71:0/3368065619 shutdown_connections 2024-09-15T23:44:37.604 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.575+0000 7ff6d041e640 1 --2- 172.21.15.71:0/3368065619 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6c8101420 0x7ff6c810d950 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:37.604 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.575+0000 7ff6d041e640 1 --2- 172.21.15.71:0/3368065619 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff6c8100a80 0x7ff6c8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:37.604 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.575+0000 7ff6d041e640 1 --2- 172.21.15.71:0/3368065619 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff6c8106a80 0x7ff6c8106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:37.605 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.575+0000 7ff6d041e640 1 -- 172.21.15.71:0/3368065619 >> 172.21.15.71:0/3368065619 conn(0x7ff6c80fc7a0 msgr2=0x7ff6c80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:37.605 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.575+0000 7ff6d041e640 1 -- 172.21.15.71:0/3368065619 shutdown_connections 2024-09-15T23:44:37.605 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.575+0000 7ff6d041e640 1 -- 172.21.15.71:0/3368065619 wait complete. 2024-09-15T23:44:37.605 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.576+0000 7ff6d041e640 1 Processor -- start 2024-09-15T23:44:37.605 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.576+0000 7ff6d041e640 1 -- start start 2024-09-15T23:44:37.605 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.576+0000 7ff6d041e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6c8100a80 0x7ff6c8199110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:37.605 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.576+0000 7ff6d041e640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff6c8101420 0x7ff6c8199650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:37.605 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.576+0000 7ff6d041e640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff6c8106a80 0x7ff6c81a4190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:37.605 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.576+0000 7ff6d041e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff6c8110d80 con 0x7ff6c8100a80 2024-09-15T23:44:37.605 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.576+0000 7ff6d041e640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7ff6c8110c00 con 0x7ff6c8106a80 2024-09-15T23:44:37.605 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.576+0000 7ff6d041e640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7ff6c8110f00 con 0x7ff6c8101420 2024-09-15T23:44:37.605 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.576+0000 7ff6ce1ba640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6c8100a80 0x7ff6c8199110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:37.605 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.576+0000 7ff6ce1ba640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6c8100a80 0x7ff6c8199110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45228/0 (socket says 172.21.15.71:45228) 2024-09-15T23:44:37.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.576+0000 7ff6ce1ba640 1 -- 172.21.15.71:0/2424130812 learned_addr learned my addr 172.21.15.71:0/2424130812 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:44:37.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.576+0000 7ff6cd9b9640 1 --2- 172.21.15.71:0/2424130812 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff6c8101420 0x7ff6c8199650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:37.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.577+0000 7ff6ce1ba640 1 -- 172.21.15.71:0/2424130812 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff6c8101420 msgr2=0x7ff6c8199650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:37.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.577+0000 7ff6ce1ba640 1 --2- 172.21.15.71:0/2424130812 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff6c8101420 0x7ff6c8199650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:37.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.577+0000 7ff6ce1ba640 1 -- 172.21.15.71:0/2424130812 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff6c8106a80 msgr2=0x7ff6c81a4190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:37.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.577+0000 7ff6ce1ba640 1 --2- 172.21.15.71:0/2424130812 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff6c8106a80 0x7ff6c81a4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:37.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.577+0000 7ff6ce1ba640 1 -- 172.21.15.71:0/2424130812 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6c81a46d0 con 0x7ff6c8100a80 2024-09-15T23:44:37.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.577+0000 7ff6cd9b9640 1 --2- 172.21.15.71:0/2424130812 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff6c8101420 0x7ff6c8199650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:44:37.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.577+0000 7ff6ce1ba640 1 --2- 172.21.15.71:0/2424130812 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6c8100a80 0x7ff6c8199110 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff6c400d950 tx=0x7ff6c400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:37.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.577+0000 7ff6bf7fe640 1 -- 172.21.15.71:0/2424130812 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6c4017070 con 0x7ff6c8100a80 2024-09-15T23:44:37.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.577+0000 7ff6bf7fe640 1 -- 172.21.15.71:0/2424130812 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff6c4009c30 con 0x7ff6c8100a80 2024-09-15T23:44:37.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.577+0000 7ff6bf7fe640 1 -- 172.21.15.71:0/2424130812 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6c400f620 con 0x7ff6c8100a80 2024-09-15T23:44:37.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.577+0000 7ff6d041e640 1 -- 172.21.15.71:0/2424130812 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6c81a48a0 con 0x7ff6c8100a80 2024-09-15T23:44:37.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.577+0000 7ff6d041e640 1 -- 172.21.15.71:0/2424130812 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6c81a4de0 con 0x7ff6c8100a80 2024-09-15T23:44:37.607 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.578+0000 7ff6d041e640 1 -- 172.21.15.71:0/2424130812 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6c8100ee0 con 0x7ff6c8100a80 2024-09-15T23:44:37.607 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.580+0000 7ff6bf7fe640 1 -- 172.21.15.71:0/2424130812 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7ff6c40109a0 con 0x7ff6c8100a80 2024-09-15T23:44:37.607 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.580+0000 7ff6bf7fe640 1 --2- 172.21.15.71:0/2424130812 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7ff6b40a3240 0x7ff6b40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:37.607 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.580+0000 7ff6cd9b9640 1 --2- 172.21.15.71:0/2424130812 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7ff6b40a3240 0x7ff6b40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:37.607 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.580+0000 7ff6bf7fe640 1 -- 172.21.15.71:0/2424130812 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 7127+0+0 (secure 0 0 0) 0x7ff6c40cf0e0 con 0x7ff6c8100a80 2024-09-15T23:44:37.607 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.581+0000 7ff6cd9b9640 1 --2- 172.21.15.71:0/2424130812 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7ff6b40a3240 0x7ff6b40a5700 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7ff6c806b320 tx=0x7ff6b8005e50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:37.607 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.584+0000 7ff6bf7fe640 1 -- 172.21.15.71:0/2424130812 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff6c4009de0 con 0x7ff6c8100a80 2024-09-15T23:44:37.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.792+0000 7ff6d041e640 1 -- 172.21.15.71:0/2424130812 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff6c81a5180 con 0x7ff6c8100a80 2024-09-15T23:44:37.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.793+0000 7ff6bf7fe640 1 -- 172.21.15.71:0/2424130812 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3091 (secure 0 0 0) 0x7ff6c409c2a0 con 0x7ff6c8100a80 2024-09-15T23:44:37.794 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:44:37.794 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":4,"btime":"2024-09-15T23:44:36:058319+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3135308378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3135308378},{"type":"v1","addr":"172.21.15.71:6835","nonce":3135308378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6833/2705260026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":2705260026},{"type":"v1","addr":"172.21.15.163:6833","nonce":2705260026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6833/4051392496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":4051392496},{"type":"v1","addr":"172.21.15.190:6833","nonce":4051392496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-15T23:44:37.794 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 4 2024-09-15T23:44:37.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.795+0000 7ff6d041e640 1 -- 172.21.15.71:0/2424130812 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7ff6b40a3240 msgr2=0x7ff6b40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:37.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.795+0000 7ff6d041e640 1 --2- 172.21.15.71:0/2424130812 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7ff6b40a3240 0x7ff6b40a5700 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7ff6c806b320 tx=0x7ff6b8005e50 comp rx=0 tx=0).stop 2024-09-15T23:44:37.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.795+0000 7ff6d041e640 1 -- 172.21.15.71:0/2424130812 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6c8100a80 msgr2=0x7ff6c8199110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:37.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.795+0000 7ff6d041e640 1 --2- 172.21.15.71:0/2424130812 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6c8100a80 0x7ff6c8199110 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff6c400d950 tx=0x7ff6c400de10 comp rx=0 tx=0).stop 2024-09-15T23:44:37.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.795+0000 7ff6d041e640 1 -- 172.21.15.71:0/2424130812 shutdown_connections 2024-09-15T23:44:37.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.795+0000 7ff6d041e640 1 --2- 172.21.15.71:0/2424130812 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7ff6b40a3240 0x7ff6b40a5700 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:37.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.795+0000 7ff6d041e640 1 --2- 172.21.15.71:0/2424130812 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff6c8106a80 0x7ff6c81a4190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:37.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.795+0000 7ff6d041e640 1 --2- 172.21.15.71:0/2424130812 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff6c8101420 0x7ff6c8199650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:37.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.795+0000 7ff6d041e640 1 --2- 172.21.15.71:0/2424130812 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6c8100a80 0x7ff6c8199110 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:37.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.795+0000 7ff6d041e640 1 -- 172.21.15.71:0/2424130812 >> 172.21.15.71:0/2424130812 conn(0x7ff6c80fc7a0 msgr2=0x7ff6c80fdee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:37.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.795+0000 7ff6d041e640 1 -- 172.21.15.71:0/2424130812 shutdown_connections 2024-09-15T23:44:37.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:37.795+0000 7ff6d041e640 1 -- 172.21.15.71:0/2424130812 wait complete. 2024-09-15T23:44:38.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:38 smithi163 ceph-mon[34107]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:38.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:38 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/2424130812' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:38 smithi190 ceph-mon[34840]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:38 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/2424130812' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:38.579 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:38 smithi071 ceph-mon[30957]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:38.579 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:38 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2424130812' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:38.580 INFO:journalctl@ceph.mds.d.smithi071.stdout:Sep 15 23:44:38 smithi071 systemd[1]: Started Ceph mds.d for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-15T23:44:39.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:39 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:39.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:39 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:39.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:39 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:39.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:39 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:39.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:39 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:39.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:39 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:39.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:39 smithi071 ceph-mon[30957]: Deploying daemon mds.e on smithi163 2024-09-15T23:44:39.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:39 smithi071 ceph-mon[30957]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:39.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:39 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.71:6836/1165058934,v1:172.21.15.71:6837/1165058934] up:boot 2024-09-15T23:44:39.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:39 smithi071 ceph-mon[30957]: fsmap 4 up:standby 2024-09-15T23:44:39.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:39 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-15T23:44:39.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:39 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:39.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:39 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:39.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:39 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:39.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:39 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:39.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:39 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:39.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:39 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:39.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:39 smithi163 ceph-mon[34107]: Deploying daemon mds.e on smithi163 2024-09-15T23:44:39.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:39 smithi163 ceph-mon[34107]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:39.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:39 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.71:6836/1165058934,v1:172.21.15.71:6837/1165058934] up:boot 2024-09-15T23:44:39.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:39 smithi163 ceph-mon[34107]: fsmap 4 up:standby 2024-09-15T23:44:39.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:39 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-15T23:44:39.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:39 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:39.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:39 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:39.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:39 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:39.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:39 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:39.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:39 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:39.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:39 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:39.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:39 smithi190 ceph-mon[34840]: Deploying daemon mds.e on smithi163 2024-09-15T23:44:39.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:39 smithi190 ceph-mon[34840]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:39.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:39 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.71:6836/1165058934,v1:172.21.15.71:6837/1165058934] up:boot 2024-09-15T23:44:39.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:39 smithi190 ceph-mon[34840]: fsmap 4 up:standby 2024-09-15T23:44:39.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:39 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-15T23:44:40.684 INFO:journalctl@ceph.mds.e.smithi163.stdout:Sep 15 23:44:40 smithi163 systemd[1]: Starting Ceph mds.e for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-15T23:44:40.967 INFO:journalctl@ceph.mds.e.smithi163.stdout:Sep 15 23:44:40 smithi163 podman[62685]: 2024-09-15 23:44:40.586949234 +0000 UTC m=+0.016034363 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-15T23:44:40.967 INFO:journalctl@ceph.mds.e.smithi163.stdout:Sep 15 23:44:40 smithi163 podman[62685]: 2024-09-15 23:44:40.722752376 +0000 UTC m=+0.151837543 container create ea5d40d219659ddc05d1ef6661c08472774f0de74f52869d6cf76bc3e740033a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-e, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-15T23:44:41.033 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-15T23:44:41.234 INFO:journalctl@ceph.mds.e.smithi163.stdout:Sep 15 23:44:40 smithi163 podman[62685]: 2024-09-15 23:44:40.966964678 +0000 UTC m=+0.396049804 container init ea5d40d219659ddc05d1ef6661c08472774f0de74f52869d6cf76bc3e740033a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-e, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, RELEASE=squid-8921c8e, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-15T23:44:41.234 INFO:journalctl@ceph.mds.e.smithi163.stdout:Sep 15 23:44:40 smithi163 podman[62685]: 2024-09-15 23:44:40.969816597 +0000 UTC m=+0.398901722 container start ea5d40d219659ddc05d1ef6661c08472774f0de74f52869d6cf76bc3e740033a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-15T23:44:41.234 INFO:journalctl@ceph.mds.e.smithi163.stdout:Sep 15 23:44:40 smithi163 ceph-mds[62704]: -- 172.21.15.163:0/2616492497 <== mon.2 v2:172.21.15.163:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d0c28b3860 con 0x55d0c2891000 2024-09-15T23:44:41.234 INFO:journalctl@ceph.mds.e.smithi163.stdout:Sep 15 23:44:40 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-e[62700]: starting mds.e at 2024-09-15T23:44:41.234 INFO:journalctl@ceph.mds.e.smithi163.stdout:Sep 15 23:44:41 smithi163 bash[62685]: ea5d40d219659ddc05d1ef6661c08472774f0de74f52869d6cf76bc3e740033a 2024-09-15T23:44:41.234 INFO:journalctl@ceph.mds.e.smithi163.stdout:Sep 15 23:44:41 smithi163 systemd[1]: Started Ceph mds.e for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-15T23:44:41.299 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:44:41.803 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.785+0000 7f2a26d98640 1 -- 172.21.15.71:0/2315594681 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a20101e10 msgr2=0x7f2a201021f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:41.803 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.785+0000 7f2a26d98640 1 --2- 172.21.15.71:0/2315594681 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a20101e10 0x7f2a201021f0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f2a14009900 tx=0x7f2a1402a410 comp rx=0 tx=0).stop 2024-09-15T23:44:41.803 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.786+0000 7f2a26d98640 1 -- 172.21.15.71:0/2315594681 shutdown_connections 2024-09-15T23:44:41.803 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.786+0000 7f2a26d98640 1 --2- 172.21.15.71:0/2315594681 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2a20106f40 0x7f2a2010eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:41.803 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.786+0000 7f2a26d98640 1 --2- 172.21.15.71:0/2315594681 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2a201027c0 0x7f2a20106810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:41.803 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.786+0000 7f2a26d98640 1 --2- 172.21.15.71:0/2315594681 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a20101e10 0x7f2a201021f0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:41.803 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.786+0000 7f2a26d98640 1 -- 172.21.15.71:0/2315594681 >> 172.21.15.71:0/2315594681 conn(0x7f2a200fd8d0 msgr2=0x7f2a200ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:41.803 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.786+0000 7f2a26d98640 1 -- 172.21.15.71:0/2315594681 shutdown_connections 2024-09-15T23:44:41.803 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.786+0000 7f2a26d98640 1 -- 172.21.15.71:0/2315594681 wait complete. 2024-09-15T23:44:41.803 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.786+0000 7f2a26d98640 1 Processor -- start 2024-09-15T23:44:41.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.786+0000 7f2a26d98640 1 -- start start 2024-09-15T23:44:41.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.786+0000 7f2a26d98640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2a20101e10 0x7f2a200744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:41.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.786+0000 7f2a26d98640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a201027c0 0x7f2a20074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:41.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.786+0000 7f2a26d98640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2a20106f40 0x7f2a20074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:41.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.786+0000 7f2a26d98640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2a20111e50 con 0x7f2a201027c0 2024-09-15T23:44:41.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.786+0000 7f2a26d98640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f2a20111cd0 con 0x7f2a20101e10 2024-09-15T23:44:41.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.786+0000 7f2a26d98640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f2a20111fd0 con 0x7f2a20106f40 2024-09-15T23:44:41.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.787+0000 7f2a1ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a201027c0 0x7f2a20074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:41.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.787+0000 7f2a1ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a201027c0 0x7f2a20074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:43828/0 (socket says 172.21.15.71:43828) 2024-09-15T23:44:41.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.787+0000 7f2a1ffff640 1 -- 172.21.15.71:0/3940655868 learned_addr learned my addr 172.21.15.71:0/3940655868 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:44:41.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.787+0000 7f2a24b34640 1 --2- 172.21.15.71:0/3940655868 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2a20101e10 0x7f2a200744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:41.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.787+0000 7f2a25335640 1 --2- 172.21.15.71:0/3940655868 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2a20106f40 0x7f2a20074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:41.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.787+0000 7f2a1ffff640 1 -- 172.21.15.71:0/3940655868 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2a20106f40 msgr2=0x7f2a20074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:41.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.787+0000 7f2a1ffff640 1 --2- 172.21.15.71:0/3940655868 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2a20106f40 0x7f2a20074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:41.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.787+0000 7f2a1ffff640 1 -- 172.21.15.71:0/3940655868 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2a20101e10 msgr2=0x7f2a200744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:41.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.787+0000 7f2a1ffff640 1 --2- 172.21.15.71:0/3940655868 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2a20101e10 0x7f2a200744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:41.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.787+0000 7f2a1ffff640 1 -- 172.21.15.71:0/3940655868 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a201a68b0 con 0x7f2a201027c0 2024-09-15T23:44:41.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.787+0000 7f2a1ffff640 1 --2- 172.21.15.71:0/3940655868 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a201027c0 0x7f2a20074a30 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2a0c00d950 tx=0x7f2a0c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:41.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.787+0000 7f2a1dffb640 1 -- 172.21.15.71:0/3940655868 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a0c017070 con 0x7f2a201027c0 2024-09-15T23:44:41.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.787+0000 7f2a1dffb640 1 -- 172.21.15.71:0/3940655868 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2a0c009c30 con 0x7f2a201027c0 2024-09-15T23:44:41.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.787+0000 7f2a26d98640 1 -- 172.21.15.71:0/3940655868 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a201a6ba0 con 0x7f2a201027c0 2024-09-15T23:44:41.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.787+0000 7f2a1dffb640 1 -- 172.21.15.71:0/3940655868 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a0c00f620 con 0x7f2a201027c0 2024-09-15T23:44:41.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.787+0000 7f2a26d98640 1 -- 172.21.15.71:0/3940655868 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a201a70e0 con 0x7f2a201027c0 2024-09-15T23:44:41.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.789+0000 7f2a26d98640 1 -- 172.21.15.71:0/3940655868 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a201021f0 con 0x7f2a201027c0 2024-09-15T23:44:41.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.790+0000 7f2a1dffb640 1 -- 172.21.15.71:0/3940655868 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f2a0c0109a0 con 0x7f2a201027c0 2024-09-15T23:44:41.806 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.790+0000 7f2a1dffb640 1 --2- 172.21.15.71:0/3940655868 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2a100a3240 0x7f2a100a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:41.806 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.790+0000 7f2a24b34640 1 --2- 172.21.15.71:0/3940655868 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2a100a3240 0x7f2a100a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:41.806 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.790+0000 7f2a1dffb640 1 -- 172.21.15.71:0/3940655868 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 7127+0+0 (secure 0 0 0) 0x7f2a0c0ceff0 con 0x7f2a201027c0 2024-09-15T23:44:41.806 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.791+0000 7f2a24b34640 1 --2- 172.21.15.71:0/3940655868 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2a100a3240 0x7f2a100a5700 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f2a14031440 tx=0x7f2a14005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:41.806 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.794+0000 7f2a1dffb640 1 -- 172.21.15.71:0/3940655868 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2a0c009de0 con 0x7f2a201027c0 2024-09-15T23:44:41.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.994+0000 7f2a26d98640 1 -- 172.21.15.71:0/3940655868 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2a2010a120 con 0x7f2a201027c0 2024-09-15T23:44:41.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.994+0000 7f2a1dffb640 1 -- 172.21.15.71:0/3940655868 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4744 (secure 0 0 0) 0x7f2a0c09bb60 con 0x7f2a201027c0 2024-09-15T23:44:41.995 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:44:41.995 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":6,"btime":"2024-09-15T23:44:41:048603+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3135308378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3135308378},{"type":"v1","addr":"172.21.15.71:6835","nonce":3135308378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/1165058934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":1165058934},{"type":"v1","addr":"172.21.15.71:6837","nonce":1165058934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6833/2705260026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":2705260026},{"type":"v1","addr":"172.21.15.163:6833","nonce":2705260026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24389,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6835/4090770524","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":4090770524},{"type":"v1","addr":"172.21.15.163:6835","nonce":4090770524}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6833/4051392496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":4051392496},{"type":"v1","addr":"172.21.15.190:6833","nonce":4051392496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-15T23:44:41.995 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 6 2024-09-15T23:44:41.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.996+0000 7f2a26d98640 1 -- 172.21.15.71:0/3940655868 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2a100a3240 msgr2=0x7f2a100a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:41.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.996+0000 7f2a26d98640 1 --2- 172.21.15.71:0/3940655868 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2a100a3240 0x7f2a100a5700 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f2a14031440 tx=0x7f2a14005b50 comp rx=0 tx=0).stop 2024-09-15T23:44:41.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.996+0000 7f2a26d98640 1 -- 172.21.15.71:0/3940655868 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a201027c0 msgr2=0x7f2a20074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:41.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.996+0000 7f2a26d98640 1 --2- 172.21.15.71:0/3940655868 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a201027c0 0x7f2a20074a30 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2a0c00d950 tx=0x7f2a0c00de10 comp rx=0 tx=0).stop 2024-09-15T23:44:41.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.997+0000 7f2a26d98640 1 -- 172.21.15.71:0/3940655868 shutdown_connections 2024-09-15T23:44:41.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.997+0000 7f2a26d98640 1 --2- 172.21.15.71:0/3940655868 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2a100a3240 0x7f2a100a5700 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:41.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.997+0000 7f2a26d98640 1 --2- 172.21.15.71:0/3940655868 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2a20106f40 0x7f2a20074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:41.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.997+0000 7f2a26d98640 1 --2- 172.21.15.71:0/3940655868 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a201027c0 0x7f2a20074a30 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:41.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.997+0000 7f2a26d98640 1 --2- 172.21.15.71:0/3940655868 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2a20101e10 0x7f2a200744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:41.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.997+0000 7f2a26d98640 1 -- 172.21.15.71:0/3940655868 >> 172.21.15.71:0/3940655868 conn(0x7f2a200fd8d0 msgr2=0x7f2a200fed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:41.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.997+0000 7f2a26d98640 1 -- 172.21.15.71:0/3940655868 shutdown_connections 2024-09-15T23:44:41.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:41.997+0000 7f2a26d98640 1 -- 172.21.15.71:0/3940655868 wait complete. 2024-09-15T23:44:42.233 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:42 smithi163 ceph-mon[34107]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:42.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:42 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.163:6834/4090770524,v1:172.21.15.163:6835/4090770524] up:boot 2024-09-15T23:44:42.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:42 smithi163 ceph-mon[34107]: fsmap 5 up:standby 2024-09-15T23:44:42.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:42 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-15T23:44:42.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:42 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:42.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:42 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:42.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:42 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:42.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:42 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:42.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:42 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:42.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:42 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:42.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:42 smithi163 ceph-mon[34107]: Deploying daemon mds.f on smithi190 2024-09-15T23:44:42.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:42 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/3940655868' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:42.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:42 smithi190 ceph-mon[34840]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:42.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:42 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.163:6834/4090770524,v1:172.21.15.163:6835/4090770524] up:boot 2024-09-15T23:44:42.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:42 smithi190 ceph-mon[34840]: fsmap 5 up:standby 2024-09-15T23:44:42.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:42 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-15T23:44:42.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:42 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:42.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:42 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:42.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:42 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:42.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:42 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:42.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:42 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:42.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:42 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:42.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:42 smithi190 ceph-mon[34840]: Deploying daemon mds.f on smithi190 2024-09-15T23:44:42.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:42 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/3940655868' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:42.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:42 smithi071 ceph-mon[30957]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:42.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:42 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.163:6834/4090770524,v1:172.21.15.163:6835/4090770524] up:boot 2024-09-15T23:44:42.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:42 smithi071 ceph-mon[30957]: fsmap 5 up:standby 2024-09-15T23:44:42.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:42 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-15T23:44:42.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:42 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:42.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:42 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:42.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:42 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:42.428 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:42 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:42.428 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:42 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:42.428 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:42 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:42.428 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:42 smithi071 ceph-mon[30957]: Deploying daemon mds.f on smithi190 2024-09-15T23:44:42.428 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:42 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/3940655868' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:43.314 INFO:journalctl@ceph.mds.f.smithi190.stdout:Sep 15 23:44:43 smithi190 systemd[1]: Starting Ceph mds.f for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-15T23:44:43.605 INFO:journalctl@ceph.mds.f.smithi190.stdout:Sep 15 23:44:43 smithi190 podman[64592]: 2024-09-15 23:44:43.232067012 +0000 UTC m=+0.016576628 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-15T23:44:43.605 INFO:journalctl@ceph.mds.f.smithi190.stdout:Sep 15 23:44:43 smithi190 podman[64592]: 2024-09-15 23:44:43.368978183 +0000 UTC m=+0.153487795 container create ce03659bf668e5409c486673333907ef0f853577326150c318f76d3ffea1b2b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-f, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-15T23:44:44.062 INFO:journalctl@ceph.mds.f.smithi190.stdout:Sep 15 23:44:43 smithi190 podman[64592]: 2024-09-15 23:44:43.604905579 +0000 UTC m=+0.389415192 container init ce03659bf668e5409c486673333907ef0f853577326150c318f76d3ffea1b2b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-f, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True) 2024-09-15T23:44:44.062 INFO:journalctl@ceph.mds.f.smithi190.stdout:Sep 15 23:44:43 smithi190 podman[64592]: 2024-09-15 23:44:43.60783961 +0000 UTC m=+0.392349230 container start ce03659bf668e5409c486673333907ef0f853577326150c318f76d3ffea1b2b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-f, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True) 2024-09-15T23:44:44.062 INFO:journalctl@ceph.mds.f.smithi190.stdout:Sep 15 23:44:43 smithi190 ceph-mds[64611]: -- 172.21.15.190:0/3736116899 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e1c3b47860 con 0x55e1c3b25000 2024-09-15T23:44:44.062 INFO:journalctl@ceph.mds.f.smithi190.stdout:Sep 15 23:44:43 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-f[64607]: starting mds.f at 2024-09-15T23:44:44.062 INFO:journalctl@ceph.mds.f.smithi190.stdout:Sep 15 23:44:43 smithi190 bash[64592]: ce03659bf668e5409c486673333907ef0f853577326150c318f76d3ffea1b2b0 2024-09-15T23:44:44.062 INFO:journalctl@ceph.mds.f.smithi190.stdout:Sep 15 23:44:43 smithi190 systemd[1]: Started Ceph mds.f for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-15T23:44:44.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:44 smithi190 ceph-mon[34840]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:44.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:44 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:44.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:44 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:44.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:44 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:44.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:44 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:44.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:44 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:44.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:44 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:44.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:44 smithi071 ceph-mon[30957]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:44.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:44 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:44.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:44 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:44.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:44 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:44.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:44 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:44.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:44 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:44.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:44 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:44.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:44 smithi163 ceph-mon[34107]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:44.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:44 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:44.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:44 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:44.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:44 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:44.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:44 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:44.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:44 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:44.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:44 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:44.734 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-15T23:44:44.991 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:44:45.263 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:45 smithi190 ceph-mon[34840]: Deploying daemon mds.c on smithi190 2024-09-15T23:44:45.264 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:45 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] up:boot 2024-09-15T23:44:45.264 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:45 smithi190 ceph-mon[34840]: fsmap 6 up:standby 2024-09-15T23:44:45.264 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:45 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-15T23:44:45.403 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:45 smithi071 ceph-mon[30957]: Deploying daemon mds.c on smithi190 2024-09-15T23:44:45.403 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:45 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] up:boot 2024-09-15T23:44:45.403 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:45 smithi071 ceph-mon[30957]: fsmap 6 up:standby 2024-09-15T23:44:45.403 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:45 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-15T23:44:45.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:45 smithi163 ceph-mon[34107]: Deploying daemon mds.c on smithi190 2024-09-15T23:44:45.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:45 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] up:boot 2024-09-15T23:44:45.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:45 smithi163 ceph-mon[34107]: fsmap 6 up:standby 2024-09-15T23:44:45.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:45 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-15T23:44:45.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.481+0000 7fa201d79640 1 -- 172.21.15.71:0/648369441 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa1fc102ef0 msgr2=0x7fa1fc10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:45.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.481+0000 7fa201d79640 1 --2- 172.21.15.71:0/648369441 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa1fc102ef0 0x7fa1fc10da40 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fa1f4009ca0 tx=0x7fa1f402a950 comp rx=0 tx=0).stop 2024-09-15T23:44:45.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.481+0000 7fa201d79640 1 -- 172.21.15.71:0/648369441 shutdown_connections 2024-09-15T23:44:45.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.481+0000 7fa201d79640 1 --2- 172.21.15.71:0/648369441 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa1fc102ef0 0x7fa1fc10da40 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:45.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.481+0000 7fa201d79640 1 --2- 172.21.15.71:0/648369441 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa1fc102570 0x7fa1fc1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:45.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.481+0000 7fa201d79640 1 --2- 172.21.15.71:0/648369441 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa1fc100e20 0x7fa1fc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:45.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.481+0000 7fa201d79640 1 -- 172.21.15.71:0/648369441 >> 172.21.15.71:0/648369441 conn(0x7fa1fc0fc7d0 msgr2=0x7fa1fc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:45.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.481+0000 7fa201d79640 1 -- 172.21.15.71:0/648369441 shutdown_connections 2024-09-15T23:44:45.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.481+0000 7fa201d79640 1 -- 172.21.15.71:0/648369441 wait complete. 2024-09-15T23:44:45.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.481+0000 7fa201d79640 1 Processor -- start 2024-09-15T23:44:45.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.482+0000 7fa201d79640 1 -- start start 2024-09-15T23:44:45.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.482+0000 7fa201d79640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa1fc100e20 0x7fa1fc1982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:45.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.482+0000 7fa201d79640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa1fc102570 0x7fa1fc198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:45.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.482+0000 7fa201d79640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa1fc102ef0 0x7fa1fc19cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:45.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.482+0000 7fa201d79640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa1fc110e30 con 0x7fa1fc102570 2024-09-15T23:44:45.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.482+0000 7fa201d79640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fa1fc110cb0 con 0x7fa1fc102ef0 2024-09-15T23:44:45.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.482+0000 7fa201d79640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fa1fc110fb0 con 0x7fa1fc100e20 2024-09-15T23:44:45.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.482+0000 7fa1f3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa1fc102570 0x7fa1fc198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:45.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.482+0000 7fa1f3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa1fc102570 0x7fa1fc198820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:43848/0 (socket says 172.21.15.71:43848) 2024-09-15T23:44:45.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.482+0000 7fa1f3fff640 1 -- 172.21.15.71:0/73312428 learned_addr learned my addr 172.21.15.71:0/73312428 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:44:45.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.482+0000 7fa1fbfff640 1 --2- 172.21.15.71:0/73312428 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa1fc102ef0 0x7fa1fc19cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:45.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.482+0000 7fa1fb7fe640 1 --2- 172.21.15.71:0/73312428 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa1fc100e20 0x7fa1fc1982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:45.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.482+0000 7fa1f3fff640 1 -- 172.21.15.71:0/73312428 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa1fc100e20 msgr2=0x7fa1fc1982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:45.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.482+0000 7fa1f3fff640 1 --2- 172.21.15.71:0/73312428 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa1fc100e20 0x7fa1fc1982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:45.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.482+0000 7fa1f3fff640 1 -- 172.21.15.71:0/73312428 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa1fc102ef0 msgr2=0x7fa1fc19cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:45.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.482+0000 7fa1f3fff640 1 --2- 172.21.15.71:0/73312428 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa1fc102ef0 0x7fa1fc19cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:45.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.482+0000 7fa1f3fff640 1 -- 172.21.15.71:0/73312428 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1fc19d290 con 0x7fa1fc102570 2024-09-15T23:44:45.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.482+0000 7fa1f3fff640 1 --2- 172.21.15.71:0/73312428 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa1fc102570 0x7fa1fc198820 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa1e400c920 tx=0x7fa1e400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:45.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.482+0000 7fa1f97fa640 1 -- 172.21.15.71:0/73312428 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e4007c70 con 0x7fa1fc102570 2024-09-15T23:44:45.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.482+0000 7fa201d79640 1 -- 172.21.15.71:0/73312428 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1fc19d580 con 0x7fa1fc102570 2024-09-15T23:44:45.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.482+0000 7fa1f97fa640 1 -- 172.21.15.71:0/73312428 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa1e4007e10 con 0x7fa1fc102570 2024-09-15T23:44:45.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.482+0000 7fa1f97fa640 1 -- 172.21.15.71:0/73312428 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e4018820 con 0x7fa1fc102570 2024-09-15T23:44:45.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.483+0000 7fa201d79640 1 -- 172.21.15.71:0/73312428 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1fc1a4e60 con 0x7fa1fc102570 2024-09-15T23:44:45.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.484+0000 7fa201d79640 1 -- 172.21.15.71:0/73312428 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1fc101200 con 0x7fa1fc102570 2024-09-15T23:44:45.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.485+0000 7fa1f97fa640 1 -- 172.21.15.71:0/73312428 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fa1e40189c0 con 0x7fa1fc102570 2024-09-15T23:44:45.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.485+0000 7fa1f97fa640 1 --2- 172.21.15.71:0/73312428 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa1e80a3240 0x7fa1e80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:45.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.485+0000 7fa1f97fa640 1 -- 172.21.15.71:0/73312428 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 7127+0+0 (secure 0 0 0) 0x7fa1e40cf570 con 0x7fa1fc102570 2024-09-15T23:44:45.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.485+0000 7fa1fb7fe640 1 --2- 172.21.15.71:0/73312428 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa1e80a3240 0x7fa1e80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:45.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.486+0000 7fa1fb7fe640 1 --2- 172.21.15.71:0/73312428 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa1e80a3240 0x7fa1e80a5700 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fa1ec005d00 tx=0x7fa1ec005c50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:45.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.489+0000 7fa1f97fa640 1 -- 172.21.15.71:0/73312428 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa1e4014030 con 0x7fa1fc102570 2024-09-15T23:44:45.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.693+0000 7fa201d79640 1 -- 172.21.15.71:0/73312428 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa1fc10a0a0 con 0x7fa1fc102570 2024-09-15T23:44:45.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.693+0000 7fa1f97fa640 1 -- 172.21.15.71:0/73312428 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5572 (secure 0 0 0) 0x7fa1e409c730 con 0x7fa1fc102570 2024-09-15T23:44:45.694 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:44:45.694 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":7,"btime":"2024-09-15T23:44:44:052777+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3135308378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3135308378},{"type":"v1","addr":"172.21.15.71:6835","nonce":3135308378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/1165058934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":1165058934},{"type":"v1","addr":"172.21.15.71:6837","nonce":1165058934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6833/2705260026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":2705260026},{"type":"v1","addr":"172.21.15.163:6833","nonce":2705260026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24389,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6835/4090770524","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":4090770524},{"type":"v1","addr":"172.21.15.163:6835","nonce":4090770524}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6833/4051392496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":4051392496},{"type":"v1","addr":"172.21.15.190:6833","nonce":4051392496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6835/2490951221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":2490951221},{"type":"v1","addr":"172.21.15.190:6835","nonce":2490951221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]} 2024-09-15T23:44:45.694 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 7 2024-09-15T23:44:45.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.695+0000 7fa201d79640 1 -- 172.21.15.71:0/73312428 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa1e80a3240 msgr2=0x7fa1e80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:45.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.695+0000 7fa201d79640 1 --2- 172.21.15.71:0/73312428 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa1e80a3240 0x7fa1e80a5700 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fa1ec005d00 tx=0x7fa1ec005c50 comp rx=0 tx=0).stop 2024-09-15T23:44:45.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.695+0000 7fa201d79640 1 -- 172.21.15.71:0/73312428 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa1fc102570 msgr2=0x7fa1fc198820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:45.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.695+0000 7fa201d79640 1 --2- 172.21.15.71:0/73312428 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa1fc102570 0x7fa1fc198820 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa1e400c920 tx=0x7fa1e400cde0 comp rx=0 tx=0).stop 2024-09-15T23:44:45.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.696+0000 7fa201d79640 1 -- 172.21.15.71:0/73312428 shutdown_connections 2024-09-15T23:44:45.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.696+0000 7fa201d79640 1 --2- 172.21.15.71:0/73312428 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa1e80a3240 0x7fa1e80a5700 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:45.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.696+0000 7fa201d79640 1 --2- 172.21.15.71:0/73312428 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa1fc102ef0 0x7fa1fc19cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:45.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.696+0000 7fa201d79640 1 --2- 172.21.15.71:0/73312428 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa1fc102570 0x7fa1fc198820 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:45.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.696+0000 7fa201d79640 1 --2- 172.21.15.71:0/73312428 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa1fc100e20 0x7fa1fc1982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:45.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.696+0000 7fa201d79640 1 -- 172.21.15.71:0/73312428 >> 172.21.15.71:0/73312428 conn(0x7fa1fc0fc7d0 msgr2=0x7fa1fc06a150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:45.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.696+0000 7fa201d79640 1 -- 172.21.15.71:0/73312428 shutdown_connections 2024-09-15T23:44:45.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:45.696+0000 7fa201d79640 1 -- 172.21.15.71:0/73312428 wait complete. 2024-09-15T23:44:45.813 INFO:journalctl@ceph.mds.c.smithi190.stdout:Sep 15 23:44:45 smithi190 systemd[1]: Starting Ceph mds.c for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-15T23:44:46.243 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:46 smithi190 ceph-mon[34840]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:46.243 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:46 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/73312428' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:46.243 INFO:journalctl@ceph.mds.c.smithi190.stdout:Sep 15 23:44:45 smithi190 podman[64890]: 2024-09-15 23:44:45.841535183 +0000 UTC m=+0.016013536 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-15T23:44:46.244 INFO:journalctl@ceph.mds.c.smithi190.stdout:Sep 15 23:44:45 smithi190 podman[64890]: 2024-09-15 23:44:45.973802067 +0000 UTC m=+0.148280424 container create d6558a248b6e3478b8885ed8148b825c9a94ad415b22ee4cc8a1e4881453281c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-c, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-09-15T23:44:46.244 INFO:journalctl@ceph.mds.c.smithi190.stdout:Sep 15 23:44:46 smithi190 podman[64890]: 2024-09-15 23:44:46.243242814 +0000 UTC m=+0.417721167 container init d6558a248b6e3478b8885ed8148b825c9a94ad415b22ee4cc8a1e4881453281c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-c, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-15T23:44:46.308 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:46 smithi071 ceph-mon[30957]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:46.308 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:46 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/73312428' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:46.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:46 smithi163 ceph-mon[34107]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:46.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:46 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/73312428' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:46.563 INFO:journalctl@ceph.mds.c.smithi190.stdout:Sep 15 23:44:46 smithi190 podman[64890]: 2024-09-15 23:44:46.246247299 +0000 UTC m=+0.420725655 container start d6558a248b6e3478b8885ed8148b825c9a94ad415b22ee4cc8a1e4881453281c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-c, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, ceph=True, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-15T23:44:46.563 INFO:journalctl@ceph.mds.c.smithi190.stdout:Sep 15 23:44:46 smithi190 ceph-mds[64909]: -- 172.21.15.190:0/2606712461 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ce88269860 con 0x55ce88247400 2024-09-15T23:44:46.563 INFO:journalctl@ceph.mds.c.smithi190.stdout:Sep 15 23:44:46 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-c[64905]: starting mds.c at 2024-09-15T23:44:46.564 INFO:journalctl@ceph.mds.c.smithi190.stdout:Sep 15 23:44:46 smithi190 bash[64890]: d6558a248b6e3478b8885ed8148b825c9a94ad415b22ee4cc8a1e4881453281c 2024-09-15T23:44:46.564 INFO:journalctl@ceph.mds.c.smithi190.stdout:Sep 15 23:44:46 smithi190 systemd[1]: Started Ceph mds.c for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-15T23:44:47.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:47 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:47.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:47 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:47.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:47 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:47.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:47 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:47.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:47 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:47.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:47 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:47.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:47 smithi071 ceph-mon[30957]: Deploying daemon mds.h on smithi163 2024-09-15T23:44:47.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:47 smithi071 ceph-mon[30957]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:47.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:47 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] up:boot 2024-09-15T23:44:47.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:47 smithi071 ceph-mon[30957]: fsmap 7 up:standby 2024-09-15T23:44:47.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:47 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-15T23:44:47.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:47 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:47.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:47 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:47.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:47 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:47.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:47 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:47.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:47 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:47.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:47 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:47.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:47 smithi163 ceph-mon[34107]: Deploying daemon mds.h on smithi163 2024-09-15T23:44:47.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:47 smithi163 ceph-mon[34107]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:47.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:47 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] up:boot 2024-09-15T23:44:47.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:47 smithi163 ceph-mon[34107]: fsmap 7 up:standby 2024-09-15T23:44:47.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:47 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-15T23:44:47.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:47 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:47.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:47 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:47.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:47 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:47.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:47 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:47.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:47 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:47.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:47 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:47.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:47 smithi190 ceph-mon[34840]: Deploying daemon mds.h on smithi163 2024-09-15T23:44:47.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:47 smithi190 ceph-mon[34840]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:47.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:47 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] up:boot 2024-09-15T23:44:47.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:47 smithi190 ceph-mon[34840]: fsmap 7 up:standby 2024-09-15T23:44:47.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:47 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-15T23:44:48.337 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-15T23:44:48.609 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:44:48.672 INFO:journalctl@ceph.mds.h.smithi163.stdout:Sep 15 23:44:48 smithi163 systemd[1]: Starting Ceph mds.h for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-15T23:44:48.931 INFO:journalctl@ceph.mds.h.smithi163.stdout:Sep 15 23:44:48 smithi163 podman[62989]: 2024-09-15 23:44:48.57371033 +0000 UTC m=+0.015804502 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-15T23:44:48.931 INFO:journalctl@ceph.mds.h.smithi163.stdout:Sep 15 23:44:48 smithi163 podman[62989]: 2024-09-15 23:44:48.686125649 +0000 UTC m=+0.128219827 container create 8824211538b56bee12810231f2689505717e58dc91e3720e4dd5153be2e5829a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-h, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-15T23:44:48.931 INFO:journalctl@ceph.mds.h.smithi163.stdout:Sep 15 23:44:48 smithi163 podman[62989]: 2024-09-15 23:44:48.930901894 +0000 UTC m=+0.372996066 container init 8824211538b56bee12810231f2689505717e58dc91e3720e4dd5153be2e5829a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-h, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-15T23:44:49.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.067+0000 7fd3adf7d640 1 -- 172.21.15.71:0/3722933465 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd3a8106a80 msgr2=0x7fd3a8106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:49.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.067+0000 7fd3adf7d640 1 --2- 172.21.15.71:0/3722933465 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd3a8106a80 0x7fd3a8106e60 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fd398009930 tx=0x7fd39802a420 comp rx=0 tx=0).stop 2024-09-15T23:44:49.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.067+0000 7fd3adf7d640 1 -- 172.21.15.71:0/3722933465 shutdown_connections 2024-09-15T23:44:49.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.067+0000 7fd3adf7d640 1 --2- 172.21.15.71:0/3722933465 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd3a8101420 0x7fd3a810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:49.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.067+0000 7fd3adf7d640 1 --2- 172.21.15.71:0/3722933465 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd3a8100a80 0x7fd3a8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:49.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.067+0000 7fd3adf7d640 1 --2- 172.21.15.71:0/3722933465 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd3a8106a80 0x7fd3a8106e60 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:49.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.067+0000 7fd3adf7d640 1 -- 172.21.15.71:0/3722933465 >> 172.21.15.71:0/3722933465 conn(0x7fd3a80fc7a0 msgr2=0x7fd3a80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:49.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.067+0000 7fd3adf7d640 1 -- 172.21.15.71:0/3722933465 shutdown_connections 2024-09-15T23:44:49.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.067+0000 7fd3adf7d640 1 -- 172.21.15.71:0/3722933465 wait complete. 2024-09-15T23:44:49.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.068+0000 7fd3adf7d640 1 Processor -- start 2024-09-15T23:44:49.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.068+0000 7fd3adf7d640 1 -- start start 2024-09-15T23:44:49.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.068+0000 7fd3adf7d640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd3a8100a80 0x7fd3a8199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:49.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.068+0000 7fd3adf7d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd3a8101420 0x7fd3a81997a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:49.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.068+0000 7fd3adf7d640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd3a8106a80 0x7fd3a81a42e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:49.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.068+0000 7fd3adf7d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a8110d30 con 0x7fd3a8101420 2024-09-15T23:44:49.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.068+0000 7fd3adf7d640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a8110bb0 con 0x7fd3a8100a80 2024-09-15T23:44:49.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.068+0000 7fd3adf7d640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a8110eb0 con 0x7fd3a8106a80 2024-09-15T23:44:49.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.068+0000 7fd3a6ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd3a8101420 0x7fd3a81997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:49.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.068+0000 7fd3a6ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd3a8101420 0x7fd3a81997a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:43876/0 (socket says 172.21.15.71:43876) 2024-09-15T23:44:49.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.068+0000 7fd3a6ffd640 1 -- 172.21.15.71:0/2143009637 learned_addr learned my addr 172.21.15.71:0/2143009637 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:44:49.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.069+0000 7fd3a77fe640 1 --2- 172.21.15.71:0/2143009637 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd3a8100a80 0x7fd3a8199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:49.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.069+0000 7fd3a6ffd640 1 -- 172.21.15.71:0/2143009637 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd3a8106a80 msgr2=0x7fd3a81a42e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:49.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.069+0000 7fd3a6ffd640 1 --2- 172.21.15.71:0/2143009637 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd3a8106a80 0x7fd3a81a42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:49.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.069+0000 7fd3a6ffd640 1 -- 172.21.15.71:0/2143009637 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd3a8100a80 msgr2=0x7fd3a8199260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:49.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.069+0000 7fd3a6ffd640 1 --2- 172.21.15.71:0/2143009637 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd3a8100a80 0x7fd3a8199260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:49.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.069+0000 7fd3a6ffd640 1 -- 172.21.15.71:0/2143009637 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3a81a4820 con 0x7fd3a8101420 2024-09-15T23:44:49.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.069+0000 7fd3a6ffd640 1 --2- 172.21.15.71:0/2143009637 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd3a8101420 0x7fd3a81997a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fd39c00d770 tx=0x7fd39c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:49.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.069+0000 7fd3a4ff9640 1 -- 172.21.15.71:0/2143009637 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd39c017070 con 0x7fd3a8101420 2024-09-15T23:44:49.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.069+0000 7fd3a4ff9640 1 -- 172.21.15.71:0/2143009637 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd39c0054d0 con 0x7fd3a8101420 2024-09-15T23:44:49.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.069+0000 7fd3adf7d640 1 -- 172.21.15.71:0/2143009637 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3a81a49f0 con 0x7fd3a8101420 2024-09-15T23:44:49.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.069+0000 7fd3a4ff9640 1 -- 172.21.15.71:0/2143009637 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd39c004cf0 con 0x7fd3a8101420 2024-09-15T23:44:49.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.069+0000 7fd3adf7d640 1 -- 172.21.15.71:0/2143009637 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3a81a4eb0 con 0x7fd3a8101420 2024-09-15T23:44:49.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.070+0000 7fd3adf7d640 1 -- 172.21.15.71:0/2143009637 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3a8100ee0 con 0x7fd3a8101420 2024-09-15T23:44:49.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.071+0000 7fd3a4ff9640 1 -- 172.21.15.71:0/2143009637 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fd39c004e90 con 0x7fd3a8101420 2024-09-15T23:44:49.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.072+0000 7fd3a4ff9640 1 --2- 172.21.15.71:0/2143009637 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd3900a3240 0x7fd3900a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:49.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.072+0000 7fd3a77fe640 1 --2- 172.21.15.71:0/2143009637 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd3900a3240 0x7fd3900a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:49.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.072+0000 7fd3a4ff9640 1 -- 172.21.15.71:0/2143009637 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 7127+0+0 (secure 0 0 0) 0x7fd39c0ceee0 con 0x7fd3a8101420 2024-09-15T23:44:49.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.073+0000 7fd3a77fe640 1 --2- 172.21.15.71:0/2143009637 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd3900a3240 0x7fd3900a5700 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fd398009900 tx=0x7fd398000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:49.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.077+0000 7fd3a4ff9640 1 -- 172.21.15.71:0/2143009637 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd39c09c0a0 con 0x7fd3a8101420 2024-09-15T23:44:49.234 INFO:journalctl@ceph.mds.h.smithi163.stdout:Sep 15 23:44:48 smithi163 podman[62989]: 2024-09-15 23:44:48.933805631 +0000 UTC m=+0.375899808 container start 8824211538b56bee12810231f2689505717e58dc91e3720e4dd5153be2e5829a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-h, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-15T23:44:49.234 INFO:journalctl@ceph.mds.h.smithi163.stdout:Sep 15 23:44:48 smithi163 ceph-mds[63008]: -- 172.21.15.163:0/474167990 <== mon.2 v2:172.21.15.163:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5589d34f1860 con 0x5589d34ce800 2024-09-15T23:44:49.234 INFO:journalctl@ceph.mds.h.smithi163.stdout:Sep 15 23:44:48 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-h[63004]: starting mds.h at 2024-09-15T23:44:49.234 INFO:journalctl@ceph.mds.h.smithi163.stdout:Sep 15 23:44:49 smithi163 bash[62989]: 8824211538b56bee12810231f2689505717e58dc91e3720e4dd5153be2e5829a 2024-09-15T23:44:49.234 INFO:journalctl@ceph.mds.h.smithi163.stdout:Sep 15 23:44:49 smithi163 systemd[1]: Started Ceph mds.h for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-15T23:44:49.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.278+0000 7fd3adf7d640 1 -- 172.21.15.71:0/2143009637 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd3a802d7c0 con 0x7fd3a8101420 2024-09-15T23:44:49.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.278+0000 7fd3a4ff9640 1 -- 172.21.15.71:0/2143009637 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7228 (secure 0 0 0) 0x7fd39c09b9a0 con 0x7fd3a8101420 2024-09-15T23:44:49.281 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:44:49.281 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":9,"btime":"2024-09-15T23:44:49:012347+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3135308378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3135308378},{"type":"v1","addr":"172.21.15.71:6835","nonce":3135308378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/1165058934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":1165058934},{"type":"v1","addr":"172.21.15.71:6837","nonce":1165058934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6833/2705260026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":2705260026},{"type":"v1","addr":"172.21.15.163:6833","nonce":2705260026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24389,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6835/4090770524","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":4090770524},{"type":"v1","addr":"172.21.15.163:6835","nonce":4090770524}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24404,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6837/2845178237","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":2845178237},{"type":"v1","addr":"172.21.15.163:6837","nonce":2845178237}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6833/4051392496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":4051392496},{"type":"v1","addr":"172.21.15.190:6833","nonce":4051392496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6835/2490951221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":2490951221},{"type":"v1","addr":"172.21.15.190:6835","nonce":2490951221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24469,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6837/1400276256","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":1400276256},{"type":"v1","addr":"172.21.15.190:6837","nonce":1400276256}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-09-15T23:44:49.282 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 9 2024-09-15T23:44:49.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.281+0000 7fd3adf7d640 1 -- 172.21.15.71:0/2143009637 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd3900a3240 msgr2=0x7fd3900a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:49.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.281+0000 7fd3adf7d640 1 --2- 172.21.15.71:0/2143009637 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd3900a3240 0x7fd3900a5700 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fd398009900 tx=0x7fd398000bc0 comp rx=0 tx=0).stop 2024-09-15T23:44:49.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.281+0000 7fd3adf7d640 1 -- 172.21.15.71:0/2143009637 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd3a8101420 msgr2=0x7fd3a81997a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:49.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.281+0000 7fd3adf7d640 1 --2- 172.21.15.71:0/2143009637 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd3a8101420 0x7fd3a81997a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fd39c00d770 tx=0x7fd39c00dc30 comp rx=0 tx=0).stop 2024-09-15T23:44:49.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.281+0000 7fd3adf7d640 1 -- 172.21.15.71:0/2143009637 shutdown_connections 2024-09-15T23:44:49.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.281+0000 7fd3adf7d640 1 --2- 172.21.15.71:0/2143009637 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd3900a3240 0x7fd3900a5700 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:49.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.281+0000 7fd3adf7d640 1 --2- 172.21.15.71:0/2143009637 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd3a8106a80 0x7fd3a81a42e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:49.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.281+0000 7fd3adf7d640 1 --2- 172.21.15.71:0/2143009637 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd3a8101420 0x7fd3a81997a0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:49.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.281+0000 7fd3adf7d640 1 --2- 172.21.15.71:0/2143009637 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd3a8100a80 0x7fd3a8199260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:49.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.281+0000 7fd3adf7d640 1 -- 172.21.15.71:0/2143009637 >> 172.21.15.71:0/2143009637 conn(0x7fd3a80fc7a0 msgr2=0x7fd3a80fd120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:49.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.281+0000 7fd3adf7d640 1 -- 172.21.15.71:0/2143009637 shutdown_connections 2024-09-15T23:44:49.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:49.281+0000 7fd3adf7d640 1 -- 172.21.15.71:0/2143009637 wait complete. 2024-09-15T23:44:50.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:50 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.163:6836/2845178237,v1:172.21.15.163:6837/2845178237] up:boot 2024-09-15T23:44:50.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:50 smithi190 ceph-mon[34840]: fsmap 8 up:standby 2024-09-15T23:44:50.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-15T23:44:50.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:50 smithi190 ceph-mon[34840]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:50.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:50.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:50.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:50.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:50.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:50.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:50 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:50.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:50 smithi190 ceph-mon[34840]: Deploying daemon mds.i on smithi190 2024-09-15T23:44:50.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:50 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/2143009637' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:50.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:50 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.163:6836/2845178237,v1:172.21.15.163:6837/2845178237] up:boot 2024-09-15T23:44:50.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:50 smithi071 ceph-mon[30957]: fsmap 8 up:standby 2024-09-15T23:44:50.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:50 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-15T23:44:50.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:50 smithi071 ceph-mon[30957]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:50.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:50 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:50.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:50 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:50.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:50 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:50.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:50 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:50.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:50 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:50.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:50 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:50.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:50 smithi071 ceph-mon[30957]: Deploying daemon mds.i on smithi190 2024-09-15T23:44:50.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:50 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2143009637' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:50.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:50 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.163:6836/2845178237,v1:172.21.15.163:6837/2845178237] up:boot 2024-09-15T23:44:50.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:50 smithi163 ceph-mon[34107]: fsmap 8 up:standby 2024-09-15T23:44:50.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:50 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-15T23:44:50.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:50 smithi163 ceph-mon[34107]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:50.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:50 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:50.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:50 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:50.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:50 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:50.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:50 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:50.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:50 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:50.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:50 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:50.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:50 smithi163 ceph-mon[34107]: Deploying daemon mds.i on smithi190 2024-09-15T23:44:50.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:50 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/2143009637' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:51.236 INFO:journalctl@ceph.mds.i.smithi190.stdout:Sep 15 23:44:51 smithi190 systemd[1]: Starting Ceph mds.i for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-15T23:44:51.522 INFO:journalctl@ceph.mds.i.smithi190.stdout:Sep 15 23:44:51 smithi190 podman[65188]: 2024-09-15 23:44:51.138318408 +0000 UTC m=+0.015727576 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-15T23:44:51.523 INFO:journalctl@ceph.mds.i.smithi190.stdout:Sep 15 23:44:51 smithi190 podman[65188]: 2024-09-15 23:44:51.261420113 +0000 UTC m=+0.138829280 container create a8c9d894305c66ba6dfbfc33b4d5dc00709af030fbf1146e161a67b80a06bcf7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-i, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-8921c8e) 2024-09-15T23:44:51.523 INFO:journalctl@ceph.mds.i.smithi190.stdout:Sep 15 23:44:51 smithi190 podman[65188]: 2024-09-15 23:44:51.522288792 +0000 UTC m=+0.399697955 container init a8c9d894305c66ba6dfbfc33b4d5dc00709af030fbf1146e161a67b80a06bcf7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-i, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-15T23:44:51.813 INFO:journalctl@ceph.mds.i.smithi190.stdout:Sep 15 23:44:51 smithi190 podman[65188]: 2024-09-15 23:44:51.525237234 +0000 UTC m=+0.402646404 container start a8c9d894305c66ba6dfbfc33b4d5dc00709af030fbf1146e161a67b80a06bcf7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-i, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-8921c8e) 2024-09-15T23:44:51.813 INFO:journalctl@ceph.mds.i.smithi190.stdout:Sep 15 23:44:51 smithi190 ceph-mds[65208]: -- 172.21.15.190:0/4258346297 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557023271860 con 0x55702324f000 2024-09-15T23:44:51.813 INFO:journalctl@ceph.mds.i.smithi190.stdout:Sep 15 23:44:51 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-i[65204]: starting mds.i at 2024-09-15T23:44:51.814 INFO:journalctl@ceph.mds.i.smithi190.stdout:Sep 15 23:44:51 smithi190 bash[65188]: a8c9d894305c66ba6dfbfc33b4d5dc00709af030fbf1146e161a67b80a06bcf7 2024-09-15T23:44:51.814 INFO:journalctl@ceph.mds.i.smithi190.stdout:Sep 15 23:44:51 smithi190 systemd[1]: Started Ceph mds.i for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-15T23:44:51.927 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-15T23:44:52.259 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:52 smithi071 ceph-mon[30957]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:52.259 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:52 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:52.259 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:52 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:52.259 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:52 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:52.259 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:52 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:52.259 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:52 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:52.259 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:52 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:52.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:52 smithi163 ceph-mon[34107]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:52.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:52 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:52.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:52 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:52.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:52 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:52.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:52 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:52.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:52 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:52.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:52 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:52 smithi190 ceph-mon[34840]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:52 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:52 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:52 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:52 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:52.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:52 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:52.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:52 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:52.689 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:44:53.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.164+0000 7fcaf994e640 1 -- 172.21.15.71:0/2708100743 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcaf4100a80 msgr2=0x7fcaf4100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:53.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.164+0000 7fcaf994e640 1 --2- 172.21.15.71:0/2708100743 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcaf4100a80 0x7fcaf4100ee0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fcadc009930 tx=0x7fcadc02a420 comp rx=0 tx=0).stop 2024-09-15T23:44:53.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.164+0000 7fcaf994e640 1 -- 172.21.15.71:0/2708100743 shutdown_connections 2024-09-15T23:44:53.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.164+0000 7fcaf994e640 1 --2- 172.21.15.71:0/2708100743 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcaf4101420 0x7fcaf410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:53.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.164+0000 7fcaf994e640 1 --2- 172.21.15.71:0/2708100743 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcaf4100a80 0x7fcaf4100ee0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:53.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.164+0000 7fcaf994e640 1 --2- 172.21.15.71:0/2708100743 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcaf4106a80 0x7fcaf4106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:53.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.164+0000 7fcaf994e640 1 -- 172.21.15.71:0/2708100743 >> 172.21.15.71:0/2708100743 conn(0x7fcaf40fc7a0 msgr2=0x7fcaf40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:53.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.164+0000 7fcaf994e640 1 -- 172.21.15.71:0/2708100743 shutdown_connections 2024-09-15T23:44:53.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.164+0000 7fcaf994e640 1 -- 172.21.15.71:0/2708100743 wait complete. 2024-09-15T23:44:53.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.165+0000 7fcaf994e640 1 Processor -- start 2024-09-15T23:44:53.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.165+0000 7fcaf994e640 1 -- start start 2024-09-15T23:44:53.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.165+0000 7fcaf994e640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcaf4100a80 0x7fcaf4198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:53.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.165+0000 7fcaf994e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcaf4101420 0x7fcaf4198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:53.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.165+0000 7fcaf994e640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcaf4106a80 0x7fcaf419cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:53.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.165+0000 7fcaf994e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf4110d30 con 0x7fcaf4101420 2024-09-15T23:44:53.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.165+0000 7fcaf994e640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf4110bb0 con 0x7fcaf4106a80 2024-09-15T23:44:53.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.165+0000 7fcaf994e640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf4110eb0 con 0x7fcaf4100a80 2024-09-15T23:44:53.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.165+0000 7fcaebfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcaf4101420 0x7fcaf4198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:53.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.165+0000 7fcaebfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcaf4101420 0x7fcaf4198890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54412/0 (socket says 172.21.15.71:54412) 2024-09-15T23:44:53.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.165+0000 7fcaebfff640 1 -- 172.21.15.71:0/251350169 learned_addr learned my addr 172.21.15.71:0/251350169 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:44:53.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.165+0000 7fcaf2ffd640 1 --2- 172.21.15.71:0/251350169 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcaf4100a80 0x7fcaf4198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:53.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.165+0000 7fcaf37fe640 1 --2- 172.21.15.71:0/251350169 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcaf4106a80 0x7fcaf419cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:53.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.165+0000 7fcaebfff640 1 -- 172.21.15.71:0/251350169 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcaf4100a80 msgr2=0x7fcaf4198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:53.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.165+0000 7fcaebfff640 1 --2- 172.21.15.71:0/251350169 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcaf4100a80 0x7fcaf4198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:53.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.165+0000 7fcaebfff640 1 -- 172.21.15.71:0/251350169 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcaf4106a80 msgr2=0x7fcaf419cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:53.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.165+0000 7fcaebfff640 1 --2- 172.21.15.71:0/251350169 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcaf4106a80 0x7fcaf419cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:53.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.165+0000 7fcaebfff640 1 -- 172.21.15.71:0/251350169 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcaf419d300 con 0x7fcaf4101420 2024-09-15T23:44:53.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.165+0000 7fcaf37fe640 1 --2- 172.21.15.71:0/251350169 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcaf4106a80 0x7fcaf419cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:44:53.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.165+0000 7fcaebfff640 1 --2- 172.21.15.71:0/251350169 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcaf4101420 0x7fcaf4198890 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fcadc005940 tx=0x7fcadc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:53.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.166+0000 7fcaf894c640 1 -- 172.21.15.71:0/251350169 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcadc03f030 con 0x7fcaf4101420 2024-09-15T23:44:53.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.166+0000 7fcaf894c640 1 -- 172.21.15.71:0/251350169 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcadc003cb0 con 0x7fcaf4101420 2024-09-15T23:44:53.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.166+0000 7fcaf994e640 1 -- 172.21.15.71:0/251350169 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcaf419d590 con 0x7fcaf4101420 2024-09-15T23:44:53.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.166+0000 7fcaf894c640 1 -- 172.21.15.71:0/251350169 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcadc035070 con 0x7fcaf4101420 2024-09-15T23:44:53.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.166+0000 7fcaf994e640 1 -- 172.21.15.71:0/251350169 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcaf41a4ed0 con 0x7fcaf4101420 2024-09-15T23:44:53.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.167+0000 7fcaf994e640 1 -- 172.21.15.71:0/251350169 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcaf41021c0 con 0x7fcaf4101420 2024-09-15T23:44:53.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.168+0000 7fcaf894c640 1 -- 172.21.15.71:0/251350169 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fcadc042030 con 0x7fcaf4101420 2024-09-15T23:44:53.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.168+0000 7fcaf894c640 1 --2- 172.21.15.71:0/251350169 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fcae00a3240 0x7fcae00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:53.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.169+0000 7fcaf2ffd640 1 --2- 172.21.15.71:0/251350169 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fcae00a3240 0x7fcae00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:53.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.169+0000 7fcaf894c640 1 -- 172.21.15.71:0/251350169 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 7127+0+0 (secure 0 0 0) 0x7fcadc0ef9a0 con 0x7fcaf4101420 2024-09-15T23:44:53.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.169+0000 7fcaf2ffd640 1 --2- 172.21.15.71:0/251350169 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fcae00a3240 0x7fcae00a5700 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fcae40058c0 tx=0x7fcae400a250 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:53.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.172+0000 7fcaf894c640 1 -- 172.21.15.71:0/251350169 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcadc0bcb60 con 0x7fcaf4101420 2024-09-15T23:44:53.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.380+0000 7fcaf994e640 1 -- 172.21.15.71:0/251350169 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcaf41a50d0 con 0x7fcaf4101420 2024-09-15T23:44:53.382 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:53 smithi071 ceph-mon[30957]: Deploying daemon mds.g on smithi071 2024-09-15T23:44:53.382 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:53 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] up:boot 2024-09-15T23:44:53.382 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:53 smithi071 ceph-mon[30957]: fsmap 9 up:standby 2024-09-15T23:44:53.382 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:53 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-15T23:44:53.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.381+0000 7fcaf894c640 1 -- 172.21.15.71:0/251350169 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8058 (secure 0 0 0) 0x7fcadc0bc460 con 0x7fcaf4101420 2024-09-15T23:44:53.383 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:44:53.383 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":10,"btime":"2024-09-15T23:44:52:098198+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3135308378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3135308378},{"type":"v1","addr":"172.21.15.71:6835","nonce":3135308378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/1165058934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":1165058934},{"type":"v1","addr":"172.21.15.71:6837","nonce":1165058934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6833/2705260026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":2705260026},{"type":"v1","addr":"172.21.15.163:6833","nonce":2705260026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24389,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6835/4090770524","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":4090770524},{"type":"v1","addr":"172.21.15.163:6835","nonce":4090770524}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24404,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6837/2845178237","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":2845178237},{"type":"v1","addr":"172.21.15.163:6837","nonce":2845178237}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6833/4051392496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":4051392496},{"type":"v1","addr":"172.21.15.190:6833","nonce":4051392496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6835/2490951221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":2490951221},{"type":"v1","addr":"172.21.15.190:6835","nonce":2490951221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24469,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6837/1400276256","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":1400276256},{"type":"v1","addr":"172.21.15.190:6837","nonce":1400276256}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24484,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6839/1541612118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":1541612118},{"type":"v1","addr":"172.21.15.190:6839","nonce":1541612118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-09-15T23:44:53.383 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 10 2024-09-15T23:44:53.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.383+0000 7fcaf994e640 1 -- 172.21.15.71:0/251350169 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fcae00a3240 msgr2=0x7fcae00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:53.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.383+0000 7fcaf994e640 1 --2- 172.21.15.71:0/251350169 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fcae00a3240 0x7fcae00a5700 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fcae40058c0 tx=0x7fcae400a250 comp rx=0 tx=0).stop 2024-09-15T23:44:53.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.383+0000 7fcaf994e640 1 -- 172.21.15.71:0/251350169 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcaf4101420 msgr2=0x7fcaf4198890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:53.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.383+0000 7fcaf994e640 1 --2- 172.21.15.71:0/251350169 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcaf4101420 0x7fcaf4198890 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fcadc005940 tx=0x7fcadc0042f0 comp rx=0 tx=0).stop 2024-09-15T23:44:53.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.384+0000 7fcaf994e640 1 -- 172.21.15.71:0/251350169 shutdown_connections 2024-09-15T23:44:53.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.384+0000 7fcaf994e640 1 --2- 172.21.15.71:0/251350169 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fcae00a3240 0x7fcae00a5700 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:53.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.384+0000 7fcaf994e640 1 --2- 172.21.15.71:0/251350169 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcaf4106a80 0x7fcaf419cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:53.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.384+0000 7fcaf994e640 1 --2- 172.21.15.71:0/251350169 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcaf4101420 0x7fcaf4198890 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:53.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.384+0000 7fcaf994e640 1 --2- 172.21.15.71:0/251350169 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcaf4100a80 0x7fcaf4198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:53.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.384+0000 7fcaf994e640 1 -- 172.21.15.71:0/251350169 >> 172.21.15.71:0/251350169 conn(0x7fcaf40fc7a0 msgr2=0x7fcaf41048f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:53.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.384+0000 7fcaf994e640 1 -- 172.21.15.71:0/251350169 shutdown_connections 2024-09-15T23:44:53.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:53.384+0000 7fcaf994e640 1 -- 172.21.15.71:0/251350169 wait complete. 2024-09-15T23:44:53.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:53 smithi163 ceph-mon[34107]: Deploying daemon mds.g on smithi071 2024-09-15T23:44:53.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:53 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] up:boot 2024-09-15T23:44:53.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:53 smithi163 ceph-mon[34107]: fsmap 9 up:standby 2024-09-15T23:44:53.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:53 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-15T23:44:53.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:53 smithi190 ceph-mon[34840]: Deploying daemon mds.g on smithi071 2024-09-15T23:44:53.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:53 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] up:boot 2024-09-15T23:44:53.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:53 smithi190 ceph-mon[34840]: fsmap 9 up:standby 2024-09-15T23:44:53.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:53 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-15T23:44:54.378 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 15 23:44:54 smithi071 systemd[1]: Starting Ceph mds.g for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-15T23:44:54.378 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:54 smithi071 ceph-mon[30957]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:54.378 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:54 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/251350169' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:54.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:54 smithi163 ceph-mon[34107]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:54.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:54 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/251350169' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:54 smithi190 ceph-mon[34840]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:54 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/251350169' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:54.676 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 15 23:44:54 smithi071 podman[71616]: 2024-09-15 23:44:54.481176939 +0000 UTC m=+0.015943253 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-15T23:44:54.676 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 15 23:44:54 smithi071 podman[71616]: 2024-09-15 23:44:54.619875473 +0000 UTC m=+0.154641827 container create 6c70232d9dfdbc486be9bd8dcca1ff821b8aa7162284c705e6cf5ed09e3a5ed5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-g, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-15T23:44:55.177 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 15 23:44:54 smithi071 podman[71616]: 2024-09-15 23:44:54.889422418 +0000 UTC m=+0.424188726 container init 6c70232d9dfdbc486be9bd8dcca1ff821b8aa7162284c705e6cf5ed09e3a5ed5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-g, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-15T23:44:55.178 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 15 23:44:54 smithi071 podman[71616]: 2024-09-15 23:44:54.892338211 +0000 UTC m=+0.427104525 container start 6c70232d9dfdbc486be9bd8dcca1ff821b8aa7162284c705e6cf5ed09e3a5ed5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-g, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-15T23:44:55.178 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 15 23:44:54 smithi071 ceph-mds[71636]: -- 172.21.15.71:0/4149403316 <== mon.0 v2:172.21.15.71:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558a5daa5860 con 0x558a5da83400 2024-09-15T23:44:55.178 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 15 23:44:54 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-g[71632]: starting mds.g at 2024-09-15T23:44:55.178 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 15 23:44:54 smithi071 bash[71616]: 6c70232d9dfdbc486be9bd8dcca1ff821b8aa7162284c705e6cf5ed09e3a5ed5 2024-09-15T23:44:55.178 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 15 23:44:54 smithi071 systemd[1]: Started Ceph mds.g for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-15T23:44:56.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:56 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:56.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:56 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:56.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:56 smithi071 ceph-mon[30957]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:56.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:56 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:56.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:56 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:56.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:56 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:56.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:56 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:56.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:56 smithi071 ceph-mon[30957]: Deploying daemon mds.a on smithi071 2024-09-15T23:44:56.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:56 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.71:6838/507886981,v1:172.21.15.71:6839/507886981] up:boot 2024-09-15T23:44:56.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:56 smithi071 ceph-mon[30957]: fsmap 10 up:standby 2024-09-15T23:44:56.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:56 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-15T23:44:56.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:56 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:56.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:56 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:56 smithi190 ceph-mon[34840]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:56 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:56 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:56 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:56 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:56 smithi190 ceph-mon[34840]: Deploying daemon mds.a on smithi071 2024-09-15T23:44:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:56 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.71:6838/507886981,v1:172.21.15.71:6839/507886981] up:boot 2024-09-15T23:44:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:56 smithi190 ceph-mon[34840]: fsmap 10 up:standby 2024-09-15T23:44:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:56 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-15T23:44:56.406 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-15T23:44:56.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:56 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:56.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:56 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:56.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:56 smithi163 ceph-mon[34107]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:56.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:56 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:56.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:56 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:56.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:56 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:56.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:56 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:56.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:56 smithi163 ceph-mon[34107]: Deploying daemon mds.a on smithi071 2024-09-15T23:44:56.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:56 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.71:6838/507886981,v1:172.21.15.71:6839/507886981] up:boot 2024-09-15T23:44:56.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:56 smithi163 ceph-mon[34107]: fsmap 10 up:standby 2024-09-15T23:44:56.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:56 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-15T23:44:56.680 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:44:57.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.184+0000 7f2ccb136640 1 -- 172.21.15.71:0/2065445822 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2cc4101de0 msgr2=0x7f2cc41021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:57.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.184+0000 7f2ccb136640 1 --2- 172.21.15.71:0/2065445822 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2cc4101de0 0x7f2cc41021c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f2cb8009900 tx=0x7f2cb802a410 comp rx=0 tx=0).stop 2024-09-15T23:44:57.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.184+0000 7f2ccb136640 1 -- 172.21.15.71:0/2065445822 shutdown_connections 2024-09-15T23:44:57.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.184+0000 7f2ccb136640 1 --2- 172.21.15.71:0/2065445822 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2cc4106f10 0x7f2cc410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:57.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.184+0000 7f2ccb136640 1 --2- 172.21.15.71:0/2065445822 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2cc4102790 0x7f2cc41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:57.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.184+0000 7f2ccb136640 1 --2- 172.21.15.71:0/2065445822 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2cc4101de0 0x7f2cc41021c0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:57.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.184+0000 7f2ccb136640 1 -- 172.21.15.71:0/2065445822 >> 172.21.15.71:0/2065445822 conn(0x7f2cc40fd8c0 msgr2=0x7f2cc40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:57.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.184+0000 7f2ccb136640 1 -- 172.21.15.71:0/2065445822 shutdown_connections 2024-09-15T23:44:57.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.184+0000 7f2ccb136640 1 -- 172.21.15.71:0/2065445822 wait complete. 2024-09-15T23:44:57.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.185+0000 7f2ccb136640 1 Processor -- start 2024-09-15T23:44:57.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.185+0000 7f2ccb136640 1 -- start start 2024-09-15T23:44:57.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.185+0000 7f2ccb136640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2cc4101de0 0x7f2cc40744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:57.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.185+0000 7f2ccb136640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2cc4102790 0x7f2cc4074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:57.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.185+0000 7f2ccb136640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2cc4106f10 0x7f2cc4074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:57.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.185+0000 7f2ccb136640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc4111e20 con 0x7f2cc4106f10 2024-09-15T23:44:57.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.185+0000 7f2ccb136640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc4111ca0 con 0x7f2cc4101de0 2024-09-15T23:44:57.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.185+0000 7f2ccb136640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc4111fa0 con 0x7f2cc4102790 2024-09-15T23:44:57.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.185+0000 7f2cc96d3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2cc4106f10 0x7f2cc4074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:57.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.185+0000 7f2cc96d3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2cc4106f10 0x7f2cc4074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54460/0 (socket says 172.21.15.71:54460) 2024-09-15T23:44:57.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.185+0000 7f2cc96d3640 1 -- 172.21.15.71:0/1172338245 learned_addr learned my addr 172.21.15.71:0/1172338245 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:44:57.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.186+0000 7f2cc3fff640 1 --2- 172.21.15.71:0/1172338245 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2cc4102790 0x7f2cc4074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:57.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.186+0000 7f2cc8ed2640 1 --2- 172.21.15.71:0/1172338245 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2cc4101de0 0x7f2cc40744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:57.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.186+0000 7f2cc96d3640 1 -- 172.21.15.71:0/1172338245 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2cc4102790 msgr2=0x7f2cc4074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:57.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.186+0000 7f2cc96d3640 1 --2- 172.21.15.71:0/1172338245 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2cc4102790 0x7f2cc4074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:57.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.186+0000 7f2cc96d3640 1 -- 172.21.15.71:0/1172338245 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2cc4101de0 msgr2=0x7f2cc40744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:57.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.186+0000 7f2cc96d3640 1 --2- 172.21.15.71:0/1172338245 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2cc4101de0 0x7f2cc40744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:57.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.186+0000 7f2cc96d3640 1 -- 172.21.15.71:0/1172338245 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cc41a6840 con 0x7f2cc4106f10 2024-09-15T23:44:57.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.186+0000 7f2cc8ed2640 1 --2- 172.21.15.71:0/1172338245 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2cc4101de0 0x7f2cc40744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:44:57.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.186+0000 7f2cc96d3640 1 --2- 172.21.15.71:0/1172338245 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2cc4106f10 0x7f2cc4074f70 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc00cce0 tx=0x7f2cbc00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:57.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.186+0000 7f2cc1ffb640 1 -- 172.21.15.71:0/1172338245 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc00f450 con 0x7f2cc4106f10 2024-09-15T23:44:57.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.186+0000 7f2ccb136640 1 -- 172.21.15.71:0/1172338245 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cc41a6b30 con 0x7f2cc4106f10 2024-09-15T23:44:57.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.186+0000 7f2cc1ffb640 1 -- 172.21.15.71:0/1172338245 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2cbc00faa0 con 0x7f2cc4106f10 2024-09-15T23:44:57.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.186+0000 7f2cc1ffb640 1 -- 172.21.15.71:0/1172338245 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc018b70 con 0x7f2cc4106f10 2024-09-15T23:44:57.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.186+0000 7f2ccb136640 1 -- 172.21.15.71:0/1172338245 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cc41a7070 con 0x7f2cc4106f10 2024-09-15T23:44:57.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.187+0000 7f2ccb136640 1 -- 172.21.15.71:0/1172338245 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cc41021c0 con 0x7f2cc4106f10 2024-09-15T23:44:57.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.188+0000 7f2cc1ffb640 1 -- 172.21.15.71:0/1172338245 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f2cbc018d10 con 0x7f2cc4106f10 2024-09-15T23:44:57.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.189+0000 7f2cc1ffb640 1 --2- 172.21.15.71:0/1172338245 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2cb40a32c0 0x7f2cb40a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:44:57.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.189+0000 7f2cc8ed2640 1 --2- 172.21.15.71:0/1172338245 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2cb40a32c0 0x7f2cb40a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:44:57.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.189+0000 7f2cc1ffb640 1 -- 172.21.15.71:0/1172338245 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 7127+0+0 (secure 0 0 0) 0x7f2cbc0cf900 con 0x7f2cc4106f10 2024-09-15T23:44:57.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.190+0000 7f2cc8ed2640 1 --2- 172.21.15.71:0/1172338245 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2cb40a32c0 0x7f2cb40a5780 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f2cb8000c00 tx=0x7f2cb8031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:44:57.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.193+0000 7f2cc1ffb640 1 -- 172.21.15.71:0/1172338245 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2cbc014030 con 0x7f2cc4106f10 2024-09-15T23:44:57.409 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.407+0000 7f2ccb136640 1 -- 172.21.15.71:0/1172338245 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2cc410a0f0 con 0x7f2cc4106f10 2024-09-15T23:44:57.410 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.408+0000 7f2cc1ffb640 1 -- 172.21.15.71:0/1172338245 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8881 (secure 0 0 0) 0x7f2cbc09ca20 con 0x7f2cc4106f10 2024-09-15T23:44:57.410 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:44:57.410 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":11,"btime":"2024-09-15T23:44:55:113936+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3135308378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3135308378},{"type":"v1","addr":"172.21.15.71:6835","nonce":3135308378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/1165058934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":1165058934},{"type":"v1","addr":"172.21.15.71:6837","nonce":1165058934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14610,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/507886981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":507886981},{"type":"v1","addr":"172.21.15.71:6839","nonce":507886981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6833/2705260026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":2705260026},{"type":"v1","addr":"172.21.15.163:6833","nonce":2705260026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24389,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6835/4090770524","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":4090770524},{"type":"v1","addr":"172.21.15.163:6835","nonce":4090770524}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24404,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6837/2845178237","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":2845178237},{"type":"v1","addr":"172.21.15.163:6837","nonce":2845178237}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6833/4051392496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":4051392496},{"type":"v1","addr":"172.21.15.190:6833","nonce":4051392496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6835/2490951221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":2490951221},{"type":"v1","addr":"172.21.15.190:6835","nonce":2490951221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24469,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6837/1400276256","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":1400276256},{"type":"v1","addr":"172.21.15.190:6837","nonce":1400276256}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24484,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6839/1541612118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":1541612118},{"type":"v1","addr":"172.21.15.190:6839","nonce":1541612118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-09-15T23:44:57.411 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 11 2024-09-15T23:44:57.411 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.410+0000 7f2ccb136640 1 -- 172.21.15.71:0/1172338245 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2cb40a32c0 msgr2=0x7f2cb40a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:57.411 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.410+0000 7f2ccb136640 1 --2- 172.21.15.71:0/1172338245 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2cb40a32c0 0x7f2cb40a5780 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f2cb8000c00 tx=0x7f2cb8031400 comp rx=0 tx=0).stop 2024-09-15T23:44:57.411 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.410+0000 7f2ccb136640 1 -- 172.21.15.71:0/1172338245 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2cc4106f10 msgr2=0x7f2cc4074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:44:57.412 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.410+0000 7f2ccb136640 1 --2- 172.21.15.71:0/1172338245 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2cc4106f10 0x7f2cc4074f70 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc00cce0 tx=0x7f2cbc00a620 comp rx=0 tx=0).stop 2024-09-15T23:44:57.412 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.410+0000 7f2ccb136640 1 -- 172.21.15.71:0/1172338245 shutdown_connections 2024-09-15T23:44:57.412 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.410+0000 7f2ccb136640 1 --2- 172.21.15.71:0/1172338245 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2cb40a32c0 0x7f2cb40a5780 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:57.412 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.410+0000 7f2ccb136640 1 --2- 172.21.15.71:0/1172338245 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2cc4106f10 0x7f2cc4074f70 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:57.412 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.410+0000 7f2ccb136640 1 --2- 172.21.15.71:0/1172338245 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2cc4102790 0x7f2cc4074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:57.412 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.410+0000 7f2ccb136640 1 --2- 172.21.15.71:0/1172338245 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2cc4101de0 0x7f2cc40744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:44:57.412 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.410+0000 7f2ccb136640 1 -- 172.21.15.71:0/1172338245 >> 172.21.15.71:0/1172338245 conn(0x7f2cc40fd8c0 msgr2=0x7f2cc40fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:44:57.412 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.410+0000 7f2ccb136640 1 -- 172.21.15.71:0/1172338245 shutdown_connections 2024-09-15T23:44:57.413 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:44:57.410+0000 7f2ccb136640 1 -- 172.21.15.71:0/1172338245 wait complete. 2024-09-15T23:44:58.137 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:58 smithi071 ceph-mon[30957]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:58.137 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:58 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1172338245' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:58.405 INFO:journalctl@ceph.mds.a.smithi071.stdout:Sep 15 23:44:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-a[72041]: starting mds.a at 2024-09-15T23:44:58.405 INFO:journalctl@ceph.mds.a.smithi071.stdout:Sep 15 23:44:58 smithi071 bash[72013]: cea92576a81f893faac757351816f4afcae252e1213c5d6526877c1edb7bf2c9 2024-09-15T23:44:58.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:58 smithi163 ceph-mon[34107]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:58.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:58 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1172338245' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:58 smithi190 ceph-mon[34840]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:58 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1172338245' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:44:58.676 INFO:journalctl@ceph.mds.a.smithi071.stdout:Sep 15 23:44:58 smithi071 systemd[1]: Started Ceph mds.a for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-15T23:44:59.715 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:59 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:59.716 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:59 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:59.716 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:59 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:59.716 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:59 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:59.716 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:59 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:59.716 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:59 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:59.716 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:59 smithi071 ceph-mon[30957]: Deploying daemon mds.b on smithi163 2024-09-15T23:44:59.717 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:59 smithi071 ceph-mon[30957]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:59.717 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:59 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.71:6840/746508636,v1:172.21.15.71:6841/746508636] up:boot 2024-09-15T23:44:59.717 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:59 smithi071 ceph-mon[30957]: fsmap 11 up:standby 2024-09-15T23:44:59.717 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:44:59 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-15T23:44:59.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:59.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:59.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:59.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:59.735 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:59.735 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:59.735 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:59 smithi163 ceph-mon[34107]: Deploying daemon mds.b on smithi163 2024-09-15T23:44:59.735 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:59 smithi163 ceph-mon[34107]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:59.735 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:59 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.71:6840/746508636,v1:172.21.15.71:6841/746508636] up:boot 2024-09-15T23:44:59.735 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:59 smithi163 ceph-mon[34107]: fsmap 11 up:standby 2024-09-15T23:44:59.736 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:44:59 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-15T23:44:59.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:59 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:59.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:59 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:59.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:59 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:44:59.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:59 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-15T23:44:59.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:59 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-15T23:44:59.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:59 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:44:59.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:59 smithi190 ceph-mon[34840]: Deploying daemon mds.b on smithi163 2024-09-15T23:44:59.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:59 smithi190 ceph-mon[34840]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:44:59.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:59 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.71:6840/746508636,v1:172.21.15.71:6841/746508636] up:boot 2024-09-15T23:44:59.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:59 smithi190 ceph-mon[34840]: fsmap 11 up:standby 2024-09-15T23:44:59.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:44:59 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-15T23:45:00.165 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-15T23:45:00.419 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:00.484 INFO:journalctl@ceph.mds.b.smithi163.stdout:Sep 15 23:45:00 smithi163 systemd[1]: Starting Ceph mds.b for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-15T23:45:00.886 INFO:journalctl@ceph.mds.b.smithi163.stdout:Sep 15 23:45:00 smithi163 podman[63292]: 2024-09-15 23:45:00.532263998 +0000 UTC m=+0.016046183 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-15T23:45:00.886 INFO:journalctl@ceph.mds.b.smithi163.stdout:Sep 15 23:45:00 smithi163 podman[63292]: 2024-09-15 23:45:00.632933039 +0000 UTC m=+0.116715219 container create f33ab17cc34e1c8c06c2b3e682efc91678ce3f05c4e7991b31960dcf630071e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-b, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-8921c8e, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-15T23:45:00.887 INFO:journalctl@ceph.mds.b.smithi163.stdout:Sep 15 23:45:00 smithi163 podman[63292]: 2024-09-15 23:45:00.886113945 +0000 UTC m=+0.369896133 container init f33ab17cc34e1c8c06c2b3e682efc91678ce3f05c4e7991b31960dcf630071e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-b, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-15T23:45:00.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.929+0000 7f519a805640 1 -- 172.21.15.71:0/253797158 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5194101bc0 msgr2=0x7f519410d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:00.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.929+0000 7f519a805640 1 --2- 172.21.15.71:0/253797158 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5194101bc0 0x7f519410d910 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f518c009ca0 tx=0x7f518c02a8c0 comp rx=0 tx=0).stop 2024-09-15T23:45:00.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.929+0000 7f519a805640 1 -- 172.21.15.71:0/253797158 shutdown_connections 2024-09-15T23:45:00.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.930+0000 7f519a805640 1 --2- 172.21.15.71:0/253797158 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5194101bc0 0x7f519410d910 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:00.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.930+0000 7f519a805640 1 --2- 172.21.15.71:0/253797158 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5194101240 0x7f5194101680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:00.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.930+0000 7f519a805640 1 --2- 172.21.15.71:0/253797158 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5194105a90 0x7f5194105e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:00.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.930+0000 7f519a805640 1 -- 172.21.15.71:0/253797158 >> 172.21.15.71:0/253797158 conn(0x7f5194077210 msgr2=0x7f51940fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:00.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.930+0000 7f519a805640 1 -- 172.21.15.71:0/253797158 shutdown_connections 2024-09-15T23:45:00.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.930+0000 7f519a805640 1 -- 172.21.15.71:0/253797158 wait complete. 2024-09-15T23:45:00.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.930+0000 7f519a805640 1 Processor -- start 2024-09-15T23:45:00.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.930+0000 7f519a805640 1 -- start start 2024-09-15T23:45:00.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.930+0000 7f519a805640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5194101240 0x7f51940fc690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:00.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.930+0000 7f519a805640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5194101bc0 0x7f51940fcbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:00.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.930+0000 7f519a805640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5194105a90 0x7f51940fd110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:00.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.930+0000 7f519a805640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f5194110e20 con 0x7f5194101bc0 2024-09-15T23:45:00.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.930+0000 7f519a805640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f5194110ca0 con 0x7f5194105a90 2024-09-15T23:45:00.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.930+0000 7f519a805640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f5194110fa0 con 0x7f5194101240 2024-09-15T23:45:00.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.930+0000 7f518bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5194101bc0 0x7f51940fcbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:00.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.930+0000 7f518bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5194101bc0 0x7f51940fcbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51052/0 (socket says 172.21.15.71:51052) 2024-09-15T23:45:00.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.930+0000 7f518bfff640 1 -- 172.21.15.71:0/1641320142 learned_addr learned my addr 172.21.15.71:0/1641320142 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:00.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.931+0000 7f5193fff640 1 --2- 172.21.15.71:0/1641320142 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5194101240 0x7f51940fc690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:00.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.931+0000 7f5198da2640 1 --2- 172.21.15.71:0/1641320142 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5194105a90 0x7f51940fd110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:00.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.931+0000 7f518bfff640 1 -- 172.21.15.71:0/1641320142 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5194101240 msgr2=0x7f51940fc690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:00.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.931+0000 7f518bfff640 1 --2- 172.21.15.71:0/1641320142 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5194101240 0x7f51940fc690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:00.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.931+0000 7f518bfff640 1 -- 172.21.15.71:0/1641320142 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5194105a90 msgr2=0x7f51940fd110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:00.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.931+0000 7f518bfff640 1 --2- 172.21.15.71:0/1641320142 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5194105a90 0x7f51940fd110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:00.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.931+0000 7f518bfff640 1 -- 172.21.15.71:0/1641320142 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51941a6820 con 0x7f5194101bc0 2024-09-15T23:45:00.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.931+0000 7f5198da2640 1 --2- 172.21.15.71:0/1641320142 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5194105a90 0x7f51940fd110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:45:00.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.931+0000 7f518bfff640 1 --2- 172.21.15.71:0/1641320142 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5194101bc0 0x7f51940fcbd0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f517c00d770 tx=0x7f517c00db70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:00.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.931+0000 7f5191ffb640 1 -- 172.21.15.71:0/1641320142 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f517c017070 con 0x7f5194101bc0 2024-09-15T23:45:00.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.931+0000 7f5191ffb640 1 -- 172.21.15.71:0/1641320142 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f517c009820 con 0x7f5194101bc0 2024-09-15T23:45:00.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.931+0000 7f5191ffb640 1 -- 172.21.15.71:0/1641320142 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f517c004ba0 con 0x7f5194101bc0 2024-09-15T23:45:00.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.931+0000 7f519a805640 1 -- 172.21.15.71:0/1641320142 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51941a6b10 con 0x7f5194101bc0 2024-09-15T23:45:00.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.931+0000 7f519a805640 1 -- 172.21.15.71:0/1641320142 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51941a7050 con 0x7f5194101bc0 2024-09-15T23:45:00.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.932+0000 7f519a805640 1 -- 172.21.15.71:0/1641320142 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5194101680 con 0x7f5194101bc0 2024-09-15T23:45:00.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.933+0000 7f5191ffb640 1 -- 172.21.15.71:0/1641320142 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f517c0099d0 con 0x7f5194101bc0 2024-09-15T23:45:00.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.934+0000 7f5191ffb640 1 --2- 172.21.15.71:0/1641320142 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f51800a32c0 0x7f51800a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:00.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.934+0000 7f5193fff640 1 --2- 172.21.15.71:0/1641320142 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f51800a32c0 0x7f51800a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:00.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.934+0000 7f5191ffb640 1 -- 172.21.15.71:0/1641320142 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 7127+0+0 (secure 0 0 0) 0x7f517c0cee60 con 0x7f5194101bc0 2024-09-15T23:45:00.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.934+0000 7f5193fff640 1 --2- 172.21.15.71:0/1641320142 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f51800a32c0 0x7f51800a5780 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f518400ab60 tx=0x7f518400a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:00.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:00.938+0000 7f5191ffb640 1 -- 172.21.15.71:0/1641320142 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f517c09c020 con 0x7f5194101bc0 2024-09-15T23:45:01.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:01.147+0000 7f519a805640 1 -- 172.21.15.71:0/1641320142 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f51941a7220 con 0x7f5194101bc0 2024-09-15T23:45:01.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:01.147+0000 7f5191ffb640 1 -- 172.21.15.71:0/1641320142 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10533 (secure 0 0 0) 0x7f517c09b920 con 0x7f5194101bc0 2024-09-15T23:45:01.149 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:45:01.149 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":13,"btime":"2024-09-15T23:45:00:967589+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3135308378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3135308378},{"type":"v1","addr":"172.21.15.71:6835","nonce":3135308378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/1165058934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":1165058934},{"type":"v1","addr":"172.21.15.71:6837","nonce":1165058934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14610,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/507886981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":507886981},{"type":"v1","addr":"172.21.15.71:6839","nonce":507886981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14622,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/746508636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":746508636},{"type":"v1","addr":"172.21.15.71:6841","nonce":746508636}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6833/2705260026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":2705260026},{"type":"v1","addr":"172.21.15.163:6833","nonce":2705260026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24389,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6835/4090770524","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":4090770524},{"type":"v1","addr":"172.21.15.163:6835","nonce":4090770524}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24404,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6837/2845178237","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":2845178237},{"type":"v1","addr":"172.21.15.163:6837","nonce":2845178237}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6833/4051392496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":4051392496},{"type":"v1","addr":"172.21.15.190:6833","nonce":4051392496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24428,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6839/2208871751","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":2208871751},{"type":"v1","addr":"172.21.15.163:6839","nonce":2208871751}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6835/2490951221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":2490951221},{"type":"v1","addr":"172.21.15.190:6835","nonce":2490951221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24469,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6837/1400276256","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":1400276256},{"type":"v1","addr":"172.21.15.190:6837","nonce":1400276256}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24484,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6839/1541612118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":1541612118},{"type":"v1","addr":"172.21.15.190:6839","nonce":1541612118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-09-15T23:45:01.149 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 13 2024-09-15T23:45:01.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:01.149+0000 7f519a805640 1 -- 172.21.15.71:0/1641320142 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f51800a32c0 msgr2=0x7f51800a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:01.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:01.149+0000 7f519a805640 1 --2- 172.21.15.71:0/1641320142 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f51800a32c0 0x7f51800a5780 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f518400ab60 tx=0x7f518400a2d0 comp rx=0 tx=0).stop 2024-09-15T23:45:01.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:01.149+0000 7f519a805640 1 -- 172.21.15.71:0/1641320142 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5194101bc0 msgr2=0x7f51940fcbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:01.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:01.149+0000 7f519a805640 1 --2- 172.21.15.71:0/1641320142 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5194101bc0 0x7f51940fcbd0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f517c00d770 tx=0x7f517c00db70 comp rx=0 tx=0).stop 2024-09-15T23:45:01.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:01.150+0000 7f519a805640 1 -- 172.21.15.71:0/1641320142 shutdown_connections 2024-09-15T23:45:01.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:01.150+0000 7f519a805640 1 --2- 172.21.15.71:0/1641320142 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f51800a32c0 0x7f51800a5780 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:01.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:01.150+0000 7f519a805640 1 --2- 172.21.15.71:0/1641320142 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5194105a90 0x7f51940fd110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:01.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:01.150+0000 7f519a805640 1 --2- 172.21.15.71:0/1641320142 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5194101bc0 0x7f51940fcbd0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:01.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:01.150+0000 7f519a805640 1 --2- 172.21.15.71:0/1641320142 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5194101240 0x7f51940fc690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:01.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:01.150+0000 7f519a805640 1 -- 172.21.15.71:0/1641320142 >> 172.21.15.71:0/1641320142 conn(0x7f5194077210 msgr2=0x7f51940fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:01.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:01.150+0000 7f519a805640 1 -- 172.21.15.71:0/1641320142 shutdown_connections 2024-09-15T23:45:01.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:01.150+0000 7f519a805640 1 -- 172.21.15.71:0/1641320142 wait complete. 2024-09-15T23:45:01.233 INFO:journalctl@ceph.mds.b.smithi163.stdout:Sep 15 23:45:00 smithi163 podman[63292]: 2024-09-15 23:45:00.889065759 +0000 UTC m=+0.372847948 container start f33ab17cc34e1c8c06c2b3e682efc91678ce3f05c4e7991b31960dcf630071e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-b, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=squid-8921c8e, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-09-15T23:45:01.234 INFO:journalctl@ceph.mds.b.smithi163.stdout:Sep 15 23:45:00 smithi163 ceph-mds[63311]: -- 172.21.15.163:0/526115039 <== mon.2 v2:172.21.15.163:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564bf88d3860 con 0x564bf88b1400 2024-09-15T23:45:01.234 INFO:journalctl@ceph.mds.b.smithi163.stdout:Sep 15 23:45:00 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-b[63307]: starting mds.b at 2024-09-15T23:45:01.234 INFO:journalctl@ceph.mds.b.smithi163.stdout:Sep 15 23:45:00 smithi163 bash[63292]: f33ab17cc34e1c8c06c2b3e682efc91678ce3f05c4e7991b31960dcf630071e0 2024-09-15T23:45:01.234 INFO:journalctl@ceph.mds.b.smithi163.stdout:Sep 15 23:45:00 smithi163 systemd[1]: Started Ceph mds.b for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-15T23:45:01.850 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-09-15T23:45:02.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:01 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] up:boot 2024-09-15T23:45:02.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:01 smithi190 ceph-mon[34840]: fsmap 12 up:standby 2024-09-15T23:45:02.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:01 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-15T23:45:02.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:01 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:02.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:01 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:02.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:01 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:02.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:01 smithi190 ceph-mon[34840]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:45:02.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:01 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:02.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:01 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:02.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:01 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1641320142' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:45:02.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:01 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:45:02.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:01 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] up:boot 2024-09-15T23:45:02.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:01 smithi071 ceph-mon[30957]: fsmap 12 up:standby 2024-09-15T23:45:02.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:01 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-15T23:45:02.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:01 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:02.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:01 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:02.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:01 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:02.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:01 smithi071 ceph-mon[30957]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:45:02.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:01 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:02.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:01 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:02.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:01 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1641320142' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:45:02.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:01 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:45:02.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:01 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] up:boot 2024-09-15T23:45:02.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:01 smithi163 ceph-mon[34107]: fsmap 12 up:standby 2024-09-15T23:45:02.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:01 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-15T23:45:02.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:01 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:02.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:01 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:02.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:01 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:02.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:01 smithi163 ceph-mon[34107]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:45:02.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:01 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:02.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:01 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:02.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:01 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1641320142' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:45:02.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:01 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:45:02.772 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:03.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:03 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:03.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:03 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:03.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:03 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:03.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:03 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:03.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:03 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:03.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.275+0000 7f7c02e66640 1 -- 172.21.15.71:0/689838422 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7bfc101df0 msgr2=0x7f7bfc1021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:03.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.275+0000 7f7c02e66640 1 --2- 172.21.15.71:0/689838422 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7bfc101df0 0x7f7bfc1021d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f7bf8009900 tx=0x7f7bf802a410 comp rx=0 tx=0).stop 2024-09-15T23:45:03.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.275+0000 7f7c02e66640 1 -- 172.21.15.71:0/689838422 shutdown_connections 2024-09-15T23:45:03.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.275+0000 7f7c02e66640 1 --2- 172.21.15.71:0/689838422 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7bfc106f20 0x7f7bfc10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:03.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.275+0000 7f7c02e66640 1 --2- 172.21.15.71:0/689838422 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7bfc1027a0 0x7f7bfc1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:03.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.275+0000 7f7c02e66640 1 --2- 172.21.15.71:0/689838422 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7bfc101df0 0x7f7bfc1021d0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:03.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.275+0000 7f7c02e66640 1 -- 172.21.15.71:0/689838422 >> 172.21.15.71:0/689838422 conn(0x7f7bfc0fd8b0 msgr2=0x7f7bfc0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:03.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.275+0000 7f7c02e66640 1 -- 172.21.15.71:0/689838422 shutdown_connections 2024-09-15T23:45:03.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.275+0000 7f7c02e66640 1 -- 172.21.15.71:0/689838422 wait complete. 2024-09-15T23:45:03.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.276+0000 7f7c02e66640 1 Processor -- start 2024-09-15T23:45:03.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.276+0000 7f7c02e66640 1 -- start start 2024-09-15T23:45:03.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.276+0000 7f7c02e66640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7bfc101df0 0x7f7bfc198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:03.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.276+0000 7f7c02e66640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7bfc1027a0 0x7f7bfc198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:03.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.276+0000 7f7c02e66640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7bfc106f20 0x7f7bfc19cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:03.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.276+0000 7f7c02e66640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7bfc111e30 con 0x7f7bfc101df0 2024-09-15T23:45:03.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.276+0000 7f7c02e66640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f7bfc111cb0 con 0x7f7bfc106f20 2024-09-15T23:45:03.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.276+0000 7f7c02e66640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f7bfc111fb0 con 0x7f7bfc1027a0 2024-09-15T23:45:03.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.276+0000 7f7c00c02640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7bfc101df0 0x7f7bfc198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:03.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.276+0000 7f7c00c02640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7bfc101df0 0x7f7bfc198450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51080/0 (socket says 172.21.15.71:51080) 2024-09-15T23:45:03.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.276+0000 7f7c00c02640 1 -- 172.21.15.71:0/3402025052 learned_addr learned my addr 172.21.15.71:0/3402025052 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:03.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.276+0000 7f7c01403640 1 --2- 172.21.15.71:0/3402025052 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7bfc106f20 0x7f7bfc19cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:03.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.277+0000 7f7bf3fff640 1 --2- 172.21.15.71:0/3402025052 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7bfc1027a0 0x7f7bfc198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:03.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.277+0000 7f7c00c02640 1 -- 172.21.15.71:0/3402025052 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7bfc1027a0 msgr2=0x7f7bfc198990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:03.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.277+0000 7f7c00c02640 1 --2- 172.21.15.71:0/3402025052 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7bfc1027a0 0x7f7bfc198990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:03.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.277+0000 7f7c00c02640 1 -- 172.21.15.71:0/3402025052 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7bfc106f20 msgr2=0x7f7bfc19cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:03.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.277+0000 7f7c00c02640 1 --2- 172.21.15.71:0/3402025052 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7bfc106f20 0x7f7bfc19cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:03.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.277+0000 7f7c00c02640 1 -- 172.21.15.71:0/3402025052 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bfc19d400 con 0x7f7bfc101df0 2024-09-15T23:45:03.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.277+0000 7f7bf3fff640 1 --2- 172.21.15.71:0/3402025052 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7bfc1027a0 0x7f7bfc198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:45:03.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.277+0000 7f7c01403640 1 --2- 172.21.15.71:0/3402025052 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7bfc106f20 0x7f7bfc19cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T23:45:03.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.277+0000 7f7c00c02640 1 --2- 172.21.15.71:0/3402025052 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7bfc101df0 0x7f7bfc198450 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f7bf8005940 tx=0x7f7bf80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:03.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.277+0000 7f7bf1ffb640 1 -- 172.21.15.71:0/3402025052 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bf803f030 con 0x7f7bfc101df0 2024-09-15T23:45:03.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.277+0000 7f7bf1ffb640 1 -- 172.21.15.71:0/3402025052 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7bf8003cb0 con 0x7f7bfc101df0 2024-09-15T23:45:03.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.277+0000 7f7bf1ffb640 1 -- 172.21.15.71:0/3402025052 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bf8035070 con 0x7f7bfc101df0 2024-09-15T23:45:03.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.277+0000 7f7c02e66640 1 -- 172.21.15.71:0/3402025052 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bfc19d690 con 0x7f7bfc101df0 2024-09-15T23:45:03.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.277+0000 7f7c02e66640 1 -- 172.21.15.71:0/3402025052 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bfc1a4fd0 con 0x7f7bfc101df0 2024-09-15T23:45:03.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.278+0000 7f7c02e66640 1 -- 172.21.15.71:0/3402025052 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7bfc1021d0 con 0x7f7bfc101df0 2024-09-15T23:45:03.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.279+0000 7f7bf1ffb640 1 -- 172.21.15.71:0/3402025052 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f7bf8042030 con 0x7f7bfc101df0 2024-09-15T23:45:03.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.280+0000 7f7bf1ffb640 1 --2- 172.21.15.71:0/3402025052 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7be40a32c0 0x7f7be40a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:03.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.280+0000 7f7bf3fff640 1 --2- 172.21.15.71:0/3402025052 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7be40a32c0 0x7f7be40a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:03.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.280+0000 7f7bf1ffb640 1 -- 172.21.15.71:0/3402025052 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 7127+0+0 (secure 0 0 0) 0x7f7bf80efbb0 con 0x7f7bfc101df0 2024-09-15T23:45:03.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.280+0000 7f7bf3fff640 1 --2- 172.21.15.71:0/3402025052 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7be40a32c0 0x7f7be40a5780 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f7bec0058c0 tx=0x7f7bec005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:03.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.284+0000 7f7bf1ffb640 1 -- 172.21.15.71:0/3402025052 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7bf80bcd70 con 0x7f7bfc101df0 2024-09-15T23:45:03.373 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:03 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:03.373 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:03 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:03.373 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:03 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:03.374 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:03 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:03.374 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:03 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:03.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.463+0000 7f7c02e66640 1 -- 172.21.15.71:0/3402025052 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f7bfc10a100 con 0x7f7bfc101df0 2024-09-15T23:45:03.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.464+0000 7f7bf1ffb640 1 -- 172.21.15.71:0/3402025052 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v76) ==== 84+0+65 (secure 0 0 0) 0x7f7bf80bc670 con 0x7f7bfc101df0 2024-09-15T23:45:03.469 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:45:03.469 INFO:teuthology.orchestra.run.smithi071.stdout:[ 2024-09-15T23:45:03.469 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-15T23:45:03.469 INFO:teuthology.orchestra.run.smithi071.stdout: "poolnum": 1, 2024-09-15T23:45:03.469 INFO:teuthology.orchestra.run.smithi071.stdout: "poolname": ".mgr" 2024-09-15T23:45:03.469 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-15T23:45:03.469 INFO:teuthology.orchestra.run.smithi071.stdout:] 2024-09-15T23:45:03.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.468+0000 7f7c02e66640 1 -- 172.21.15.71:0/3402025052 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7be40a32c0 msgr2=0x7f7be40a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:03.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.468+0000 7f7c02e66640 1 --2- 172.21.15.71:0/3402025052 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7be40a32c0 0x7f7be40a5780 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f7bec0058c0 tx=0x7f7bec005850 comp rx=0 tx=0).stop 2024-09-15T23:45:03.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.468+0000 7f7c02e66640 1 -- 172.21.15.71:0/3402025052 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7bfc101df0 msgr2=0x7f7bfc198450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:03.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.468+0000 7f7c02e66640 1 --2- 172.21.15.71:0/3402025052 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7bfc101df0 0x7f7bfc198450 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f7bf8005940 tx=0x7f7bf80042f0 comp rx=0 tx=0).stop 2024-09-15T23:45:03.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.468+0000 7f7c02e66640 1 -- 172.21.15.71:0/3402025052 shutdown_connections 2024-09-15T23:45:03.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.468+0000 7f7c02e66640 1 --2- 172.21.15.71:0/3402025052 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7be40a32c0 0x7f7be40a5780 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:03.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.468+0000 7f7c02e66640 1 --2- 172.21.15.71:0/3402025052 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7bfc106f20 0x7f7bfc19cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:03.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.468+0000 7f7c02e66640 1 --2- 172.21.15.71:0/3402025052 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7bfc1027a0 0x7f7bfc198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:03.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.468+0000 7f7c02e66640 1 --2- 172.21.15.71:0/3402025052 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7bfc101df0 0x7f7bfc198450 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:03.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.468+0000 7f7c02e66640 1 -- 172.21.15.71:0/3402025052 >> 172.21.15.71:0/3402025052 conn(0x7f7bfc0fd8b0 msgr2=0x7f7bfc0fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:03.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.468+0000 7f7c02e66640 1 -- 172.21.15.71:0/3402025052 shutdown_connections 2024-09-15T23:45:03.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:03.468+0000 7f7c02e66640 1 -- 172.21.15.71:0/3402025052 wait complete. 2024-09-15T23:45:03.486 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:03 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:03.486 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:03 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:03.487 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:03 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:03.487 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:03 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:03.487 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:03 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:04.301 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:04 smithi071 ceph-mon[30957]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:45:04.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:04 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/3402025052' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-15T23:45:04.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:04.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:04.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:45:04.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:45:04.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:04.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:04 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:45:04.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:04 smithi190 ceph-mon[34840]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:45:04.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:04 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/3402025052' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-15T23:45:04.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:04.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:04.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:45:04.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:45:04.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:04.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:04 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:45:04.329 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-15T23:45:04.329 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-15T23:45:04.366 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:04 smithi163 ceph-mon[34107]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:45:04.366 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:04 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/3402025052' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-15T23:45:04.366 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:04.367 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:04.367 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:45:04.367 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:45:04.367 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:04.367 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:04 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:45:04.876 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:05.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.792+0000 7fabdc2bb640 1 -- 172.21.15.71:0/3290948385 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fabd4100e20 msgr2=0x7fabd4101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:05.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.792+0000 7fabdc2bb640 1 --2- 172.21.15.71:0/3290948385 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fabd4100e20 0x7fabd4101200 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fabd0009900 tx=0x7fabd002a480 comp rx=0 tx=0).stop 2024-09-15T23:45:05.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.792+0000 7fabdc2bb640 1 -- 172.21.15.71:0/3290948385 shutdown_connections 2024-09-15T23:45:05.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.792+0000 7fabdc2bb640 1 --2- 172.21.15.71:0/3290948385 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fabd4102ef0 0x7fabd410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:05.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.792+0000 7fabdc2bb640 1 --2- 172.21.15.71:0/3290948385 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fabd4102570 0x7fabd41029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:05.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.792+0000 7fabdc2bb640 1 --2- 172.21.15.71:0/3290948385 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fabd4100e20 0x7fabd4101200 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:05.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.792+0000 7fabdc2bb640 1 -- 172.21.15.71:0/3290948385 >> 172.21.15.71:0/3290948385 conn(0x7fabd40fc7d0 msgr2=0x7fabd40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:05.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.792+0000 7fabdc2bb640 1 -- 172.21.15.71:0/3290948385 shutdown_connections 2024-09-15T23:45:05.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.792+0000 7fabdc2bb640 1 -- 172.21.15.71:0/3290948385 wait complete. 2024-09-15T23:45:05.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.793+0000 7fabdc2bb640 1 Processor -- start 2024-09-15T23:45:05.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.793+0000 7fabdc2bb640 1 -- start start 2024-09-15T23:45:05.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.793+0000 7fabdc2bb640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fabd4100e20 0x7fabd4197300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:05.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.793+0000 7fabdc2bb640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fabd4102570 0x7fabd4197840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:05.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.793+0000 7fabdc2bb640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fabd4102ef0 0x7fabd419bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:05.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.793+0000 7fabdc2bb640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fabd4110e00 con 0x7fabd4102ef0 2024-09-15T23:45:05.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.793+0000 7fabdc2bb640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fabd4110c80 con 0x7fabd4100e20 2024-09-15T23:45:05.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.793+0000 7fabdc2bb640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fabd4110f80 con 0x7fabd4102570 2024-09-15T23:45:05.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.793+0000 7fabda858640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fabd4102ef0 0x7fabd419bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:05.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.793+0000 7fabd9856640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fabd4102570 0x7fabd4197840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:05.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.793+0000 7fabda057640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fabd4100e20 0x7fabd4197300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:05.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.793+0000 7fabda858640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fabd4102ef0 0x7fabd419bbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51108/0 (socket says 172.21.15.71:51108) 2024-09-15T23:45:05.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.793+0000 7fabda858640 1 -- 172.21.15.71:0/1472022945 learned_addr learned my addr 172.21.15.71:0/1472022945 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:05.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.793+0000 7fabd9856640 1 -- 172.21.15.71:0/1472022945 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fabd4100e20 msgr2=0x7fabd4197300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:05.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.793+0000 7fabd9856640 1 --2- 172.21.15.71:0/1472022945 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fabd4100e20 0x7fabd4197300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:05.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.793+0000 7fabd9856640 1 -- 172.21.15.71:0/1472022945 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fabd4102ef0 msgr2=0x7fabd419bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:05.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.793+0000 7fabd9856640 1 --2- 172.21.15.71:0/1472022945 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fabd4102ef0 0x7fabd419bbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:05.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.793+0000 7fabd9856640 1 -- 172.21.15.71:0/1472022945 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabd419c2b0 con 0x7fabd4102570 2024-09-15T23:45:05.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.793+0000 7fabda858640 1 --2- 172.21.15.71:0/1472022945 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fabd4102ef0 0x7fabd419bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T23:45:05.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.794+0000 7fabd9856640 1 --2- 172.21.15.71:0/1472022945 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fabd4102570 0x7fabd4197840 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fabc400d6d0 tx=0x7fabc400db90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:05.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.794+0000 7fabcb7fe640 1 -- 172.21.15.71:0/1472022945 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabc4017070 con 0x7fabd4102570 2024-09-15T23:45:05.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.794+0000 7fabdc2bb640 1 -- 172.21.15.71:0/1472022945 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabd419c5a0 con 0x7fabd4102570 2024-09-15T23:45:05.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.794+0000 7fabcb7fe640 1 -- 172.21.15.71:0/1472022945 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabc4009820 con 0x7fabd4102570 2024-09-15T23:45:05.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.794+0000 7fabcb7fe640 1 -- 172.21.15.71:0/1472022945 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabc4020060 con 0x7fabd4102570 2024-09-15T23:45:05.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.794+0000 7fabdc2bb640 1 -- 172.21.15.71:0/1472022945 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabd41a3e80 con 0x7fabd4102570 2024-09-15T23:45:05.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.795+0000 7fabdc2bb640 1 -- 172.21.15.71:0/1472022945 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabd4101200 con 0x7fabd4102570 2024-09-15T23:45:05.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.796+0000 7fabcb7fe640 1 -- 172.21.15.71:0/1472022945 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fabc40099d0 con 0x7fabd4102570 2024-09-15T23:45:05.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.797+0000 7fabcb7fe640 1 --2- 172.21.15.71:0/1472022945 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fabc00a3240 0x7fabc00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:05.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.797+0000 7fabda057640 1 --2- 172.21.15.71:0/1472022945 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fabc00a3240 0x7fabc00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:05.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.797+0000 7fabcb7fe640 1 -- 172.21.15.71:0/1472022945 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 7127+0+0 (secure 0 0 0) 0x7fabc40cf2d0 con 0x7fabd4102570 2024-09-15T23:45:05.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.797+0000 7fabda057640 1 --2- 172.21.15.71:0/1472022945 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fabc00a3240 0x7fabc00a5700 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fabd0009230 tx=0x7fabd00058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:05.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.800+0000 7fabcb7fe640 1 -- 172.21.15.71:0/1472022945 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fabc409bda0 con 0x7fabd4102570 2024-09-15T23:45:05.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:05.979+0000 7fabdc2bb640 1 -- 172.21.15.71:0/1472022945 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fabd4198660 con 0x7fabd4102570 2024-09-15T23:45:06.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:06.304+0000 7fabcb7fe640 1 -- 172.21.15.71:0/1472022945 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v77) ==== 138+0+0 (secure 0 0 0) 0x7fabd4198660 con 0x7fabd4102570 2024-09-15T23:45:06.306 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'cephfs_metadata' created 2024-09-15T23:45:06.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:06.308+0000 7fabdc2bb640 1 -- 172.21.15.71:0/1472022945 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fabc00a3240 msgr2=0x7fabc00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:06.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:06.308+0000 7fabdc2bb640 1 --2- 172.21.15.71:0/1472022945 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fabc00a3240 0x7fabc00a5700 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fabd0009230 tx=0x7fabd00058d0 comp rx=0 tx=0).stop 2024-09-15T23:45:06.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:06.308+0000 7fabdc2bb640 1 -- 172.21.15.71:0/1472022945 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fabd4102570 msgr2=0x7fabd4197840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:06.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:06.308+0000 7fabdc2bb640 1 --2- 172.21.15.71:0/1472022945 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fabd4102570 0x7fabd4197840 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fabc400d6d0 tx=0x7fabc400db90 comp rx=0 tx=0).stop 2024-09-15T23:45:06.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:06.309+0000 7fabdc2bb640 1 -- 172.21.15.71:0/1472022945 shutdown_connections 2024-09-15T23:45:06.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:06.309+0000 7fabdc2bb640 1 --2- 172.21.15.71:0/1472022945 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fabc00a3240 0x7fabc00a5700 secure :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fabd0009230 tx=0x7fabd00058d0 comp rx=0 tx=0).stop 2024-09-15T23:45:06.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:06.309+0000 7fabdc2bb640 1 --2- 172.21.15.71:0/1472022945 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fabd4102ef0 0x7fabd419bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:06.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:06.309+0000 7fabdc2bb640 1 --2- 172.21.15.71:0/1472022945 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fabd4102570 0x7fabd4197840 secure :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fabc400d6d0 tx=0x7fabc400db90 comp rx=0 tx=0).stop 2024-09-15T23:45:06.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:06.309+0000 7fabdc2bb640 1 --2- 172.21.15.71:0/1472022945 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fabd4100e20 0x7fabd4197300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:06.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:06.309+0000 7fabdc2bb640 1 -- 172.21.15.71:0/1472022945 >> 172.21.15.71:0/1472022945 conn(0x7fabd40fc7d0 msgr2=0x7fabd40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:06.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:06.309+0000 7fabdc2bb640 1 -- 172.21.15.71:0/1472022945 shutdown_connections 2024-09-15T23:45:06.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:06.309+0000 7fabdc2bb640 1 -- 172.21.15.71:0/1472022945 wait complete. 2024-09-15T23:45:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:06 smithi190 ceph-mon[34840]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:45:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:06 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:06.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:06 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:06.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:06 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:06.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:06 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:06.672 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:06 smithi071 ceph-mon[30957]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:45:06.672 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:06 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:06.672 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:06 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:06.672 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:06 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:06.672 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:06 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:06.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:06 smithi163 ceph-mon[34107]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:45:06.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:06 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:06.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:06 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:06.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:06 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:06.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:06 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:07.025 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-15T23:45:07.271 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:07.517 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:07 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1472022945' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-15T23:45:07.517 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:07 smithi071 ceph-mon[30957]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-15T23:45:07.517 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:07 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:07.517 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:07 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:07.517 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:07 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:45:07.517 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:07 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:45:07.517 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:07 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:07.517 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:07 smithi071 ceph-mon[30957]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-15T23:45:07.517 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:07 smithi071 ceph-mon[30957]: osdmap e77: 12 total, 12 up, 12 in 2024-09-15T23:45:07.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:07 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1472022945' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-15T23:45:07.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:07 smithi190 ceph-mon[34840]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-15T23:45:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:07 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:07 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:07 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:45:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:07 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:45:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:07 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:07 smithi190 ceph-mon[34840]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-15T23:45:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:07 smithi190 ceph-mon[34840]: osdmap e77: 12 total, 12 up, 12 in 2024-09-15T23:45:07.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:07 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1472022945' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-15T23:45:07.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:07 smithi163 ceph-mon[34107]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-15T23:45:07.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:07 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:07.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:07 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:07.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:07 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:45:07.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:07 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:45:07.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:07 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:45:07.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:07 smithi163 ceph-mon[34107]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-15T23:45:07.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:07 smithi163 ceph-mon[34107]: osdmap e77: 12 total, 12 up, 12 in 2024-09-15T23:45:07.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.755+0000 7f6180876640 1 -- 172.21.15.71:0/1313063426 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f617c106f10 msgr2=0x7f617c10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:07.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.755+0000 7f6180876640 1 --2- 172.21.15.71:0/1313063426 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f617c106f10 0x7f617c10ea90 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f6174009ca0 tx=0x7f617402a8c0 comp rx=0 tx=0).stop 2024-09-15T23:45:07.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.755+0000 7f6180876640 1 -- 172.21.15.71:0/1313063426 shutdown_connections 2024-09-15T23:45:07.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.755+0000 7f6180876640 1 --2- 172.21.15.71:0/1313063426 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f617c106f10 0x7f617c10ea90 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:07.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.755+0000 7f6180876640 1 --2- 172.21.15.71:0/1313063426 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f617c102790 0x7f617c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:07.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.755+0000 7f6180876640 1 --2- 172.21.15.71:0/1313063426 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f617c101de0 0x7f617c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:07.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.755+0000 7f6180876640 1 -- 172.21.15.71:0/1313063426 >> 172.21.15.71:0/1313063426 conn(0x7f617c0fd8c0 msgr2=0x7f617c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:07.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.755+0000 7f6180876640 1 -- 172.21.15.71:0/1313063426 shutdown_connections 2024-09-15T23:45:07.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.755+0000 7f6180876640 1 -- 172.21.15.71:0/1313063426 wait complete. 2024-09-15T23:45:07.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.756+0000 7f6180876640 1 Processor -- start 2024-09-15T23:45:07.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.756+0000 7f6180876640 1 -- start start 2024-09-15T23:45:07.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.756+0000 7f6180876640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f617c101de0 0x7f617c198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:07.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.756+0000 7f6180876640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f617c102790 0x7f617c198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:07.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.756+0000 7f6180876640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f617c106f10 0x7f617c19cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:07.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.756+0000 7f6180876640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f617c111e90 con 0x7f617c106f10 2024-09-15T23:45:07.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.756+0000 7f6180876640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f617c111d10 con 0x7f617c102790 2024-09-15T23:45:07.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.756+0000 7f6180876640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f617c112010 con 0x7f617c101de0 2024-09-15T23:45:07.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.756+0000 7f617ad9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f617c106f10 0x7f617c19cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:07.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.756+0000 7f617ad9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f617c106f10 0x7f617c19cbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51128/0 (socket says 172.21.15.71:51128) 2024-09-15T23:45:07.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.756+0000 7f617ad9d640 1 -- 172.21.15.71:0/3765796469 learned_addr learned my addr 172.21.15.71:0/3765796469 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:07.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.756+0000 7f6179d9b640 1 --2- 172.21.15.71:0/3765796469 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f617c102790 0x7f617c198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:07.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.756+0000 7f617a59c640 1 --2- 172.21.15.71:0/3765796469 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f617c101de0 0x7f617c198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:07.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.756+0000 7f617ad9d640 1 -- 172.21.15.71:0/3765796469 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f617c101de0 msgr2=0x7f617c198300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:07.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.756+0000 7f617ad9d640 1 --2- 172.21.15.71:0/3765796469 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f617c101de0 0x7f617c198300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:07.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.756+0000 7f617ad9d640 1 -- 172.21.15.71:0/3765796469 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f617c102790 msgr2=0x7f617c198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:07.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.756+0000 7f617ad9d640 1 --2- 172.21.15.71:0/3765796469 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f617c102790 0x7f617c198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:07.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.756+0000 7f617ad9d640 1 -- 172.21.15.71:0/3765796469 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f617c19d2b0 con 0x7f617c106f10 2024-09-15T23:45:07.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.757+0000 7f617ad9d640 1 --2- 172.21.15.71:0/3765796469 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f617c106f10 0x7f617c19cbd0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f6174031040 tx=0x7f6174003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:07.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.757+0000 7f61737fe640 1 -- 172.21.15.71:0/3765796469 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6174004040 con 0x7f617c106f10 2024-09-15T23:45:07.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.757+0000 7f6180876640 1 -- 172.21.15.71:0/3765796469 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f617c19d540 con 0x7f617c106f10 2024-09-15T23:45:07.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.757+0000 7f61737fe640 1 -- 172.21.15.71:0/3765796469 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6174004690 con 0x7f617c106f10 2024-09-15T23:45:07.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.757+0000 7f61737fe640 1 -- 172.21.15.71:0/3765796469 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6174030d50 con 0x7f617c106f10 2024-09-15T23:45:07.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.757+0000 7f6180876640 1 -- 172.21.15.71:0/3765796469 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f617c1a4e80 con 0x7f617c106f10 2024-09-15T23:45:07.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.758+0000 7f6180876640 1 -- 172.21.15.71:0/3765796469 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f617c1021c0 con 0x7f617c106f10 2024-09-15T23:45:07.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.759+0000 7f61737fe640 1 -- 172.21.15.71:0/3765796469 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f61740041e0 con 0x7f617c106f10 2024-09-15T23:45:07.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.760+0000 7f61737fe640 1 --2- 172.21.15.71:0/3765796469 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f61680a3240 0x7f61680a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:07.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.760+0000 7f617a59c640 1 --2- 172.21.15.71:0/3765796469 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f61680a3240 0x7f61680a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:07.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.760+0000 7f61737fe640 1 -- 172.21.15.71:0/3765796469 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7497+0+0 (secure 0 0 0) 0x7f61740f0d70 con 0x7f617c106f10 2024-09-15T23:45:07.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.760+0000 7f617a59c640 1 --2- 172.21.15.71:0/3765796469 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f61680a3240 0x7f61680a5700 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f616c009990 tx=0x7f616c009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:07.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.763+0000 7f61737fe640 1 -- 172.21.15.71:0/3765796469 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f61740bdee0 con 0x7f617c106f10 2024-09-15T23:45:07.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:07.932+0000 7f6180876640 1 -- 172.21.15.71:0/3765796469 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f617c10a150 con 0x7f617c106f10 2024-09-15T23:45:08.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:08.306+0000 7f61737fe640 1 -- 172.21.15.71:0/3765796469 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v79) ==== 170+0+0 (secure 0 0 0) 0x7f61740bd7e0 con 0x7f617c106f10 2024-09-15T23:45:08.308 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'cephfs_data' created 2024-09-15T23:45:08.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:08.308+0000 7f6180876640 1 -- 172.21.15.71:0/3765796469 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f61680a3240 msgr2=0x7f61680a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:08.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:08.308+0000 7f6180876640 1 --2- 172.21.15.71:0/3765796469 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f61680a3240 0x7f61680a5700 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f616c009990 tx=0x7f616c009110 comp rx=0 tx=0).stop 2024-09-15T23:45:08.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:08.308+0000 7f6180876640 1 -- 172.21.15.71:0/3765796469 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f617c106f10 msgr2=0x7f617c19cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:08.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:08.308+0000 7f6180876640 1 --2- 172.21.15.71:0/3765796469 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f617c106f10 0x7f617c19cbd0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f6174031040 tx=0x7f6174003ba0 comp rx=0 tx=0).stop 2024-09-15T23:45:08.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:08.308+0000 7f6180876640 1 -- 172.21.15.71:0/3765796469 shutdown_connections 2024-09-15T23:45:08.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:08.308+0000 7f6180876640 1 --2- 172.21.15.71:0/3765796469 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f61680a3240 0x7f61680a5700 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:08.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:08.308+0000 7f6180876640 1 --2- 172.21.15.71:0/3765796469 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f617c106f10 0x7f617c19cbd0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:08.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:08.308+0000 7f6180876640 1 --2- 172.21.15.71:0/3765796469 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f617c102790 0x7f617c198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:08.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:08.308+0000 7f6180876640 1 --2- 172.21.15.71:0/3765796469 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f617c101de0 0x7f617c198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:08.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:08.308+0000 7f6180876640 1 -- 172.21.15.71:0/3765796469 >> 172.21.15.71:0/3765796469 conn(0x7f617c0fd8c0 msgr2=0x7f617c0fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:08.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:08.308+0000 7f6180876640 1 -- 172.21.15.71:0/3765796469 shutdown_connections 2024-09-15T23:45:08.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:08.308+0000 7f6180876640 1 -- 172.21.15.71:0/3765796469 wait complete. 2024-09-15T23:45:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:08 smithi190 ceph-mon[34840]: pgmap v272: 33 pgs: 5 creating+peering, 1 active+clean, 27 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:45:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:08 smithi190 ceph-mon[34840]: osdmap e78: 12 total, 12 up, 12 in 2024-09-15T23:45:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:08 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/3765796469' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-15T23:45:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:08 smithi190 ceph-mon[34840]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-15T23:45:08.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:08 smithi071 ceph-mon[30957]: pgmap v272: 33 pgs: 5 creating+peering, 1 active+clean, 27 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:45:08.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:08 smithi071 ceph-mon[30957]: osdmap e78: 12 total, 12 up, 12 in 2024-09-15T23:45:08.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:08 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/3765796469' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-15T23:45:08.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:08 smithi071 ceph-mon[30957]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-15T23:45:08.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:08 smithi163 ceph-mon[34107]: pgmap v272: 33 pgs: 5 creating+peering, 1 active+clean, 27 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:45:08.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:08 smithi163 ceph-mon[34107]: osdmap e78: 12 total, 12 up, 12 in 2024-09-15T23:45:08.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:08 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/3765796469' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-15T23:45:08.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:08 smithi163 ceph-mon[34107]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-15T23:45:09.027 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-15T23:45:09.275 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:09.669 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:09 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/3765796469' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-15T23:45:09.669 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:09 smithi071 ceph-mon[30957]: osdmap e79: 12 total, 12 up, 12 in 2024-09-15T23:45:09.669 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:09 smithi071 ceph-mon[30957]: pgmap v275: 97 pgs: 17 creating+peering, 9 active+clean, 71 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:45:09.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:09 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/3765796469' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-15T23:45:09.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:09 smithi163 ceph-mon[34107]: osdmap e79: 12 total, 12 up, 12 in 2024-09-15T23:45:09.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:09 smithi163 ceph-mon[34107]: pgmap v275: 97 pgs: 17 creating+peering, 9 active+clean, 71 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:45:09.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.750+0000 7f2bd32e4640 1 -- 172.21.15.71:0/563656974 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bcc100a80 msgr2=0x7f2bcc100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:09.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.750+0000 7f2bd32e4640 1 --2- 172.21.15.71:0/563656974 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bcc100a80 0x7f2bcc100ee0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2bbc009930 tx=0x7f2bbc02a420 comp rx=0 tx=0).stop 2024-09-15T23:45:09.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.750+0000 7f2bd32e4640 1 -- 172.21.15.71:0/563656974 shutdown_connections 2024-09-15T23:45:09.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.750+0000 7f2bd32e4640 1 --2- 172.21.15.71:0/563656974 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2bcc101420 0x7f2bcc10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:09.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.750+0000 7f2bd32e4640 1 --2- 172.21.15.71:0/563656974 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bcc100a80 0x7f2bcc100ee0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:09.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.750+0000 7f2bd32e4640 1 --2- 172.21.15.71:0/563656974 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2bcc106a80 0x7f2bcc106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:09.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.750+0000 7f2bd32e4640 1 -- 172.21.15.71:0/563656974 >> 172.21.15.71:0/563656974 conn(0x7f2bcc0fc7a0 msgr2=0x7f2bcc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:09.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.750+0000 7f2bd32e4640 1 -- 172.21.15.71:0/563656974 shutdown_connections 2024-09-15T23:45:09.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.750+0000 7f2bd32e4640 1 -- 172.21.15.71:0/563656974 wait complete. 2024-09-15T23:45:09.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.750+0000 7f2bd32e4640 1 Processor -- start 2024-09-15T23:45:09.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.750+0000 7f2bd32e4640 1 -- start start 2024-09-15T23:45:09.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.750+0000 7f2bd32e4640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2bcc100a80 0x7f2bcc1972d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:09.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.751+0000 7f2bd32e4640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2bcc101420 0x7f2bcc197810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:09.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.751+0000 7f2bd32e4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bcc106a80 0x7f2bcc19bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:09.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.751+0000 7f2bd32e4640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2bcc110d70 con 0x7f2bcc106a80 2024-09-15T23:45:09.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.751+0000 7f2bd32e4640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f2bcc110bf0 con 0x7f2bcc101420 2024-09-15T23:45:09.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.751+0000 7f2bd32e4640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f2bcc110ef0 con 0x7f2bcc100a80 2024-09-15T23:45:09.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.751+0000 7f2bd1881640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bcc106a80 0x7f2bcc19bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:09.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.751+0000 7f2bd1881640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bcc106a80 0x7f2bcc19bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51154/0 (socket says 172.21.15.71:51154) 2024-09-15T23:45:09.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.751+0000 7f2bd1881640 1 -- 172.21.15.71:0/1580936431 learned_addr learned my addr 172.21.15.71:0/1580936431 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:09.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.751+0000 7f2bd1080640 1 --2- 172.21.15.71:0/1580936431 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2bcc100a80 0x7f2bcc1972d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:09.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.751+0000 7f2bd087f640 1 --2- 172.21.15.71:0/1580936431 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2bcc101420 0x7f2bcc197810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:09.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.751+0000 7f2bd1881640 1 -- 172.21.15.71:0/1580936431 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2bcc100a80 msgr2=0x7f2bcc1972d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:09.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.751+0000 7f2bd1881640 1 --2- 172.21.15.71:0/1580936431 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2bcc100a80 0x7f2bcc1972d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:09.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.751+0000 7f2bd1881640 1 -- 172.21.15.71:0/1580936431 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2bcc101420 msgr2=0x7f2bcc197810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:09.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.751+0000 7f2bd1881640 1 --2- 172.21.15.71:0/1580936431 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2bcc101420 0x7f2bcc197810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:09.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.751+0000 7f2bd1881640 1 -- 172.21.15.71:0/1580936431 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bcc19c280 con 0x7f2bcc106a80 2024-09-15T23:45:09.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.751+0000 7f2bd1080640 1 --2- 172.21.15.71:0/1580936431 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2bcc100a80 0x7f2bcc1972d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:45:09.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.751+0000 7f2bd087f640 1 --2- 172.21.15.71:0/1580936431 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2bcc101420 0x7f2bcc197810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:45:09.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.751+0000 7f2bd1881640 1 --2- 172.21.15.71:0/1580936431 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bcc106a80 0x7f2bcc19bba0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f2bc400b970 tx=0x7f2bc400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:09.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.751+0000 7f2bc27fc640 1 -- 172.21.15.71:0/1580936431 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc4019070 con 0x7f2bcc106a80 2024-09-15T23:45:09.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.751+0000 7f2bd32e4640 1 -- 172.21.15.71:0/1580936431 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bcc19c570 con 0x7f2bcc106a80 2024-09-15T23:45:09.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.751+0000 7f2bc27fc640 1 -- 172.21.15.71:0/1580936431 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2bc4014440 con 0x7f2bcc106a80 2024-09-15T23:45:09.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.751+0000 7f2bc27fc640 1 -- 172.21.15.71:0/1580936431 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc40075d0 con 0x7f2bcc106a80 2024-09-15T23:45:09.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.751+0000 7f2bd32e4640 1 -- 172.21.15.71:0/1580936431 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bcc1a3e50 con 0x7f2bcc106a80 2024-09-15T23:45:09.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.752+0000 7f2bd32e4640 1 -- 172.21.15.71:0/1580936431 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bcc100ee0 con 0x7f2bcc106a80 2024-09-15T23:45:09.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.753+0000 7f2bc27fc640 1 -- 172.21.15.71:0/1580936431 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f2bc401c070 con 0x7f2bcc106a80 2024-09-15T23:45:09.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.754+0000 7f2bc27fc640 1 --2- 172.21.15.71:0/1580936431 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2bb80a3240 0x7f2bb80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:09.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.754+0000 7f2bd1080640 1 --2- 172.21.15.71:0/1580936431 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2bb80a3240 0x7f2bb80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:09.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.754+0000 7f2bc27fc640 1 -- 172.21.15.71:0/1580936431 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7879+0+0 (secure 0 0 0) 0x7f2bc40cede0 con 0x7f2bcc106a80 2024-09-15T23:45:09.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.754+0000 7f2bd1080640 1 --2- 172.21.15.71:0/1580936431 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2bb80a3240 0x7f2bb80a5700 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f2bc80058c0 tx=0x7f2bc8005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:09.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.758+0000 7f2bc27fc640 1 -- 172.21.15.71:0/1580936431 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2bc409bcb0 con 0x7f2bcc106a80 2024-09-15T23:45:09.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:09 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/3765796469' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-15T23:45:09.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:09 smithi190 ceph-mon[34840]: osdmap e79: 12 total, 12 up, 12 in 2024-09-15T23:45:09.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:09 smithi190 ceph-mon[34840]: pgmap v275: 97 pgs: 17 creating+peering, 9 active+clean, 71 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:45:09.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:09.957+0000 7f2bd32e4640 1 -- 172.21.15.71:0/1580936431 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f2bcc108a80 con 0x7f2bcc106a80 2024-09-15T23:45:10.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:10.314+0000 7f2bc27fc640 1 -- 172.21.15.71:0/1580936431 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f2bc409b5b0 con 0x7f2bcc106a80 2024-09-15T23:45:10.315 INFO:teuthology.orchestra.run.smithi071.stderr:new fs with metadata pool 2 and data pool 3 2024-09-15T23:45:10.318 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:10.316+0000 7f2bd32e4640 1 -- 172.21.15.71:0/1580936431 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2bb80a3240 msgr2=0x7f2bb80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:10.318 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:10.316+0000 7f2bd32e4640 1 --2- 172.21.15.71:0/1580936431 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2bb80a3240 0x7f2bb80a5700 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f2bc80058c0 tx=0x7f2bc8005850 comp rx=0 tx=0).stop 2024-09-15T23:45:10.318 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:10.316+0000 7f2bd32e4640 1 -- 172.21.15.71:0/1580936431 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bcc106a80 msgr2=0x7f2bcc19bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:10.318 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:10.316+0000 7f2bd32e4640 1 --2- 172.21.15.71:0/1580936431 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bcc106a80 0x7f2bcc19bba0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f2bc400b970 tx=0x7f2bc400be30 comp rx=0 tx=0).stop 2024-09-15T23:45:10.318 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:10.316+0000 7f2bd32e4640 1 -- 172.21.15.71:0/1580936431 shutdown_connections 2024-09-15T23:45:10.319 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:10.316+0000 7f2bd32e4640 1 --2- 172.21.15.71:0/1580936431 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2bb80a3240 0x7f2bb80a5700 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:10.319 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:10.316+0000 7f2bd32e4640 1 --2- 172.21.15.71:0/1580936431 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bcc106a80 0x7f2bcc19bba0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:10.319 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:10.316+0000 7f2bd32e4640 1 --2- 172.21.15.71:0/1580936431 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2bcc101420 0x7f2bcc197810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:10.319 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:10.316+0000 7f2bd32e4640 1 --2- 172.21.15.71:0/1580936431 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2bcc100a80 0x7f2bcc1972d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:10.319 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:10.317+0000 7f2bd32e4640 1 -- 172.21.15.71:0/1580936431 >> 172.21.15.71:0/1580936431 conn(0x7f2bcc0fc7a0 msgr2=0x7f2bcc0fcff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:10.319 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:10.317+0000 7f2bd32e4640 1 -- 172.21.15.71:0/1580936431 shutdown_connections 2024-09-15T23:45:10.319 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:10.317+0000 7f2bd32e4640 1 -- 172.21.15.71:0/1580936431 wait complete. 2024-09-15T23:45:10.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:10 smithi071 ceph-mon[30957]: osdmap e80: 12 total, 12 up, 12 in 2024-09-15T23:45:10.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:10 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1580936431' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-15T23:45:10.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:10 smithi071 ceph-mon[30957]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-09-15T23:45:10.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:10 smithi163 ceph-mon[34107]: osdmap e80: 12 total, 12 up, 12 in 2024-09-15T23:45:10.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:10 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1580936431' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-15T23:45:10.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:10 smithi163 ceph-mon[34107]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-09-15T23:45:10.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:10 smithi190 ceph-mon[34840]: osdmap e80: 12 total, 12 up, 12 in 2024-09-15T23:45:10.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:10 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1580936431' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-15T23:45:10.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:10 smithi190 ceph-mon[34840]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-09-15T23:45:11.084 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-15T23:45:11.330 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:11.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:11 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1580936431' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-15T23:45:11.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:11 smithi071 ceph-mon[30957]: osdmap e81: 12 total, 12 up, 12 in 2024-09-15T23:45:11.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:11 smithi071 ceph-mon[30957]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-09-15T23:45:11.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:11 smithi071 ceph-mon[30957]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-09-15T23:45:11.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:11 smithi071 ceph-mon[30957]: pgmap v278: 97 pgs: 2 creating+activating, 24 creating+peering, 12 active+clean, 59 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:45:11.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:11 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1580936431' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-15T23:45:11.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:11 smithi163 ceph-mon[34107]: osdmap e81: 12 total, 12 up, 12 in 2024-09-15T23:45:11.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:11 smithi163 ceph-mon[34107]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-09-15T23:45:11.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:11 smithi163 ceph-mon[34107]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-09-15T23:45:11.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:11 smithi163 ceph-mon[34107]: pgmap v278: 97 pgs: 2 creating+activating, 24 creating+peering, 12 active+clean, 59 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:45:11.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:11 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1580936431' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-15T23:45:11.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:11 smithi190 ceph-mon[34840]: osdmap e81: 12 total, 12 up, 12 in 2024-09-15T23:45:11.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:11 smithi190 ceph-mon[34840]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-09-15T23:45:11.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:11 smithi190 ceph-mon[34840]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-09-15T23:45:11.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:11 smithi190 ceph-mon[34840]: pgmap v278: 97 pgs: 2 creating+activating, 24 creating+peering, 12 active+clean, 59 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:45:11.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.812+0000 7fa57c162640 1 -- 172.21.15.71:0/2018718924 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa574100a80 msgr2=0x7fa574100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:11.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.812+0000 7fa57c162640 1 --2- 172.21.15.71:0/2018718924 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa574100a80 0x7fa574100ee0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fa564009930 tx=0x7fa56402a420 comp rx=0 tx=0).stop 2024-09-15T23:45:11.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.812+0000 7fa57c162640 1 -- 172.21.15.71:0/2018718924 shutdown_connections 2024-09-15T23:45:11.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.812+0000 7fa57c162640 1 --2- 172.21.15.71:0/2018718924 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa574101420 0x7fa57410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:11.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.812+0000 7fa57c162640 1 --2- 172.21.15.71:0/2018718924 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa574100a80 0x7fa574100ee0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:11.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.812+0000 7fa57c162640 1 --2- 172.21.15.71:0/2018718924 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa574106a80 0x7fa574106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:11.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.812+0000 7fa57c162640 1 -- 172.21.15.71:0/2018718924 >> 172.21.15.71:0/2018718924 conn(0x7fa5740fc7a0 msgr2=0x7fa5740febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:11.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.813+0000 7fa57c162640 1 -- 172.21.15.71:0/2018718924 shutdown_connections 2024-09-15T23:45:11.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.813+0000 7fa57c162640 1 -- 172.21.15.71:0/2018718924 wait complete. 2024-09-15T23:45:11.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.813+0000 7fa57c162640 1 Processor -- start 2024-09-15T23:45:11.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.813+0000 7fa57c162640 1 -- start start 2024-09-15T23:45:11.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.813+0000 7fa57c162640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa574100a80 0x7fa574199220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:11.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.813+0000 7fa57c162640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa574101420 0x7fa574199760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:11.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.813+0000 7fa57c162640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa574106a80 0x7fa5741a42a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:11.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.813+0000 7fa57c162640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa574110d50 con 0x7fa574106a80 2024-09-15T23:45:11.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.813+0000 7fa57c162640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fa574110bd0 con 0x7fa574100a80 2024-09-15T23:45:11.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.813+0000 7fa57c162640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fa574110ed0 con 0x7fa574101420 2024-09-15T23:45:11.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.814+0000 7fa57a6ff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa574106a80 0x7fa5741a42a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:11.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.814+0000 7fa57a6ff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa574106a80 0x7fa5741a42a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:49338/0 (socket says 172.21.15.71:49338) 2024-09-15T23:45:11.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.814+0000 7fa57a6ff640 1 -- 172.21.15.71:0/3556557123 learned_addr learned my addr 172.21.15.71:0/3556557123 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:11.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.814+0000 7fa5796fd640 1 --2- 172.21.15.71:0/3556557123 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa574101420 0x7fa574199760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:11.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.814+0000 7fa579efe640 1 --2- 172.21.15.71:0/3556557123 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa574100a80 0x7fa574199220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:11.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.814+0000 7fa57a6ff640 1 -- 172.21.15.71:0/3556557123 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa574101420 msgr2=0x7fa574199760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:11.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.814+0000 7fa57a6ff640 1 --2- 172.21.15.71:0/3556557123 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa574101420 0x7fa574199760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:11.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.814+0000 7fa57a6ff640 1 -- 172.21.15.71:0/3556557123 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa574100a80 msgr2=0x7fa574199220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:11.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.814+0000 7fa57a6ff640 1 --2- 172.21.15.71:0/3556557123 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa574100a80 0x7fa574199220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:11.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.814+0000 7fa57a6ff640 1 -- 172.21.15.71:0/3556557123 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5741a47e0 con 0x7fa574106a80 2024-09-15T23:45:11.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.814+0000 7fa579efe640 1 --2- 172.21.15.71:0/3556557123 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa574100a80 0x7fa574199220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:45:11.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.814+0000 7fa57a6ff640 1 --2- 172.21.15.71:0/3556557123 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa574106a80 0x7fa5741a42a0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fa56c00b970 tx=0x7fa56c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:11.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.814+0000 7fa56affd640 1 -- 172.21.15.71:0/3556557123 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa56c019070 con 0x7fa574106a80 2024-09-15T23:45:11.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.814+0000 7fa57c162640 1 -- 172.21.15.71:0/3556557123 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5741a49b0 con 0x7fa574106a80 2024-09-15T23:45:11.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.814+0000 7fa56affd640 1 -- 172.21.15.71:0/3556557123 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa56c014440 con 0x7fa574106a80 2024-09-15T23:45:11.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.814+0000 7fa56affd640 1 -- 172.21.15.71:0/3556557123 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa56c0075d0 con 0x7fa574106a80 2024-09-15T23:45:11.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.814+0000 7fa57c162640 1 -- 172.21.15.71:0/3556557123 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5741a4e70 con 0x7fa574106a80 2024-09-15T23:45:11.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.815+0000 7fa57c162640 1 -- 172.21.15.71:0/3556557123 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa574100ee0 con 0x7fa574106a80 2024-09-15T23:45:11.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.817+0000 7fa56affd640 1 -- 172.21.15.71:0/3556557123 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fa56c01c070 con 0x7fa574106a80 2024-09-15T23:45:11.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.818+0000 7fa56affd640 1 --2- 172.21.15.71:0/3556557123 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa5600a3240 0x7fa5600a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:11.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.818+0000 7fa579efe640 1 --2- 172.21.15.71:0/3556557123 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa5600a3240 0x7fa5600a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:11.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.818+0000 7fa56affd640 1 -- 172.21.15.71:0/3556557123 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7979+0+0 (secure 0 0 0) 0x7fa56c0cf230 con 0x7fa574106a80 2024-09-15T23:45:11.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.818+0000 7fa579efe640 1 --2- 172.21.15.71:0/3556557123 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa5600a3240 0x7fa5600a5700 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fa5700058c0 tx=0x7fa570005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:11.839 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.821+0000 7fa56affd640 1 -- 172.21.15.71:0/3556557123 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa56c09ba50 con 0x7fa574106a80 2024-09-15T23:45:11.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.987+0000 7fa57c162640 1 -- 172.21.15.71:0/3556557123 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa57402d7c0 con 0x7fa574106a80 2024-09-15T23:45:11.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.988+0000 7fa56affd640 1 -- 172.21.15.71:0/3556557123 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22268 (secure 0 0 0) 0x7fa56c09fd50 con 0x7fa574106a80 2024-09-15T23:45:11.990 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:45:11.991 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":81,"fsid":"4eeb5726-73bb-11ef-bceb-c7b262605968","created":"2024-09-15T23:37:32.026413+0000","modified":"2024-09-15T23:45:09.959738+0000","last_up_change":"2024-09-15T23:44:18.494739+0000","last_in_change":"2024-09-15T23:43:55.057780+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T23:40:31.270883+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-15T23:45:06.249987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-15T23:45:08.165620+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5866d7b4-9e16-4f84-b178-467c25ea3369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6803","nonce":3525966842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6805","nonce":3525966842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6809","nonce":3525966842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6807","nonce":3525966842}]},"public_addr":"172.21.15.71:6803/3525966842","cluster_addr":"172.21.15.71:6805/3525966842","heartbeat_back_addr":"172.21.15.71:6809/3525966842","heartbeat_front_addr":"172.21.15.71:6807/3525966842","state":["exists","up"]},{"osd":1,"uuid":"6155354e-7b55-4b4c-b673-6d92f08fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6800","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6801","nonce":1075052522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6803","nonce":1075052522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6807","nonce":1075052522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6805","nonce":1075052522}]},"public_addr":"172.21.15.163:6801/1075052522","cluster_addr":"172.21.15.163:6803/1075052522","heartbeat_back_addr":"172.21.15.163:6807/1075052522","heartbeat_front_addr":"172.21.15.163:6805/1075052522","state":["exists","up"]},{"osd":2,"uuid":"3d530966-7af0-45b1-aa3d-b8b9df338e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6801","nonce":2143521395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6803","nonce":2143521395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6807","nonce":2143521395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6805","nonce":2143521395}]},"public_addr":"172.21.15.190:6801/2143521395","cluster_addr":"172.21.15.190:6803/2143521395","heartbeat_back_addr":"172.21.15.190:6807/2143521395","heartbeat_front_addr":"172.21.15.190:6805/2143521395","state":["exists","up"]},{"osd":3,"uuid":"f16832da-8eaa-424e-a215-1ed01f156888","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6811","nonce":877432262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6813","nonce":877432262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6817","nonce":877432262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6815","nonce":877432262}]},"public_addr":"172.21.15.71:6811/877432262","cluster_addr":"172.21.15.71:6813/877432262","heartbeat_back_addr":"172.21.15.71:6817/877432262","heartbeat_front_addr":"172.21.15.71:6815/877432262","state":["exists","up"]},{"osd":4,"uuid":"ebe47f97-59ea-41c6-8c28-36845546845f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6809","nonce":2846554020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6811","nonce":2846554020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6815","nonce":2846554020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6813","nonce":2846554020}]},"public_addr":"172.21.15.163:6809/2846554020","cluster_addr":"172.21.15.163:6811/2846554020","heartbeat_back_addr":"172.21.15.163:6815/2846554020","heartbeat_front_addr":"172.21.15.163:6813/2846554020","state":["exists","up"]},{"osd":5,"uuid":"3d0cd047-642d-496b-b2a0-52484ae860da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6809","nonce":3132841040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6811","nonce":3132841040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6815","nonce":3132841040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6813","nonce":3132841040}]},"public_addr":"172.21.15.190:6809/3132841040","cluster_addr":"172.21.15.190:6811/3132841040","heartbeat_back_addr":"172.21.15.190:6815/3132841040","heartbeat_front_addr":"172.21.15.190:6813/3132841040","state":["exists","up"]},{"osd":6,"uuid":"783f341b-53ac-4722-86b5-9460490f0e02","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6819","nonce":1108451261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6821","nonce":1108451261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6825","nonce":1108451261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6823","nonce":1108451261}]},"public_addr":"172.21.15.71:6819/1108451261","cluster_addr":"172.21.15.71:6821/1108451261","heartbeat_back_addr":"172.21.15.71:6825/1108451261","heartbeat_front_addr":"172.21.15.71:6823/1108451261","state":["exists","up"]},{"osd":7,"uuid":"39e17d98-3cf2-4e56-af7f-437a27f35847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6817","nonce":1969593004}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6819","nonce":1969593004}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6823","nonce":1969593004}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6821","nonce":1969593004}]},"public_addr":"172.21.15.163:6817/1969593004","cluster_addr":"172.21.15.163:6819/1969593004","heartbeat_back_addr":"172.21.15.163:6823/1969593004","heartbeat_front_addr":"172.21.15.163:6821/1969593004","state":["exists","up"]},{"osd":8,"uuid":"f63373aa-7d65-4478-841b-2f72c933d4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6817","nonce":1925036138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6819","nonce":1925036138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6823","nonce":1925036138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6821","nonce":1925036138}]},"public_addr":"172.21.15.190:6817/1925036138","cluster_addr":"172.21.15.190:6819/1925036138","heartbeat_back_addr":"172.21.15.190:6823/1925036138","heartbeat_front_addr":"172.21.15.190:6821/1925036138","state":["exists","up"]},{"osd":9,"uuid":"c4f1a921-9f00-434b-96e7-4bc4db455ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6827","nonce":5959399}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6829","nonce":5959399}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6833","nonce":5959399}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6831","nonce":5959399}]},"public_addr":"172.21.15.71:6827/5959399","cluster_addr":"172.21.15.71:6829/5959399","heartbeat_back_addr":"172.21.15.71:6833/5959399","heartbeat_front_addr":"172.21.15.71:6831/5959399","state":["exists","up"]},{"osd":10,"uuid":"406a2f6f-879c-45b2-8e82-c933f45affe5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6825","nonce":212791912}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6827","nonce":212791912}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6831","nonce":212791912}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6829","nonce":212791912}]},"public_addr":"172.21.15.163:6825/212791912","cluster_addr":"172.21.15.163:6827/212791912","heartbeat_back_addr":"172.21.15.163:6831/212791912","heartbeat_front_addr":"172.21.15.163:6829/212791912","state":["exists","up"]},{"osd":11,"uuid":"12bb4094-dc69-4c4f-904f-55c82da026db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6825","nonce":4193587286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6827","nonce":4193587286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6831","nonce":4193587286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6829","nonce":4193587286}]},"public_addr":"172.21.15.190:6825/4193587286","cluster_addr":"172.21.15.190:6827/4193587286","heartbeat_back_addr":"172.21.15.190:6831/4193587286","heartbeat_front_addr":"172.21.15.190:6829/4193587286","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:39:38.384621+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:03.886009+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:28.499205+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:54.402933+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:41:19.845920+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:41:44.709197+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:42:10.001537+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:42:35.654440+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:00.945654+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:26.729569+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:51.523307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:44:16.887486+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:0/3932100987":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/300276721":"2024-09-16T23:37:53.457697+0000","172.21.15.71:0/3644229355":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/1731891373":"2024-09-16T23:38:16.969736+0000","172.21.15.71:6800/4097213184":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/4103533037":"2024-09-16T23:37:53.457697+0000","172.21.15.71:6801/3832446656":"2024-09-16T23:37:53.457697+0000","172.21.15.71:6801/4097213184":"2024-09-16T23:38:16.969736+0000","172.21.15.71:6800/3832446656":"2024-09-16T23:37:53.457697+0000","172.21.15.71:0/2385046682":"2024-09-16T23:37:53.457697+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T23:45:11.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.990+0000 7fa57c162640 1 -- 172.21.15.71:0/3556557123 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa5600a3240 msgr2=0x7fa5600a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:11.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.991+0000 7fa57c162640 1 --2- 172.21.15.71:0/3556557123 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa5600a3240 0x7fa5600a5700 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fa5700058c0 tx=0x7fa570005850 comp rx=0 tx=0).stop 2024-09-15T23:45:11.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.991+0000 7fa57c162640 1 -- 172.21.15.71:0/3556557123 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa574106a80 msgr2=0x7fa5741a42a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:11.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.991+0000 7fa57c162640 1 --2- 172.21.15.71:0/3556557123 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa574106a80 0x7fa5741a42a0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fa56c00b970 tx=0x7fa56c00be30 comp rx=0 tx=0).stop 2024-09-15T23:45:11.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.991+0000 7fa57c162640 1 -- 172.21.15.71:0/3556557123 shutdown_connections 2024-09-15T23:45:11.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.991+0000 7fa57c162640 1 --2- 172.21.15.71:0/3556557123 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa5600a3240 0x7fa5600a5700 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:11.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.991+0000 7fa57c162640 1 --2- 172.21.15.71:0/3556557123 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa574106a80 0x7fa5741a42a0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:11.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.991+0000 7fa57c162640 1 --2- 172.21.15.71:0/3556557123 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa574101420 0x7fa574199760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:11.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.991+0000 7fa57c162640 1 --2- 172.21.15.71:0/3556557123 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa574100a80 0x7fa574199220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:11.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.991+0000 7fa57c162640 1 -- 172.21.15.71:0/3556557123 >> 172.21.15.71:0/3556557123 conn(0x7fa5740fc7a0 msgr2=0x7fa5740fd020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:11.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.991+0000 7fa57c162640 1 -- 172.21.15.71:0/3556557123 shutdown_connections 2024-09-15T23:45:11.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:11.991+0000 7fa57c162640 1 -- 172.21.15.71:0/3556557123 wait complete. 2024-09-15T23:45:12.563 INFO:journalctl@ceph.mds.i.smithi190.stdout:Sep 15 23:45:12 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-i[65204]: 2024-09-15T23:45:12.113+0000 7f698276b640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-15T23:45:12.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:12 smithi190 ceph-mon[34840]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-15T23:45:12.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:12 smithi190 ceph-mon[34840]: Cluster is now healthy 2024-09-15T23:45:12.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:12 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] up:active 2024-09-15T23:45:12.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:12 smithi190 ceph-mon[34840]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-15T23:45:12.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:12 smithi190 ceph-mon[34840]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-15T23:45:12.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:12 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/3556557123' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:45:12.640 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:12 smithi071 ceph-mon[30957]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-15T23:45:12.641 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:12 smithi071 ceph-mon[30957]: Cluster is now healthy 2024-09-15T23:45:12.641 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:12 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] up:active 2024-09-15T23:45:12.641 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:12 smithi071 ceph-mon[30957]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-15T23:45:12.641 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:12 smithi071 ceph-mon[30957]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-15T23:45:12.641 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:12 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/3556557123' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:45:12.672 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-15T23:45:12.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:12 smithi163 ceph-mon[34107]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-15T23:45:12.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:12 smithi163 ceph-mon[34107]: Cluster is now healthy 2024-09-15T23:45:12.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:12 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] up:active 2024-09-15T23:45:12.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:12 smithi163 ceph-mon[34107]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-15T23:45:12.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:12 smithi163 ceph-mon[34107]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-15T23:45:12.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:12 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/3556557123' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:45:12.919 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:13.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.398+0000 7fb04f0b2640 1 -- 172.21.15.71:0/2820560177 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb0481036e0 msgr2=0x7fb048107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:13.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.398+0000 7fb04f0b2640 1 --2- 172.21.15.71:0/2820560177 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb0481036e0 0x7fb048107b90 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fb034009930 tx=0x7fb03402a420 comp rx=0 tx=0).stop 2024-09-15T23:45:13.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.398+0000 7fb04f0b2640 1 -- 172.21.15.71:0/2820560177 shutdown_connections 2024-09-15T23:45:13.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.398+0000 7fb04f0b2640 1 --2- 172.21.15.71:0/2820560177 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb0481082a0 0x7fb04810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:13.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.398+0000 7fb04f0b2640 1 --2- 172.21.15.71:0/2820560177 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb0481036e0 0x7fb048107b90 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:13.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.398+0000 7fb04f0b2640 1 --2- 172.21.15.71:0/2820560177 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb048102d30 0x7fb048103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:13.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.398+0000 7fb04f0b2640 1 -- 172.21.15.71:0/2820560177 >> 172.21.15.71:0/2820560177 conn(0x7fb0480fc7d0 msgr2=0x7fb0480febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:13.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.398+0000 7fb04f0b2640 1 -- 172.21.15.71:0/2820560177 shutdown_connections 2024-09-15T23:45:13.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.398+0000 7fb04f0b2640 1 -- 172.21.15.71:0/2820560177 wait complete. 2024-09-15T23:45:13.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.398+0000 7fb04f0b2640 1 Processor -- start 2024-09-15T23:45:13.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.398+0000 7fb04f0b2640 1 -- start start 2024-09-15T23:45:13.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.399+0000 7fb04f0b2640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb048102d30 0x7fb048100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:13.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.399+0000 7fb04f0b2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb0481036e0 0x7fb048100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:13.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.399+0000 7fb04f0b2640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb0481082a0 0x7fb048101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:13.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.399+0000 7fb04f0b2640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fb048111f70 con 0x7fb0481036e0 2024-09-15T23:45:13.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.399+0000 7fb04f0b2640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fb048111df0 con 0x7fb0481082a0 2024-09-15T23:45:13.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.399+0000 7fb04f0b2640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fb0481120f0 con 0x7fb048102d30 2024-09-15T23:45:13.430 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.399+0000 7fb047fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb0481036e0 0x7fb048100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:13.430 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.399+0000 7fb047fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb0481036e0 0x7fb048100ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:49364/0 (socket says 172.21.15.71:49364) 2024-09-15T23:45:13.430 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.399+0000 7fb047fff640 1 -- 172.21.15.71:0/3142972200 learned_addr learned my addr 172.21.15.71:0/3142972200 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:13.430 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.399+0000 7fb04d64f640 1 --2- 172.21.15.71:0/3142972200 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb0481082a0 0x7fb048101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:13.430 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.399+0000 7fb04ce4e640 1 --2- 172.21.15.71:0/3142972200 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb048102d30 0x7fb048100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:13.430 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.399+0000 7fb047fff640 1 -- 172.21.15.71:0/3142972200 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb048102d30 msgr2=0x7fb048100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:13.430 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.399+0000 7fb047fff640 1 --2- 172.21.15.71:0/3142972200 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb048102d30 0x7fb048100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:13.430 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.399+0000 7fb047fff640 1 -- 172.21.15.71:0/3142972200 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb0481082a0 msgr2=0x7fb048101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:13.430 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.399+0000 7fb047fff640 1 --2- 172.21.15.71:0/3142972200 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb0481082a0 0x7fb048101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:13.430 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.399+0000 7fb047fff640 1 -- 172.21.15.71:0/3142972200 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0481a69f0 con 0x7fb0481036e0 2024-09-15T23:45:13.430 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.399+0000 7fb047fff640 1 --2- 172.21.15.71:0/3142972200 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb0481036e0 0x7fb048100ed0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fb034031440 tx=0x7fb034004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:13.430 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.399+0000 7fb045ffb640 1 -- 172.21.15.71:0/3142972200 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb03403f030 con 0x7fb0481036e0 2024-09-15T23:45:13.431 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.399+0000 7fb045ffb640 1 -- 172.21.15.71:0/3142972200 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb034003aa0 con 0x7fb0481036e0 2024-09-15T23:45:13.431 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.399+0000 7fb04f0b2640 1 -- 172.21.15.71:0/3142972200 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0481a6c80 con 0x7fb0481036e0 2024-09-15T23:45:13.431 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.399+0000 7fb045ffb640 1 -- 172.21.15.71:0/3142972200 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb034035070 con 0x7fb0481036e0 2024-09-15T23:45:13.431 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.399+0000 7fb04f0b2640 1 -- 172.21.15.71:0/3142972200 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0481a7160 con 0x7fb0481036e0 2024-09-15T23:45:13.431 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.401+0000 7fb04f0b2640 1 -- 172.21.15.71:0/3142972200 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb048103110 con 0x7fb0481036e0 2024-09-15T23:45:13.431 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.402+0000 7fb045ffb640 1 -- 172.21.15.71:0/3142972200 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fb034042030 con 0x7fb0481036e0 2024-09-15T23:45:13.431 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.402+0000 7fb045ffb640 1 --2- 172.21.15.71:0/3142972200 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb0380a3240 0x7fb0380a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:13.431 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.402+0000 7fb04ce4e640 1 --2- 172.21.15.71:0/3142972200 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb0380a3240 0x7fb0380a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:13.431 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.402+0000 7fb045ffb640 1 -- 172.21.15.71:0/3142972200 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7979+0+0 (secure 0 0 0) 0x7fb0340effa0 con 0x7fb0481036e0 2024-09-15T23:45:13.431 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.403+0000 7fb04ce4e640 1 --2- 172.21.15.71:0/3142972200 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb0380a3240 0x7fb0380a5700 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fb03c005fd0 tx=0x7fb03c00b590 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:13.431 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.406+0000 7fb045ffb640 1 -- 172.21.15.71:0/3142972200 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb0340bce10 con 0x7fb0481036e0 2024-09-15T23:45:13.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.576+0000 7fb04f0b2640 1 -- 172.21.15.71:0/3142972200 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb04810a2b0 con 0x7fb0481036e0 2024-09-15T23:45:13.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:13 smithi071 ceph-mon[30957]: pgmap v279: 97 pgs: 2 creating+activating, 7 creating+peering, 84 active+clean, 4 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-15T23:45:13.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.577+0000 7fb045ffb640 1 -- 172.21.15.71:0/3142972200 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22268 (secure 0 0 0) 0x7fb0340bc710 con 0x7fb0481036e0 2024-09-15T23:45:13.579 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:45:13.579 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":81,"fsid":"4eeb5726-73bb-11ef-bceb-c7b262605968","created":"2024-09-15T23:37:32.026413+0000","modified":"2024-09-15T23:45:09.959738+0000","last_up_change":"2024-09-15T23:44:18.494739+0000","last_in_change":"2024-09-15T23:43:55.057780+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T23:40:31.270883+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-15T23:45:06.249987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-15T23:45:08.165620+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5866d7b4-9e16-4f84-b178-467c25ea3369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6803","nonce":3525966842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6805","nonce":3525966842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6809","nonce":3525966842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6807","nonce":3525966842}]},"public_addr":"172.21.15.71:6803/3525966842","cluster_addr":"172.21.15.71:6805/3525966842","heartbeat_back_addr":"172.21.15.71:6809/3525966842","heartbeat_front_addr":"172.21.15.71:6807/3525966842","state":["exists","up"]},{"osd":1,"uuid":"6155354e-7b55-4b4c-b673-6d92f08fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6800","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6801","nonce":1075052522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6803","nonce":1075052522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6807","nonce":1075052522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6805","nonce":1075052522}]},"public_addr":"172.21.15.163:6801/1075052522","cluster_addr":"172.21.15.163:6803/1075052522","heartbeat_back_addr":"172.21.15.163:6807/1075052522","heartbeat_front_addr":"172.21.15.163:6805/1075052522","state":["exists","up"]},{"osd":2,"uuid":"3d530966-7af0-45b1-aa3d-b8b9df338e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6801","nonce":2143521395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6803","nonce":2143521395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6807","nonce":2143521395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6805","nonce":2143521395}]},"public_addr":"172.21.15.190:6801/2143521395","cluster_addr":"172.21.15.190:6803/2143521395","heartbeat_back_addr":"172.21.15.190:6807/2143521395","heartbeat_front_addr":"172.21.15.190:6805/2143521395","state":["exists","up"]},{"osd":3,"uuid":"f16832da-8eaa-424e-a215-1ed01f156888","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6811","nonce":877432262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6813","nonce":877432262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6817","nonce":877432262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6815","nonce":877432262}]},"public_addr":"172.21.15.71:6811/877432262","cluster_addr":"172.21.15.71:6813/877432262","heartbeat_back_addr":"172.21.15.71:6817/877432262","heartbeat_front_addr":"172.21.15.71:6815/877432262","state":["exists","up"]},{"osd":4,"uuid":"ebe47f97-59ea-41c6-8c28-36845546845f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6809","nonce":2846554020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6811","nonce":2846554020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6815","nonce":2846554020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6813","nonce":2846554020}]},"public_addr":"172.21.15.163:6809/2846554020","cluster_addr":"172.21.15.163:6811/2846554020","heartbeat_back_addr":"172.21.15.163:6815/2846554020","heartbeat_front_addr":"172.21.15.163:6813/2846554020","state":["exists","up"]},{"osd":5,"uuid":"3d0cd047-642d-496b-b2a0-52484ae860da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6809","nonce":3132841040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6811","nonce":3132841040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6815","nonce":3132841040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6813","nonce":3132841040}]},"public_addr":"172.21.15.190:6809/3132841040","cluster_addr":"172.21.15.190:6811/3132841040","heartbeat_back_addr":"172.21.15.190:6815/3132841040","heartbeat_front_addr":"172.21.15.190:6813/3132841040","state":["exists","up"]},{"osd":6,"uuid":"783f341b-53ac-4722-86b5-9460490f0e02","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6819","nonce":1108451261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6821","nonce":1108451261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6825","nonce":1108451261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6823","nonce":1108451261}]},"public_addr":"172.21.15.71:6819/1108451261","cluster_addr":"172.21.15.71:6821/1108451261","heartbeat_back_addr":"172.21.15.71:6825/1108451261","heartbeat_front_addr":"172.21.15.71:6823/1108451261","state":["exists","up"]},{"osd":7,"uuid":"39e17d98-3cf2-4e56-af7f-437a27f35847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6817","nonce":1969593004}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6819","nonce":1969593004}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6823","nonce":1969593004}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6821","nonce":1969593004}]},"public_addr":"172.21.15.163:6817/1969593004","cluster_addr":"172.21.15.163:6819/1969593004","heartbeat_back_addr":"172.21.15.163:6823/1969593004","heartbeat_front_addr":"172.21.15.163:6821/1969593004","state":["exists","up"]},{"osd":8,"uuid":"f63373aa-7d65-4478-841b-2f72c933d4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6817","nonce":1925036138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6819","nonce":1925036138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6823","nonce":1925036138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6821","nonce":1925036138}]},"public_addr":"172.21.15.190:6817/1925036138","cluster_addr":"172.21.15.190:6819/1925036138","heartbeat_back_addr":"172.21.15.190:6823/1925036138","heartbeat_front_addr":"172.21.15.190:6821/1925036138","state":["exists","up"]},{"osd":9,"uuid":"c4f1a921-9f00-434b-96e7-4bc4db455ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6827","nonce":5959399}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6829","nonce":5959399}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6833","nonce":5959399}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6831","nonce":5959399}]},"public_addr":"172.21.15.71:6827/5959399","cluster_addr":"172.21.15.71:6829/5959399","heartbeat_back_addr":"172.21.15.71:6833/5959399","heartbeat_front_addr":"172.21.15.71:6831/5959399","state":["exists","up"]},{"osd":10,"uuid":"406a2f6f-879c-45b2-8e82-c933f45affe5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6825","nonce":212791912}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6827","nonce":212791912}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6831","nonce":212791912}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6829","nonce":212791912}]},"public_addr":"172.21.15.163:6825/212791912","cluster_addr":"172.21.15.163:6827/212791912","heartbeat_back_addr":"172.21.15.163:6831/212791912","heartbeat_front_addr":"172.21.15.163:6829/212791912","state":["exists","up"]},{"osd":11,"uuid":"12bb4094-dc69-4c4f-904f-55c82da026db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6825","nonce":4193587286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6827","nonce":4193587286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6831","nonce":4193587286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6829","nonce":4193587286}]},"public_addr":"172.21.15.190:6825/4193587286","cluster_addr":"172.21.15.190:6827/4193587286","heartbeat_back_addr":"172.21.15.190:6831/4193587286","heartbeat_front_addr":"172.21.15.190:6829/4193587286","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:39:38.384621+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:03.886009+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:28.499205+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:54.402933+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:41:19.845920+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:41:44.709197+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:42:10.001537+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:42:35.654440+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:00.945654+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:26.729569+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:51.523307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:44:16.887486+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:0/3932100987":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/300276721":"2024-09-16T23:37:53.457697+0000","172.21.15.71:0/3644229355":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/1731891373":"2024-09-16T23:38:16.969736+0000","172.21.15.71:6800/4097213184":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/4103533037":"2024-09-16T23:37:53.457697+0000","172.21.15.71:6801/3832446656":"2024-09-16T23:37:53.457697+0000","172.21.15.71:6801/4097213184":"2024-09-16T23:38:16.969736+0000","172.21.15.71:6800/3832446656":"2024-09-16T23:37:53.457697+0000","172.21.15.71:0/2385046682":"2024-09-16T23:37:53.457697+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T23:45:13.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.580+0000 7fb04f0b2640 1 -- 172.21.15.71:0/3142972200 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb0380a3240 msgr2=0x7fb0380a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:13.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.580+0000 7fb04f0b2640 1 --2- 172.21.15.71:0/3142972200 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb0380a3240 0x7fb0380a5700 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fb03c005fd0 tx=0x7fb03c00b590 comp rx=0 tx=0).stop 2024-09-15T23:45:13.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.580+0000 7fb04f0b2640 1 -- 172.21.15.71:0/3142972200 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb0481036e0 msgr2=0x7fb048100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:13.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.580+0000 7fb04f0b2640 1 --2- 172.21.15.71:0/3142972200 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb0481036e0 0x7fb048100ed0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fb034031440 tx=0x7fb034004270 comp rx=0 tx=0).stop 2024-09-15T23:45:13.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.580+0000 7fb04f0b2640 1 -- 172.21.15.71:0/3142972200 shutdown_connections 2024-09-15T23:45:13.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.580+0000 7fb04f0b2640 1 --2- 172.21.15.71:0/3142972200 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb0380a3240 0x7fb0380a5700 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:13.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.580+0000 7fb04f0b2640 1 --2- 172.21.15.71:0/3142972200 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb0481082a0 0x7fb048101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:13.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.580+0000 7fb04f0b2640 1 --2- 172.21.15.71:0/3142972200 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb0481036e0 0x7fb048100ed0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:13.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.580+0000 7fb04f0b2640 1 --2- 172.21.15.71:0/3142972200 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb048102d30 0x7fb048100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:13.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.580+0000 7fb04f0b2640 1 -- 172.21.15.71:0/3142972200 >> 172.21.15.71:0/3142972200 conn(0x7fb0480fc7d0 msgr2=0x7fb048105e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:13.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.580+0000 7fb04f0b2640 1 -- 172.21.15.71:0/3142972200 shutdown_connections 2024-09-15T23:45:13.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:13.580+0000 7fb04f0b2640 1 -- 172.21.15.71:0/3142972200 wait complete. 2024-09-15T23:45:13.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:13 smithi163 ceph-mon[34107]: pgmap v279: 97 pgs: 2 creating+activating, 7 creating+peering, 84 active+clean, 4 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-15T23:45:13.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:13 smithi190 ceph-mon[34840]: pgmap v279: 97 pgs: 2 creating+activating, 7 creating+peering, 84 active+clean, 4 unknown; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-15T23:45:14.296 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-09-15T23:45:14.546 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:14.667 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:14 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/3142972200' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:45:14.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:14 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/3142972200' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:45:14.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:14 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/3142972200' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:45:15.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.049+0000 7f95438cb640 1 -- 172.21.15.71:0/4025926891 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f953c106a80 msgr2=0x7f953c106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:15.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.049+0000 7f95438cb640 1 --2- 172.21.15.71:0/4025926891 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f953c106a80 0x7f953c106e60 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f9530009930 tx=0x7f953002a420 comp rx=0 tx=0).stop 2024-09-15T23:45:15.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.049+0000 7f95438cb640 1 -- 172.21.15.71:0/4025926891 shutdown_connections 2024-09-15T23:45:15.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.049+0000 7f95438cb640 1 --2- 172.21.15.71:0/4025926891 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f953c101420 0x7f953c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:15.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.049+0000 7f95438cb640 1 --2- 172.21.15.71:0/4025926891 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f953c100a80 0x7f953c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:15.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.049+0000 7f95438cb640 1 --2- 172.21.15.71:0/4025926891 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f953c106a80 0x7f953c106e60 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:15.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.049+0000 7f95438cb640 1 -- 172.21.15.71:0/4025926891 >> 172.21.15.71:0/4025926891 conn(0x7f953c0fc7a0 msgr2=0x7f953c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:15.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.049+0000 7f95438cb640 1 -- 172.21.15.71:0/4025926891 shutdown_connections 2024-09-15T23:45:15.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.049+0000 7f95438cb640 1 -- 172.21.15.71:0/4025926891 wait complete. 2024-09-15T23:45:15.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.050+0000 7f95438cb640 1 Processor -- start 2024-09-15T23:45:15.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.050+0000 7f95438cb640 1 -- start start 2024-09-15T23:45:15.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.050+0000 7f95438cb640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f953c100a80 0x7f953c1984d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:15.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.050+0000 7f95438cb640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f953c101420 0x7f953c198a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:15.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.050+0000 7f95438cb640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f953c106a80 0x7f953c19cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:15.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.050+0000 7f95438cb640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f953c111ed0 con 0x7f953c101420 2024-09-15T23:45:15.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.050+0000 7f95438cb640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f953c111d50 con 0x7f953c106a80 2024-09-15T23:45:15.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.050+0000 7f95438cb640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f953c112050 con 0x7f953c100a80 2024-09-15T23:45:15.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.050+0000 7f9540e66640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f953c101420 0x7f953c198a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:15.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.050+0000 7f9540e66640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f953c101420 0x7f953c198a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:49390/0 (socket says 172.21.15.71:49390) 2024-09-15T23:45:15.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.050+0000 7f9540e66640 1 -- 172.21.15.71:0/747810649 learned_addr learned my addr 172.21.15.71:0/747810649 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:15.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.050+0000 7f9541e68640 1 --2- 172.21.15.71:0/747810649 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f953c106a80 0x7f953c19cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:15.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.050+0000 7f9541667640 1 --2- 172.21.15.71:0/747810649 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f953c100a80 0x7f953c1984d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:15.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.050+0000 7f9540e66640 1 -- 172.21.15.71:0/747810649 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f953c100a80 msgr2=0x7f953c1984d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:15.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.050+0000 7f9540e66640 1 --2- 172.21.15.71:0/747810649 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f953c100a80 0x7f953c1984d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:15.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.050+0000 7f9540e66640 1 -- 172.21.15.71:0/747810649 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f953c106a80 msgr2=0x7f953c19cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:15.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.050+0000 7f9540e66640 1 --2- 172.21.15.71:0/747810649 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f953c106a80 0x7f953c19cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:15.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.050+0000 7f9540e66640 1 -- 172.21.15.71:0/747810649 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f953c19d480 con 0x7f953c101420 2024-09-15T23:45:15.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.050+0000 7f9541e68640 1 --2- 172.21.15.71:0/747810649 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f953c106a80 0x7f953c19cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:45:15.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.050+0000 7f9540e66640 1 --2- 172.21.15.71:0/747810649 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f953c101420 0x7f953c198a10 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f953800b4a0 tx=0x7f953800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:15.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.051+0000 7f952e7fc640 1 -- 172.21.15.71:0/747810649 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9538014070 con 0x7f953c101420 2024-09-15T23:45:15.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.051+0000 7f952e7fc640 1 -- 172.21.15.71:0/747810649 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9538010ac0 con 0x7f953c101420 2024-09-15T23:45:15.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.051+0000 7f95438cb640 1 -- 172.21.15.71:0/747810649 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f953c19d770 con 0x7f953c101420 2024-09-15T23:45:15.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.051+0000 7f952e7fc640 1 -- 172.21.15.71:0/747810649 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9538017c30 con 0x7f953c101420 2024-09-15T23:45:15.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.051+0000 7f95438cb640 1 -- 172.21.15.71:0/747810649 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f953c1a5050 con 0x7f953c101420 2024-09-15T23:45:15.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.052+0000 7f95438cb640 1 -- 172.21.15.71:0/747810649 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f953c100f60 con 0x7f953c101420 2024-09-15T23:45:15.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.053+0000 7f952e7fc640 1 -- 172.21.15.71:0/747810649 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f9538017070 con 0x7f953c101420 2024-09-15T23:45:15.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.053+0000 7f952e7fc640 1 --2- 172.21.15.71:0/747810649 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f95280a3240 0x7f95280a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:15.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.053+0000 7f9541667640 1 --2- 172.21.15.71:0/747810649 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f95280a3240 0x7f95280a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:15.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.054+0000 7f952e7fc640 1 -- 172.21.15.71:0/747810649 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7979+0+0 (secure 0 0 0) 0x7f95380cefc0 con 0x7f953c101420 2024-09-15T23:45:15.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.054+0000 7f9541667640 1 --2- 172.21.15.71:0/747810649 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f95280a3240 0x7f95280a5700 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f9530000c00 tx=0x7f9530031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:15.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.057+0000 7f952e7fc640 1 -- 172.21.15.71:0/747810649 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f953809be30 con 0x7f953c101420 2024-09-15T23:45:15.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.259+0000 7f95438cb640 1 -- 172.21.15.71:0/747810649 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f953c02d7c0 con 0x7f953c101420 2024-09-15T23:45:15.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.341+0000 7f952e7fc640 1 -- 172.21.15.71:0/747810649 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7f953809b730 con 0x7f953c101420 2024-09-15T23:45:15.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.343+0000 7f95438cb640 1 -- 172.21.15.71:0/747810649 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f95280a3240 msgr2=0x7f95280a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:15.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.343+0000 7f95438cb640 1 --2- 172.21.15.71:0/747810649 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f95280a3240 0x7f95280a5700 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f9530000c00 tx=0x7f9530031400 comp rx=0 tx=0).stop 2024-09-15T23:45:15.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.343+0000 7f95438cb640 1 -- 172.21.15.71:0/747810649 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f953c101420 msgr2=0x7f953c198a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:15.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.343+0000 7f95438cb640 1 --2- 172.21.15.71:0/747810649 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f953c101420 0x7f953c198a10 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f953800b4a0 tx=0x7f953800b960 comp rx=0 tx=0).stop 2024-09-15T23:45:15.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.343+0000 7f95438cb640 1 -- 172.21.15.71:0/747810649 shutdown_connections 2024-09-15T23:45:15.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.343+0000 7f95438cb640 1 --2- 172.21.15.71:0/747810649 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f95280a3240 0x7f95280a5700 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:15.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.343+0000 7f95438cb640 1 --2- 172.21.15.71:0/747810649 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f953c106a80 0x7f953c19cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:15.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.343+0000 7f95438cb640 1 --2- 172.21.15.71:0/747810649 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f953c101420 0x7f953c198a10 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:15.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.343+0000 7f95438cb640 1 --2- 172.21.15.71:0/747810649 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f953c100a80 0x7f953c1984d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:15.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.343+0000 7f95438cb640 1 -- 172.21.15.71:0/747810649 >> 172.21.15.71:0/747810649 conn(0x7f953c0fc7a0 msgr2=0x7f953c0fd170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:15.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.344+0000 7f95438cb640 1 -- 172.21.15.71:0/747810649 shutdown_connections 2024-09-15T23:45:15.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:15.344+0000 7f95438cb640 1 -- 172.21.15.71:0/747810649 wait complete. 2024-09-15T23:45:15.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:15 smithi071 ceph-mon[30957]: pgmap v280: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 6 op/s 2024-09-15T23:45:15.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:15 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/747810649' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-15T23:45:15.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:15 smithi163 ceph-mon[34107]: pgmap v280: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 6 op/s 2024-09-15T23:45:15.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:15 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/747810649' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-15T23:45:15.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:15 smithi190 ceph-mon[34840]: pgmap v280: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 6 op/s 2024-09-15T23:45:15.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:15 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/747810649' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-15T23:45:16.080 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2}} 2024-09-15T23:45:16.080 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs set cephfs max_mds 5 2024-09-15T23:45:16.326 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:16.605 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:16 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/747810649' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-15T23:45:16.606 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:16 smithi071 ceph-mon[30957]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-15T23:45:16.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:16 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/747810649' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-15T23:45:16.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:16 smithi163 ceph-mon[34107]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-15T23:45:16.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:16 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/747810649' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-15T23:45:16.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:16 smithi190 ceph-mon[34840]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-15T23:45:16.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.832+0000 7fe037dc4640 1 -- 172.21.15.71:0/2946190221 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe030100cc0 msgr2=0x7fe030106800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:16.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.832+0000 7fe037dc4640 1 --2- 172.21.15.71:0/2946190221 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe030100cc0 0x7fe030106800 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fe020009900 tx=0x7fe02002a410 comp rx=0 tx=0).stop 2024-09-15T23:45:16.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.832+0000 7fe037dc4640 1 -- 172.21.15.71:0/2946190221 shutdown_connections 2024-09-15T23:45:16.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.832+0000 7fe037dc4640 1 --2- 172.21.15.71:0/2946190221 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe030106f30 0x7fe03010eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:16.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.832+0000 7fe037dc4640 1 --2- 172.21.15.71:0/2946190221 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe030100cc0 0x7fe030106800 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:16.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.832+0000 7fe037dc4640 1 --2- 172.21.15.71:0/2946190221 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe030100310 0x7fe0301006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:16.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.832+0000 7fe037dc4640 1 -- 172.21.15.71:0/2946190221 >> 172.21.15.71:0/2946190221 conn(0x7fe030077210 msgr2=0x7fe0300fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:16.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.832+0000 7fe037dc4640 1 -- 172.21.15.71:0/2946190221 shutdown_connections 2024-09-15T23:45:16.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.832+0000 7fe037dc4640 1 -- 172.21.15.71:0/2946190221 wait complete. 2024-09-15T23:45:16.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.833+0000 7fe037dc4640 1 Processor -- start 2024-09-15T23:45:16.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.833+0000 7fe037dc4640 1 -- start start 2024-09-15T23:45:16.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.833+0000 7fe037dc4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe030100310 0x7fe0301983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:16.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.833+0000 7fe037dc4640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe030100cc0 0x7fe030198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:16.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.833+0000 7fe037dc4640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe030106f30 0x7fe03019ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:16.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.833+0000 7fe037dc4640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe030111e80 con 0x7fe030100310 2024-09-15T23:45:16.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.833+0000 7fe037dc4640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fe030111d00 con 0x7fe030100cc0 2024-09-15T23:45:16.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.833+0000 7fe037dc4640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fe030112000 con 0x7fe030106f30 2024-09-15T23:45:16.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.833+0000 7fe035b60640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe030100310 0x7fe0301983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:16.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.833+0000 7fe035b60640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe030100310 0x7fe0301983e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:49406/0 (socket says 172.21.15.71:49406) 2024-09-15T23:45:16.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.833+0000 7fe035b60640 1 -- 172.21.15.71:0/256188968 learned_addr learned my addr 172.21.15.71:0/256188968 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:16.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.833+0000 7fe03535f640 1 --2- 172.21.15.71:0/256188968 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe030100cc0 0x7fe030198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:16.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.833+0000 7fe036361640 1 --2- 172.21.15.71:0/256188968 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe030106f30 0x7fe03019ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:16.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.833+0000 7fe035b60640 1 -- 172.21.15.71:0/256188968 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe030106f30 msgr2=0x7fe03019ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:16.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.833+0000 7fe035b60640 1 --2- 172.21.15.71:0/256188968 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe030106f30 0x7fe03019ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:16.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.833+0000 7fe035b60640 1 -- 172.21.15.71:0/256188968 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe030100cc0 msgr2=0x7fe030198920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:16.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.833+0000 7fe035b60640 1 --2- 172.21.15.71:0/256188968 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe030100cc0 0x7fe030198920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:16.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.833+0000 7fe035b60640 1 -- 172.21.15.71:0/256188968 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe03019d390 con 0x7fe030100310 2024-09-15T23:45:16.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.833+0000 7fe03535f640 1 --2- 172.21.15.71:0/256188968 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe030100cc0 0x7fe030198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:45:16.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.834+0000 7fe035b60640 1 --2- 172.21.15.71:0/256188968 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe030100310 0x7fe0301983e0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe02c00ba50 tx=0x7fe02c00bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:16.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.834+0000 7fe026ffd640 1 -- 172.21.15.71:0/256188968 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe02c019070 con 0x7fe030100310 2024-09-15T23:45:16.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.834+0000 7fe026ffd640 1 -- 172.21.15.71:0/256188968 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe02c00cbe0 con 0x7fe030100310 2024-09-15T23:45:16.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.834+0000 7fe026ffd640 1 -- 172.21.15.71:0/256188968 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe02c0075d0 con 0x7fe030100310 2024-09-15T23:45:16.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.834+0000 7fe037dc4640 1 -- 172.21.15.71:0/256188968 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe03019d680 con 0x7fe030100310 2024-09-15T23:45:16.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.834+0000 7fe037dc4640 1 -- 172.21.15.71:0/256188968 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0301a4f60 con 0x7fe030100310 2024-09-15T23:45:16.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.835+0000 7fe037dc4640 1 -- 172.21.15.71:0/256188968 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0301006f0 con 0x7fe030100310 2024-09-15T23:45:16.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.836+0000 7fe026ffd640 1 -- 172.21.15.71:0/256188968 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fe02c01c070 con 0x7fe030100310 2024-09-15T23:45:16.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.837+0000 7fe026ffd640 1 --2- 172.21.15.71:0/256188968 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe01c0a32c0 0x7fe01c0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:16.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.837+0000 7fe03535f640 1 --2- 172.21.15.71:0/256188968 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe01c0a32c0 0x7fe01c0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:16.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.837+0000 7fe026ffd640 1 -- 172.21.15.71:0/256188968 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7979+0+0 (secure 0 0 0) 0x7fe02c0cee20 con 0x7fe030100310 2024-09-15T23:45:16.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.837+0000 7fe03535f640 1 --2- 172.21.15.71:0/256188968 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe01c0a32c0 0x7fe01c0a5780 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fe020031440 tx=0x7fe020005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:16.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:16.841+0000 7fe026ffd640 1 -- 172.21.15.71:0/256188968 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe02c09bc90 con 0x7fe030100310 2024-09-15T23:45:17.053 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:17.051+0000 7fe037dc4640 1 -- 172.21.15.71:0/256188968 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) -- 0x7fe030109b80 con 0x7fe030100310 2024-09-15T23:45:17.351 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:17.350+0000 7fe026ffd640 1 -- 172.21.15.71:0/256188968 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v18) ==== 105+0+0 (secure 0 0 0) 0x7fe02c09b590 con 0x7fe030100310 2024-09-15T23:45:17.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:17.352+0000 7fe037dc4640 1 -- 172.21.15.71:0/256188968 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe01c0a32c0 msgr2=0x7fe01c0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:17.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:17.352+0000 7fe037dc4640 1 --2- 172.21.15.71:0/256188968 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe01c0a32c0 0x7fe01c0a5780 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fe020031440 tx=0x7fe020005a20 comp rx=0 tx=0).stop 2024-09-15T23:45:17.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:17.352+0000 7fe037dc4640 1 -- 172.21.15.71:0/256188968 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe030100310 msgr2=0x7fe0301983e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:17.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:17.352+0000 7fe037dc4640 1 --2- 172.21.15.71:0/256188968 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe030100310 0x7fe0301983e0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe02c00ba50 tx=0x7fe02c00bf10 comp rx=0 tx=0).stop 2024-09-15T23:45:17.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:17.352+0000 7fe037dc4640 1 -- 172.21.15.71:0/256188968 shutdown_connections 2024-09-15T23:45:17.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:17.352+0000 7fe037dc4640 1 --2- 172.21.15.71:0/256188968 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe01c0a32c0 0x7fe01c0a5780 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:17.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:17.352+0000 7fe037dc4640 1 --2- 172.21.15.71:0/256188968 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe030106f30 0x7fe03019ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:17.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:17.352+0000 7fe037dc4640 1 --2- 172.21.15.71:0/256188968 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe030100cc0 0x7fe030198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:17.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:17.352+0000 7fe037dc4640 1 --2- 172.21.15.71:0/256188968 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe030100310 0x7fe0301983e0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:17.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:17.352+0000 7fe037dc4640 1 -- 172.21.15.71:0/256188968 >> 172.21.15.71:0/256188968 conn(0x7fe030077210 msgr2=0x7fe030105200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:17.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:17.353+0000 7fe037dc4640 1 -- 172.21.15.71:0/256188968 shutdown_connections 2024-09-15T23:45:17.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:17.353+0000 7fe037dc4640 1 -- 172.21.15.71:0/256188968 wait complete. 2024-09-15T23:45:17.639 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-09-15T23:45:17.639 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]: dispatch 2024-09-15T23:45:17.640 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-09-15T23:45:17.640 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-09-15T23:45:17.640 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]: dispatch 2024-09-15T23:45:17.640 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]: dispatch 2024-09-15T23:45:17.640 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:17 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2024-09-15T23:45:17.640 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:17 smithi071 ceph-mon[30957]: pgmap v281: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-15T23:45:17.640 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:17 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/256188968' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-09-15T23:45:17.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:17 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-09-15T23:45:17.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:17 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]: dispatch 2024-09-15T23:45:17.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:17 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-09-15T23:45:17.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:17 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-09-15T23:45:17.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:17 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]: dispatch 2024-09-15T23:45:17.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:17 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]: dispatch 2024-09-15T23:45:17.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:17 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2024-09-15T23:45:17.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:17 smithi163 ceph-mon[34107]: pgmap v281: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-15T23:45:17.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:17 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/256188968' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-09-15T23:45:17.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:17 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-09-15T23:45:17.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:17 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]: dispatch 2024-09-15T23:45:17.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:17 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-09-15T23:45:17.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:17 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-09-15T23:45:17.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:17 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]: dispatch 2024-09-15T23:45:17.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:17 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]: dispatch 2024-09-15T23:45:17.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:17 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2024-09-15T23:45:17.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:17 smithi190 ceph-mon[34840]: pgmap v281: 97 pgs: 97 active+clean; 579 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-15T23:45:17.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:17 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/256188968' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-09-15T23:45:18.029 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-09-15T23:45:18.282 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:18.632 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:18 smithi071 ceph-mon[30957]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-15T23:45:18.632 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:18 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/256188968' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-09-15T23:45:18.632 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:18 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-09-15T23:45:18.632 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:18 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]': finished 2024-09-15T23:45:18.632 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:18 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-09-15T23:45:18.632 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:18 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-09-15T23:45:18.632 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:18 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]': finished 2024-09-15T23:45:18.632 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:18 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]': finished 2024-09-15T23:45:18.632 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:18 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2024-09-15T23:45:18.632 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:18 smithi071 ceph-mon[30957]: daemon mds.c assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-15T23:45:18.632 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:18 smithi071 ceph-mon[30957]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-15T23:45:18.633 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:18 smithi071 ceph-mon[30957]: osdmap e82: 12 total, 12 up, 12 in 2024-09-15T23:45:18.633 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:18 smithi071 ceph-mon[30957]: fsmap cephfs:2 {0=i=up:active,1=c=up:creating} 10 up:standby 2024-09-15T23:45:18.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:18 smithi163 ceph-mon[34107]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-15T23:45:18.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:18 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/256188968' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-09-15T23:45:18.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:18 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-09-15T23:45:18.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:18 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]': finished 2024-09-15T23:45:18.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:18 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-09-15T23:45:18.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:18 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-09-15T23:45:18.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:18 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]': finished 2024-09-15T23:45:18.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:18 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]': finished 2024-09-15T23:45:18.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:18 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2024-09-15T23:45:18.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:18 smithi163 ceph-mon[34107]: daemon mds.c assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-15T23:45:18.735 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:18 smithi163 ceph-mon[34107]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-15T23:45:18.735 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:18 smithi163 ceph-mon[34107]: osdmap e82: 12 total, 12 up, 12 in 2024-09-15T23:45:18.735 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:18 smithi163 ceph-mon[34107]: fsmap cephfs:2 {0=i=up:active,1=c=up:creating} 10 up:standby 2024-09-15T23:45:18.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.770+0000 7fdbd5f7e640 1 -- 172.21.15.71:0/2939751344 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbd0102790 msgr2=0x7fdbd01067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:18.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.770+0000 7fdbd5f7e640 1 --2- 172.21.15.71:0/2939751344 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbd0102790 0x7fdbd01067e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fdbc4009900 tx=0x7fdbc402a410 comp rx=0 tx=0).stop 2024-09-15T23:45:18.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.770+0000 7fdbd5f7e640 1 -- 172.21.15.71:0/2939751344 shutdown_connections 2024-09-15T23:45:18.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.770+0000 7fdbd5f7e640 1 --2- 172.21.15.71:0/2939751344 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdbd0106f10 0x7fdbd010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:18.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.770+0000 7fdbd5f7e640 1 --2- 172.21.15.71:0/2939751344 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbd0102790 0x7fdbd01067e0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:18.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.770+0000 7fdbd5f7e640 1 --2- 172.21.15.71:0/2939751344 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdbd0101de0 0x7fdbd01021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:18.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.770+0000 7fdbd5f7e640 1 -- 172.21.15.71:0/2939751344 >> 172.21.15.71:0/2939751344 conn(0x7fdbd00fd8c0 msgr2=0x7fdbd00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:18.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.770+0000 7fdbd5f7e640 1 -- 172.21.15.71:0/2939751344 shutdown_connections 2024-09-15T23:45:18.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.770+0000 7fdbd5f7e640 1 -- 172.21.15.71:0/2939751344 wait complete. 2024-09-15T23:45:18.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.771+0000 7fdbd5f7e640 1 Processor -- start 2024-09-15T23:45:18.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.771+0000 7fdbd5f7e640 1 -- start start 2024-09-15T23:45:18.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.771+0000 7fdbd5f7e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbd0101de0 0x7fdbd019a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:18.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.771+0000 7fdbd5f7e640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdbd0102790 0x7fdbd019ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:18.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.771+0000 7fdbd5f7e640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdbd0106f10 0x7fdbd019eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:18.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.771+0000 7fdbd5f7e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd0111e40 con 0x7fdbd0101de0 2024-09-15T23:45:18.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.771+0000 7fdbd5f7e640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd0111cc0 con 0x7fdbd0106f10 2024-09-15T23:45:18.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.771+0000 7fdbd5f7e640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd0111fc0 con 0x7fdbd0102790 2024-09-15T23:45:18.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.771+0000 7fdbcf7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbd0101de0 0x7fdbd019a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:18.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.771+0000 7fdbcf7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbd0101de0 0x7fdbd019a600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:49430/0 (socket says 172.21.15.71:49430) 2024-09-15T23:45:18.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.771+0000 7fdbcf7fe640 1 -- 172.21.15.71:0/2506467122 learned_addr learned my addr 172.21.15.71:0/2506467122 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:18.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.772+0000 7fdbceffd640 1 --2- 172.21.15.71:0/2506467122 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdbd0102790 0x7fdbd019ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:18.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.772+0000 7fdbcffff640 1 --2- 172.21.15.71:0/2506467122 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdbd0106f10 0x7fdbd019eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:18.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.772+0000 7fdbcf7fe640 1 -- 172.21.15.71:0/2506467122 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdbd0102790 msgr2=0x7fdbd019ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:18.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.772+0000 7fdbcf7fe640 1 --2- 172.21.15.71:0/2506467122 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdbd0102790 0x7fdbd019ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:18.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.772+0000 7fdbcf7fe640 1 -- 172.21.15.71:0/2506467122 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdbd0106f10 msgr2=0x7fdbd019eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:18.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.772+0000 7fdbcf7fe640 1 --2- 172.21.15.71:0/2506467122 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdbd0106f10 0x7fdbd019eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:18.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.772+0000 7fdbcf7fe640 1 -- 172.21.15.71:0/2506467122 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbd019f5b0 con 0x7fdbd0101de0 2024-09-15T23:45:18.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.772+0000 7fdbcf7fe640 1 --2- 172.21.15.71:0/2506467122 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbd0101de0 0x7fdbd019a600 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fdbc000b4a0 tx=0x7fdbc000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:18.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.772+0000 7fdbccff9640 1 -- 172.21.15.71:0/2506467122 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbc0014070 con 0x7fdbd0101de0 2024-09-15T23:45:18.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.772+0000 7fdbccff9640 1 -- 172.21.15.71:0/2506467122 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdbc0010ac0 con 0x7fdbd0101de0 2024-09-15T23:45:18.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.772+0000 7fdbd5f7e640 1 -- 172.21.15.71:0/2506467122 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbd019f8a0 con 0x7fdbd0101de0 2024-09-15T23:45:18.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.772+0000 7fdbccff9640 1 -- 172.21.15.71:0/2506467122 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbc0017c30 con 0x7fdbd0101de0 2024-09-15T23:45:18.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.772+0000 7fdbd5f7e640 1 -- 172.21.15.71:0/2506467122 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbd01a7180 con 0x7fdbd0101de0 2024-09-15T23:45:18.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.773+0000 7fdbd5f7e640 1 -- 172.21.15.71:0/2506467122 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbd01021c0 con 0x7fdbd0101de0 2024-09-15T23:45:18.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.774+0000 7fdbccff9640 1 -- 172.21.15.71:0/2506467122 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fdbc0017070 con 0x7fdbd0101de0 2024-09-15T23:45:18.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.775+0000 7fdbccff9640 1 --2- 172.21.15.71:0/2506467122 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdbb80a32c0 0x7fdbb80a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:18.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.775+0000 7fdbceffd640 1 --2- 172.21.15.71:0/2506467122 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdbb80a32c0 0x7fdbb80a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:18.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.775+0000 7fdbccff9640 1 -- 172.21.15.71:0/2506467122 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7fdbc00cef20 con 0x7fdbd0101de0 2024-09-15T23:45:18.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.775+0000 7fdbceffd640 1 --2- 172.21.15.71:0/2506467122 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdbb80a32c0 0x7fdbb80a5780 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fdbc4031440 tx=0x7fdbc4005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:18.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.779+0000 7fdbccff9640 1 -- 172.21.15.71:0/2506467122 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdbc009bc70 con 0x7fdbd0101de0 2024-09-15T23:45:18.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:18 smithi190 ceph-mon[34840]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-15T23:45:18.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:18 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/256188968' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-09-15T23:45:18.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:18 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-09-15T23:45:18.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:18 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]': finished 2024-09-15T23:45:18.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:18 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-09-15T23:45:18.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:18 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-09-15T23:45:18.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:18 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]': finished 2024-09-15T23:45:18.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:18 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]': finished 2024-09-15T23:45:18.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:18 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2024-09-15T23:45:18.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:18 smithi190 ceph-mon[34840]: daemon mds.c assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-15T23:45:18.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:18 smithi190 ceph-mon[34840]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-15T23:45:18.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:18 smithi190 ceph-mon[34840]: osdmap e82: 12 total, 12 up, 12 in 2024-09-15T23:45:18.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:18 smithi190 ceph-mon[34840]: fsmap cephfs:2 {0=i=up:active,1=c=up:creating} 10 up:standby 2024-09-15T23:45:18.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:18.984+0000 7fdbd5f7e640 1 -- 172.21.15.71:0/2506467122 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7fdbd01a73e0 con 0x7fdbd0101de0 2024-09-15T23:45:19.358 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:19.356+0000 7fdbccff9640 1 -- 172.21.15.71:0/2506467122 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v20) ==== 121+0+0 (secure 0 0 0) 0x7fdbc00bb020 con 0x7fdbd0101de0 2024-09-15T23:45:19.360 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:19.358+0000 7fdbd5f7e640 1 -- 172.21.15.71:0/2506467122 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdbb80a32c0 msgr2=0x7fdbb80a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:19.360 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:19.358+0000 7fdbd5f7e640 1 --2- 172.21.15.71:0/2506467122 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdbb80a32c0 0x7fdbb80a5780 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fdbc4031440 tx=0x7fdbc4005b50 comp rx=0 tx=0).stop 2024-09-15T23:45:19.360 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:19.358+0000 7fdbd5f7e640 1 -- 172.21.15.71:0/2506467122 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbd0101de0 msgr2=0x7fdbd019a600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:19.360 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:19.358+0000 7fdbd5f7e640 1 --2- 172.21.15.71:0/2506467122 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbd0101de0 0x7fdbd019a600 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fdbc000b4a0 tx=0x7fdbc000b960 comp rx=0 tx=0).stop 2024-09-15T23:45:19.361 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:19.359+0000 7fdbd5f7e640 1 -- 172.21.15.71:0/2506467122 shutdown_connections 2024-09-15T23:45:19.361 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:19.359+0000 7fdbd5f7e640 1 --2- 172.21.15.71:0/2506467122 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdbb80a32c0 0x7fdbb80a5780 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:19.361 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:19.359+0000 7fdbd5f7e640 1 --2- 172.21.15.71:0/2506467122 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdbd0106f10 0x7fdbd019eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:19.361 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:19.359+0000 7fdbd5f7e640 1 --2- 172.21.15.71:0/2506467122 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdbd0102790 0x7fdbd019ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:19.361 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:19.359+0000 7fdbd5f7e640 1 --2- 172.21.15.71:0/2506467122 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbd0101de0 0x7fdbd019a600 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:19.361 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:19.359+0000 7fdbd5f7e640 1 -- 172.21.15.71:0/2506467122 >> 172.21.15.71:0/2506467122 conn(0x7fdbd00fd8c0 msgr2=0x7fdbd00fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:19.361 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:19.359+0000 7fdbd5f7e640 1 -- 172.21.15.71:0/2506467122 shutdown_connections 2024-09-15T23:45:19.361 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:19.359+0000 7fdbd5f7e640 1 -- 172.21.15.71:0/2506467122 wait complete. 2024-09-15T23:45:19.673 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:19 smithi071 ceph-mon[30957]: osdmap e83: 12 total, 12 up, 12 in 2024-09-15T23:45:19.673 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:19 smithi071 ceph-mon[30957]: daemon mds.c is now active in filesystem cephfs as rank 1 2024-09-15T23:45:19.673 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:19 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2506467122' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-15T23:45:19.674 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:19 smithi071 ceph-mon[30957]: pgmap v284: 97 pgs: 1 peering, 96 active+clean; 580 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 6 op/s 2024-09-15T23:45:19.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:19 smithi163 ceph-mon[34107]: osdmap e83: 12 total, 12 up, 12 in 2024-09-15T23:45:19.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:19 smithi163 ceph-mon[34107]: daemon mds.c is now active in filesystem cephfs as rank 1 2024-09-15T23:45:19.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:19 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/2506467122' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-15T23:45:19.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:19 smithi163 ceph-mon[34107]: pgmap v284: 97 pgs: 1 peering, 96 active+clean; 580 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 6 op/s 2024-09-15T23:45:19.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:19 smithi190 ceph-mon[34840]: osdmap e83: 12 total, 12 up, 12 in 2024-09-15T23:45:19.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:19 smithi190 ceph-mon[34840]: daemon mds.c is now active in filesystem cephfs as rank 1 2024-09-15T23:45:19.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:19 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/2506467122' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-15T23:45:19.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:19 smithi190 ceph-mon[34840]: pgmap v284: 97 pgs: 1 peering, 96 active+clean; 580 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 6 op/s 2024-09-15T23:45:20.013 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-09-15T23:45:20.264 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:20.662 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:20 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2506467122' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-15T23:45:20.662 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:20 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] up:active 2024-09-15T23:45:20.662 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:20 smithi071 ceph-mon[30957]: daemon mds.f assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-15T23:45:20.662 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:20 smithi071 ceph-mon[30957]: fsmap cephfs:2 {0=i=up:active,1=c=up:active} 10 up:standby 2024-09-15T23:45:20.662 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:20 smithi071 ceph-mon[30957]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:creating} 9 up:standby 2024-09-15T23:45:20.662 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:20 smithi071 ceph-mon[30957]: daemon mds.f is now active in filesystem cephfs as rank 2 2024-09-15T23:45:20.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:20 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/2506467122' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-15T23:45:20.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:20 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] up:active 2024-09-15T23:45:20.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:20 smithi163 ceph-mon[34107]: daemon mds.f assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-15T23:45:20.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:20 smithi163 ceph-mon[34107]: fsmap cephfs:2 {0=i=up:active,1=c=up:active} 10 up:standby 2024-09-15T23:45:20.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:20 smithi163 ceph-mon[34107]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:creating} 9 up:standby 2024-09-15T23:45:20.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:20 smithi163 ceph-mon[34107]: daemon mds.f is now active in filesystem cephfs as rank 2 2024-09-15T23:45:20.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.742+0000 7f9b7157c640 1 -- 172.21.15.71:0/2037662891 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b6c1002d0 msgr2=0x7f9b6c1006b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:20.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.742+0000 7f9b7157c640 1 --2- 172.21.15.71:0/2037662891 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b6c1002d0 0x7f9b6c1006b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9b5c009930 tx=0x7f9b5c02a420 comp rx=0 tx=0).stop 2024-09-15T23:45:20.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.743+0000 7f9b7157c640 1 -- 172.21.15.71:0/2037662891 shutdown_connections 2024-09-15T23:45:20.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.743+0000 7f9b7157c640 1 --2- 172.21.15.71:0/2037662891 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b6c106f30 0x7f9b6c10ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:20.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.743+0000 7f9b7157c640 1 --2- 172.21.15.71:0/2037662891 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b6c100c80 0x7f9b6c106820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:20.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.743+0000 7f9b7157c640 1 --2- 172.21.15.71:0/2037662891 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b6c1002d0 0x7f9b6c1006b0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:20.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.743+0000 7f9b7157c640 1 -- 172.21.15.71:0/2037662891 >> 172.21.15.71:0/2037662891 conn(0x7f9b6c0fbee0 msgr2=0x7f9b6c0fe300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:20.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.743+0000 7f9b7157c640 1 -- 172.21.15.71:0/2037662891 shutdown_connections 2024-09-15T23:45:20.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.743+0000 7f9b7157c640 1 -- 172.21.15.71:0/2037662891 wait complete. 2024-09-15T23:45:20.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.743+0000 7f9b7157c640 1 Processor -- start 2024-09-15T23:45:20.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.743+0000 7f9b7157c640 1 -- start start 2024-09-15T23:45:20.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.744+0000 7f9b7157c640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b6c1002d0 0x7f9b6c198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:20.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.744+0000 7f9b7157c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b6c100c80 0x7f9b6c1989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:20.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.744+0000 7f9b7157c640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b6c106f30 0x7f9b6c19cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:20.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.744+0000 7f9b7157c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9b6c111eb0 con 0x7f9b6c100c80 2024-09-15T23:45:20.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.744+0000 7f9b7157c640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f9b6c111d30 con 0x7f9b6c1002d0 2024-09-15T23:45:20.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.744+0000 7f9b7157c640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f9b6c112030 con 0x7f9b6c106f30 2024-09-15T23:45:20.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.744+0000 7f9b6a7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b6c100c80 0x7f9b6c1989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:20.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.744+0000 7f9b6a7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b6c100c80 0x7f9b6c1989d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54614/0 (socket says 172.21.15.71:54614) 2024-09-15T23:45:20.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.744+0000 7f9b6a7fc640 1 -- 172.21.15.71:0/1123805152 learned_addr learned my addr 172.21.15.71:0/1123805152 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:20.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.744+0000 7f9b6b7fe640 1 --2- 172.21.15.71:0/1123805152 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b6c106f30 0x7f9b6c19cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:20.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.744+0000 7f9b6a7fc640 1 -- 172.21.15.71:0/1123805152 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b6c106f30 msgr2=0x7f9b6c19cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:20.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.744+0000 7f9b6a7fc640 1 --2- 172.21.15.71:0/1123805152 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b6c106f30 0x7f9b6c19cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:20.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.744+0000 7f9b6a7fc640 1 -- 172.21.15.71:0/1123805152 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b6c1002d0 msgr2=0x7f9b6c198490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:20.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.744+0000 7f9b6affd640 1 --2- 172.21.15.71:0/1123805152 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b6c1002d0 0x7f9b6c198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:20.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.744+0000 7f9b6a7fc640 1 --2- 172.21.15.71:0/1123805152 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b6c1002d0 0x7f9b6c198490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:20.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.744+0000 7f9b6a7fc640 1 -- 172.21.15.71:0/1123805152 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b6c19d440 con 0x7f9b6c100c80 2024-09-15T23:45:20.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.744+0000 7f9b6a7fc640 1 --2- 172.21.15.71:0/1123805152 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b6c100c80 0x7f9b6c1989d0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f9b6000b450 tx=0x7f9b6000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:20.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.744+0000 7f9b53fff640 1 -- 172.21.15.71:0/1123805152 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b60015020 con 0x7f9b6c100c80 2024-09-15T23:45:20.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.744+0000 7f9b7157c640 1 -- 172.21.15.71:0/1123805152 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b6c19d730 con 0x7f9b6c100c80 2024-09-15T23:45:20.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.744+0000 7f9b53fff640 1 -- 172.21.15.71:0/1123805152 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b60011d40 con 0x7f9b6c100c80 2024-09-15T23:45:20.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.744+0000 7f9b53fff640 1 -- 172.21.15.71:0/1123805152 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b6000f340 con 0x7f9b6c100c80 2024-09-15T23:45:20.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.744+0000 7f9b7157c640 1 -- 172.21.15.71:0/1123805152 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b6c1a5010 con 0x7f9b6c100c80 2024-09-15T23:45:20.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.745+0000 7f9b7157c640 1 -- 172.21.15.71:0/1123805152 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b6c1006b0 con 0x7f9b6c100c80 2024-09-15T23:45:20.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.747+0000 7f9b53fff640 1 -- 172.21.15.71:0/1123805152 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f9b60018020 con 0x7f9b6c100c80 2024-09-15T23:45:20.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.747+0000 7f9b53fff640 1 --2- 172.21.15.71:0/1123805152 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9b540a3240 0x7f9b540a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:20.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.747+0000 7f9b6affd640 1 --2- 172.21.15.71:0/1123805152 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9b540a3240 0x7f9b540a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:20.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.747+0000 7f9b53fff640 1 -- 172.21.15.71:0/1123805152 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f9b600cf9c0 con 0x7f9b6c100c80 2024-09-15T23:45:20.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.748+0000 7f9b6affd640 1 --2- 172.21.15.71:0/1123805152 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9b540a3240 0x7f9b540a5700 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9b5c006010 tx=0x7f9b5c000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:20.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.750+0000 7f9b53fff640 1 -- 172.21.15.71:0/1123805152 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9b6001f020 con 0x7f9b6c100c80 2024-09-15T23:45:20.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:20 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/2506467122' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-15T23:45:20.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:20 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] up:active 2024-09-15T23:45:20.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:20 smithi190 ceph-mon[34840]: daemon mds.f assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-15T23:45:20.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:20 smithi190 ceph-mon[34840]: fsmap cephfs:2 {0=i=up:active,1=c=up:active} 10 up:standby 2024-09-15T23:45:20.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:20 smithi190 ceph-mon[34840]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:creating} 9 up:standby 2024-09-15T23:45:20.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:20 smithi190 ceph-mon[34840]: daemon mds.f is now active in filesystem cephfs as rank 2 2024-09-15T23:45:20.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:20.954+0000 7f9b7157c640 1 -- 172.21.15.71:0/1123805152 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f9b6c1997f0 con 0x7f9b6c100c80 2024-09-15T23:45:21.380 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:21.378+0000 7f9b53fff640 1 -- 172.21.15.71:0/1123805152 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v24) ==== 115+0+0 (secure 0 0 0) 0x7f9b6c1997f0 con 0x7f9b6c100c80 2024-09-15T23:45:21.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:21.381+0000 7f9b7157c640 1 -- 172.21.15.71:0/1123805152 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9b540a3240 msgr2=0x7f9b540a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:21.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:21.381+0000 7f9b7157c640 1 --2- 172.21.15.71:0/1123805152 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9b540a3240 0x7f9b540a5700 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9b5c006010 tx=0x7f9b5c000bc0 comp rx=0 tx=0).stop 2024-09-15T23:45:21.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:21.381+0000 7f9b7157c640 1 -- 172.21.15.71:0/1123805152 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b6c100c80 msgr2=0x7f9b6c1989d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:21.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:21.381+0000 7f9b7157c640 1 --2- 172.21.15.71:0/1123805152 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b6c100c80 0x7f9b6c1989d0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f9b6000b450 tx=0x7f9b6000b910 comp rx=0 tx=0).stop 2024-09-15T23:45:21.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:21.381+0000 7f9b7157c640 1 -- 172.21.15.71:0/1123805152 shutdown_connections 2024-09-15T23:45:21.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:21.381+0000 7f9b7157c640 1 --2- 172.21.15.71:0/1123805152 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9b540a3240 0x7f9b540a5700 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:21.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:21.381+0000 7f9b7157c640 1 --2- 172.21.15.71:0/1123805152 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b6c106f30 0x7f9b6c19cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:21.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:21.381+0000 7f9b7157c640 1 --2- 172.21.15.71:0/1123805152 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b6c100c80 0x7f9b6c1989d0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:21.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:21.381+0000 7f9b7157c640 1 --2- 172.21.15.71:0/1123805152 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b6c1002d0 0x7f9b6c198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:21.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:21.381+0000 7f9b7157c640 1 -- 172.21.15.71:0/1123805152 >> 172.21.15.71:0/1123805152 conn(0x7f9b6c0fbee0 msgr2=0x7f9b6c0fd320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:21.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:21.382+0000 7f9b7157c640 1 -- 172.21.15.71:0/1123805152 shutdown_connections 2024-09-15T23:45:21.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:21.382+0000 7f9b7157c640 1 -- 172.21.15.71:0/1123805152 wait complete. 2024-09-15T23:45:21.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:21 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] up:active 2024-09-15T23:45:21.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:21 smithi071 ceph-mon[30957]: daemon mds.b assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-09-15T23:45:21.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:21 smithi071 ceph-mon[30957]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 9 up:standby 2024-09-15T23:45:21.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:21 smithi071 ceph-mon[30957]: fsmap cephfs:4 {0=i=up:active,1=c=up:active,2=f=up:active,3=b=up:creating} 8 up:standby 2024-09-15T23:45:21.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:21 smithi071 ceph-mon[30957]: daemon mds.b is now active in filesystem cephfs as rank 3 2024-09-15T23:45:21.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:21 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1123805152' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-15T23:45:21.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:21 smithi071 ceph-mon[30957]: pgmap v285: 97 pgs: 1 peering, 96 active+clean; 580 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 2 op/s; 0 B/s, 0 objects/s recovering 2024-09-15T23:45:21.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:21 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] up:active 2024-09-15T23:45:21.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:21 smithi163 ceph-mon[34107]: daemon mds.b assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-09-15T23:45:21.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:21 smithi163 ceph-mon[34107]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 9 up:standby 2024-09-15T23:45:21.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:21 smithi163 ceph-mon[34107]: fsmap cephfs:4 {0=i=up:active,1=c=up:active,2=f=up:active,3=b=up:creating} 8 up:standby 2024-09-15T23:45:21.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:21 smithi163 ceph-mon[34107]: daemon mds.b is now active in filesystem cephfs as rank 3 2024-09-15T23:45:21.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:21 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1123805152' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-15T23:45:21.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:21 smithi163 ceph-mon[34107]: pgmap v285: 97 pgs: 1 peering, 96 active+clean; 580 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 2 op/s; 0 B/s, 0 objects/s recovering 2024-09-15T23:45:21.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:21 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] up:active 2024-09-15T23:45:21.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:21 smithi190 ceph-mon[34840]: daemon mds.b assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-09-15T23:45:21.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:21 smithi190 ceph-mon[34840]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 9 up:standby 2024-09-15T23:45:21.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:21 smithi190 ceph-mon[34840]: fsmap cephfs:4 {0=i=up:active,1=c=up:active,2=f=up:active,3=b=up:creating} 8 up:standby 2024-09-15T23:45:21.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:21 smithi190 ceph-mon[34840]: daemon mds.b is now active in filesystem cephfs as rank 3 2024-09-15T23:45:21.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:21 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1123805152' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-15T23:45:21.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:21 smithi190 ceph-mon[34840]: pgmap v285: 97 pgs: 1 peering, 96 active+clean; 580 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 2 op/s; 0 B/s, 0 objects/s recovering 2024-09-15T23:45:22.094 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2} subvols for filesystem 'cephfs' 2024-09-15T23:45:22.095 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-09-15T23:45:22.341 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:22.382 INFO:journalctl@ceph.mds.i.smithi190.stdout:Sep 15 23:45:22 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-i[65204]: 2024-09-15T23:45:22.114+0000 7f698276b640 -1 mds.pinger is_rank_lagging: rank=3 was never sent ping request. 2024-09-15T23:45:22.382 INFO:journalctl@ceph.mds.i.smithi190.stdout:Sep 15 23:45:22 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-i[65204]: 2024-09-15T23:45:22.114+0000 7f698276b640 -1 mds.pinger is_rank_lagging: rank=4 was never sent ping request. 2024-09-15T23:45:22.632 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:22 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1123805152' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-15T23:45:22.633 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:22 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] up:active 2024-09-15T23:45:22.633 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:22 smithi071 ceph-mon[30957]: daemon mds.l assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-09-15T23:45:22.633 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:22 smithi071 ceph-mon[30957]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-15T23:45:22.633 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:22 smithi071 ceph-mon[30957]: Cluster is now healthy 2024-09-15T23:45:22.633 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:22 smithi071 ceph-mon[30957]: fsmap cephfs:4 {0=i=up:active,1=c=up:active,2=f=up:active,3=b=up:active} 8 up:standby 2024-09-15T23:45:22.633 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:22 smithi071 ceph-mon[30957]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-09-15T23:45:22.633 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:22 smithi071 ceph-mon[30957]: daemon mds.l is now active in filesystem cephfs as rank 4 2024-09-15T23:45:22.633 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:22 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] up:active 2024-09-15T23:45:22.633 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:22 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-15T23:45:22.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:22 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1123805152' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-15T23:45:22.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:22 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] up:active 2024-09-15T23:45:22.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:22 smithi163 ceph-mon[34107]: daemon mds.l assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-09-15T23:45:22.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:22 smithi163 ceph-mon[34107]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-15T23:45:22.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:22 smithi163 ceph-mon[34107]: Cluster is now healthy 2024-09-15T23:45:22.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:22 smithi163 ceph-mon[34107]: fsmap cephfs:4 {0=i=up:active,1=c=up:active,2=f=up:active,3=b=up:active} 8 up:standby 2024-09-15T23:45:22.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:22 smithi163 ceph-mon[34107]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-09-15T23:45:22.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:22 smithi163 ceph-mon[34107]: daemon mds.l is now active in filesystem cephfs as rank 4 2024-09-15T23:45:22.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:22 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] up:active 2024-09-15T23:45:22.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:22 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-15T23:45:22.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:22 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1123805152' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-15T23:45:22.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:22 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] up:active 2024-09-15T23:45:22.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:22 smithi190 ceph-mon[34840]: daemon mds.l assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-09-15T23:45:22.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:22 smithi190 ceph-mon[34840]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-15T23:45:22.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:22 smithi190 ceph-mon[34840]: Cluster is now healthy 2024-09-15T23:45:22.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:22 smithi190 ceph-mon[34840]: fsmap cephfs:4 {0=i=up:active,1=c=up:active,2=f=up:active,3=b=up:active} 8 up:standby 2024-09-15T23:45:22.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:22 smithi190 ceph-mon[34840]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-09-15T23:45:22.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:22 smithi190 ceph-mon[34840]: daemon mds.l is now active in filesystem cephfs as rank 4 2024-09-15T23:45:22.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:22 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] up:active 2024-09-15T23:45:22.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:22 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-15T23:45:22.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.827+0000 7fe198baa640 1 -- 172.21.15.71:0/911507586 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe194100e20 msgr2=0x7fe194101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:22.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.827+0000 7fe198baa640 1 --2- 172.21.15.71:0/911507586 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe194100e20 0x7fe194101200 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fe18c009ca0 tx=0x7fe18c02a950 comp rx=0 tx=0).stop 2024-09-15T23:45:22.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.828+0000 7fe198baa640 1 -- 172.21.15.71:0/911507586 shutdown_connections 2024-09-15T23:45:22.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.828+0000 7fe198baa640 1 --2- 172.21.15.71:0/911507586 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe194102ef0 0x7fe19410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:22.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.828+0000 7fe198baa640 1 --2- 172.21.15.71:0/911507586 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe194102570 0x7fe1941029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:22.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.828+0000 7fe198baa640 1 --2- 172.21.15.71:0/911507586 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe194100e20 0x7fe194101200 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:22.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.828+0000 7fe198baa640 1 -- 172.21.15.71:0/911507586 >> 172.21.15.71:0/911507586 conn(0x7fe1940fc7d0 msgr2=0x7fe1940febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:22.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.828+0000 7fe198baa640 1 -- 172.21.15.71:0/911507586 shutdown_connections 2024-09-15T23:45:22.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.828+0000 7fe198baa640 1 -- 172.21.15.71:0/911507586 wait complete. 2024-09-15T23:45:22.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.828+0000 7fe198baa640 1 Processor -- start 2024-09-15T23:45:22.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.828+0000 7fe198baa640 1 -- start start 2024-09-15T23:45:22.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.829+0000 7fe198baa640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe194100e20 0x7fe194199480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:22.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.829+0000 7fe198baa640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe194102570 0x7fe1941999c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:22.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.829+0000 7fe198baa640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe194102ef0 0x7fe1941a4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:22.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.829+0000 7fe198baa640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe194110f20 con 0x7fe194102570 2024-09-15T23:45:22.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.829+0000 7fe198baa640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fe194110da0 con 0x7fe194102ef0 2024-09-15T23:45:22.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.829+0000 7fe198baa640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fe1941110a0 con 0x7fe194100e20 2024-09-15T23:45:22.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.829+0000 7fe191d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe194102570 0x7fe1941999c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:22.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.829+0000 7fe191d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe194102570 0x7fe1941999c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54640/0 (socket says 172.21.15.71:54640) 2024-09-15T23:45:22.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.829+0000 7fe191d9b640 1 -- 172.21.15.71:0/1865448457 learned_addr learned my addr 172.21.15.71:0/1865448457 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:22.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.829+0000 7fe19259c640 1 --2- 172.21.15.71:0/1865448457 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe194100e20 0x7fe194199480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:22.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.829+0000 7fe191d9b640 1 -- 172.21.15.71:0/1865448457 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe194100e20 msgr2=0x7fe194199480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:22.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.829+0000 7fe192d9d640 1 --2- 172.21.15.71:0/1865448457 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe194102ef0 0x7fe1941a4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:22.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.829+0000 7fe191d9b640 1 --2- 172.21.15.71:0/1865448457 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe194100e20 0x7fe194199480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:22.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.829+0000 7fe191d9b640 1 -- 172.21.15.71:0/1865448457 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe194102ef0 msgr2=0x7fe1941a4500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:22.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.829+0000 7fe191d9b640 1 --2- 172.21.15.71:0/1865448457 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe194102ef0 0x7fe1941a4500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:22.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.829+0000 7fe191d9b640 1 -- 172.21.15.71:0/1865448457 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1941a4a40 con 0x7fe194102570 2024-09-15T23:45:22.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.829+0000 7fe19259c640 1 --2- 172.21.15.71:0/1865448457 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe194100e20 0x7fe194199480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:45:22.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.829+0000 7fe191d9b640 1 --2- 172.21.15.71:0/1865448457 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe194102570 0x7fe1941999c0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fe17c00b4a0 tx=0x7fe17c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:22.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.829+0000 7fe18b7fe640 1 -- 172.21.15.71:0/1865448457 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe17c014070 con 0x7fe194102570 2024-09-15T23:45:22.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.829+0000 7fe18b7fe640 1 -- 172.21.15.71:0/1865448457 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe17c010ac0 con 0x7fe194102570 2024-09-15T23:45:22.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.829+0000 7fe198baa640 1 -- 172.21.15.71:0/1865448457 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1941a4c10 con 0x7fe194102570 2024-09-15T23:45:22.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.829+0000 7fe18b7fe640 1 -- 172.21.15.71:0/1865448457 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe17c017c30 con 0x7fe194102570 2024-09-15T23:45:22.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.829+0000 7fe198baa640 1 -- 172.21.15.71:0/1865448457 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1941a50d0 con 0x7fe194102570 2024-09-15T23:45:22.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.830+0000 7fe198baa640 1 -- 172.21.15.71:0/1865448457 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe194101280 con 0x7fe194102570 2024-09-15T23:45:22.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.832+0000 7fe18b7fe640 1 -- 172.21.15.71:0/1865448457 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fe17c017070 con 0x7fe194102570 2024-09-15T23:45:22.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.832+0000 7fe18b7fe640 1 --2- 172.21.15.71:0/1865448457 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe1800a3240 0x7fe1800a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:22.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.833+0000 7fe19259c640 1 --2- 172.21.15.71:0/1865448457 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe1800a3240 0x7fe1800a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:22.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.833+0000 7fe18b7fe640 1 -- 172.21.15.71:0/1865448457 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7fe17c0ced40 con 0x7fe194102570 2024-09-15T23:45:22.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.833+0000 7fe19259c640 1 --2- 172.21.15.71:0/1865448457 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe1800a3240 0x7fe1800a5700 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe18c009430 tx=0x7fe18c009360 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:22.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:22.837+0000 7fe18b7fe640 1 -- 172.21.15.71:0/1865448457 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe17c09ba90 con 0x7fe194102570 2024-09-15T23:45:23.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:23.026+0000 7fe198baa640 1 -- 172.21.15.71:0/1865448457 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fe194062630 con 0x7fe1800a3240 2024-09-15T23:45:23.050 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:23.048+0000 7fe18b7fe640 1 -- 172.21.15.71:0/1865448457 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fe194062630 con 0x7fe1800a3240 2024-09-15T23:45:23.052 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:23.051+0000 7fe198baa640 1 -- 172.21.15.71:0/1865448457 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe1800a3240 msgr2=0x7fe1800a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:23.052 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:23.051+0000 7fe198baa640 1 --2- 172.21.15.71:0/1865448457 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe1800a3240 0x7fe1800a5700 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe18c009430 tx=0x7fe18c009360 comp rx=0 tx=0).stop 2024-09-15T23:45:23.052 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:23.051+0000 7fe198baa640 1 -- 172.21.15.71:0/1865448457 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe194102570 msgr2=0x7fe1941999c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:23.052 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:23.051+0000 7fe198baa640 1 --2- 172.21.15.71:0/1865448457 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe194102570 0x7fe1941999c0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fe17c00b4a0 tx=0x7fe17c00b960 comp rx=0 tx=0).stop 2024-09-15T23:45:23.053 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:23.051+0000 7fe198baa640 1 -- 172.21.15.71:0/1865448457 shutdown_connections 2024-09-15T23:45:23.053 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:23.051+0000 7fe198baa640 1 --2- 172.21.15.71:0/1865448457 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe1800a3240 0x7fe1800a5700 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:23.053 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:23.051+0000 7fe198baa640 1 --2- 172.21.15.71:0/1865448457 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe194102ef0 0x7fe1941a4500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:23.053 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:23.051+0000 7fe198baa640 1 --2- 172.21.15.71:0/1865448457 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe194102570 0x7fe1941999c0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:23.053 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:23.051+0000 7fe198baa640 1 --2- 172.21.15.71:0/1865448457 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe194100e20 0x7fe194199480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:23.053 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:23.051+0000 7fe198baa640 1 -- 172.21.15.71:0/1865448457 >> 172.21.15.71:0/1865448457 conn(0x7fe1940fc7d0 msgr2=0x7fe1940febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:23.053 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:23.051+0000 7fe198baa640 1 -- 172.21.15.71:0/1865448457 shutdown_connections 2024-09-15T23:45:23.053 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:23.051+0000 7fe198baa640 1 -- 172.21.15.71:0/1865448457 wait complete. 2024-09-15T23:45:23.357 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:45:23 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:45:23.031+0000 7ff74d0e7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:45:23.357 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:45:23 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:45:23.031+0000 7ff74d0e7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:45:23.357 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:45:23 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:45:23.031+0000 7ff74d0e7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:45:23.357 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:45:23 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:45:23.031+0000 7ff74d0e7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:45:23.357 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:45:23 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:45:23.031+0000 7ff74d0e7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:45:23.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:23 smithi071 ceph-mon[30957]: from='client.14697 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:45:23.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:23 smithi071 ceph-mon[30957]: pgmap v286: 97 pgs: 1 peering, 96 active+clean; 584 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5.5 KiB/s wr, 17 op/s; 0 B/s, 0 objects/s recovering 2024-09-15T23:45:23.720 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-09-15T23:45:23.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:23 smithi163 ceph-mon[34107]: from='client.14697 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:45:23.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:23 smithi163 ceph-mon[34107]: pgmap v286: 97 pgs: 1 peering, 96 active+clean; 584 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5.5 KiB/s wr, 17 op/s; 0 B/s, 0 objects/s recovering 2024-09-15T23:45:23.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:23 smithi190 ceph-mon[34840]: from='client.14697 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:45:23.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:23 smithi190 ceph-mon[34840]: pgmap v286: 97 pgs: 1 peering, 96 active+clean; 584 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5.5 KiB/s wr, 17 op/s; 0 B/s, 0 objects/s recovering 2024-09-15T23:45:23.967 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:24.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.478+0000 7f7cbeea2640 1 -- 172.21.15.71:0/3384123768 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cb8101420 msgr2=0x7f7cb810d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:24.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.478+0000 7f7cbeea2640 1 --2- 172.21.15.71:0/3384123768 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cb8101420 0x7f7cb810d950 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f7cb0009cd0 tx=0x7f7cb002a8e0 comp rx=0 tx=0).stop 2024-09-15T23:45:24.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.478+0000 7f7cbeea2640 1 -- 172.21.15.71:0/3384123768 shutdown_connections 2024-09-15T23:45:24.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.478+0000 7f7cbeea2640 1 --2- 172.21.15.71:0/3384123768 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cb8101420 0x7f7cb810d950 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:24.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.478+0000 7f7cbeea2640 1 --2- 172.21.15.71:0/3384123768 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7cb8100a80 0x7f7cb8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:24.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.478+0000 7f7cbeea2640 1 --2- 172.21.15.71:0/3384123768 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7cb8106a80 0x7f7cb8106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:24.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.478+0000 7f7cbeea2640 1 -- 172.21.15.71:0/3384123768 >> 172.21.15.71:0/3384123768 conn(0x7f7cb80fc7a0 msgr2=0x7f7cb80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:24.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.478+0000 7f7cbeea2640 1 -- 172.21.15.71:0/3384123768 shutdown_connections 2024-09-15T23:45:24.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.478+0000 7f7cbeea2640 1 -- 172.21.15.71:0/3384123768 wait complete. 2024-09-15T23:45:24.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.479+0000 7f7cbeea2640 1 Processor -- start 2024-09-15T23:45:24.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.479+0000 7f7cbeea2640 1 -- start start 2024-09-15T23:45:24.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.479+0000 7f7cbeea2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cb8100a80 0x7f7cb8197250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:24.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.479+0000 7f7cbeea2640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7cb8101420 0x7f7cb8197790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:24.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.479+0000 7f7cbeea2640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7cb8106a80 0x7f7cb819bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:24.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.479+0000 7f7cbeea2640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7cb8110d30 con 0x7f7cb8100a80 2024-09-15T23:45:24.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.479+0000 7f7cbeea2640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f7cb8110bb0 con 0x7f7cb8106a80 2024-09-15T23:45:24.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.479+0000 7f7cbeea2640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f7cb8110eb0 con 0x7f7cb8101420 2024-09-15T23:45:24.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.479+0000 7f7cbcc3e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cb8100a80 0x7f7cb8197250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:24.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.479+0000 7f7cbcc3e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cb8100a80 0x7f7cb8197250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54672/0 (socket says 172.21.15.71:54672) 2024-09-15T23:45:24.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.479+0000 7f7cbcc3e640 1 -- 172.21.15.71:0/2196161301 learned_addr learned my addr 172.21.15.71:0/2196161301 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:24.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.479+0000 7f7cb7fff640 1 --2- 172.21.15.71:0/2196161301 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7cb8101420 0x7f7cb8197790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:24.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.479+0000 7f7cbcc3e640 1 -- 172.21.15.71:0/2196161301 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7cb8101420 msgr2=0x7f7cb8197790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:24.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.479+0000 7f7cbcc3e640 1 --2- 172.21.15.71:0/2196161301 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7cb8101420 0x7f7cb8197790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:24.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.479+0000 7f7cbd43f640 1 --2- 172.21.15.71:0/2196161301 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7cb8106a80 0x7f7cb819bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:24.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.479+0000 7f7cbcc3e640 1 -- 172.21.15.71:0/2196161301 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7cb8106a80 msgr2=0x7f7cb819bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:24.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.480+0000 7f7cbcc3e640 1 --2- 172.21.15.71:0/2196161301 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7cb8106a80 0x7f7cb819bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:24.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.480+0000 7f7cbcc3e640 1 -- 172.21.15.71:0/2196161301 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cb819c200 con 0x7f7cb8100a80 2024-09-15T23:45:24.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.480+0000 7f7cbcc3e640 1 --2- 172.21.15.71:0/2196161301 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cb8100a80 0x7f7cb8197250 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f7cac009860 tx=0x7f7cac009d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:24.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.480+0000 7f7cb5ffb640 1 -- 172.21.15.71:0/2196161301 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cac005020 con 0x7f7cb8100a80 2024-09-15T23:45:24.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.480+0000 7f7cbeea2640 1 -- 172.21.15.71:0/2196161301 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7cb819c4f0 con 0x7f7cb8100a80 2024-09-15T23:45:24.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.480+0000 7f7cb5ffb640 1 -- 172.21.15.71:0/2196161301 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7cac0047a0 con 0x7f7cb8100a80 2024-09-15T23:45:24.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.480+0000 7f7cb5ffb640 1 -- 172.21.15.71:0/2196161301 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cac007b00 con 0x7f7cb8100a80 2024-09-15T23:45:24.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.480+0000 7f7cbeea2640 1 -- 172.21.15.71:0/2196161301 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7cb806a790 con 0x7f7cb8100a80 2024-09-15T23:45:24.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.481+0000 7f7cbeea2640 1 -- 172.21.15.71:0/2196161301 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7cb81021c0 con 0x7f7cb8100a80 2024-09-15T23:45:24.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.482+0000 7f7cb5ffb640 1 -- 172.21.15.71:0/2196161301 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f7cac007ca0 con 0x7f7cb8100a80 2024-09-15T23:45:24.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.483+0000 7f7cb5ffb640 1 --2- 172.21.15.71:0/2196161301 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7ca80a32d0 0x7f7ca80a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:24.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.483+0000 7f7cb7fff640 1 --2- 172.21.15.71:0/2196161301 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7ca80a32d0 0x7f7ca80a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:24.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.483+0000 7f7cb5ffb640 1 -- 172.21.15.71:0/2196161301 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f7cac0d0fa0 con 0x7f7cb8100a80 2024-09-15T23:45:24.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.483+0000 7f7cb7fff640 1 --2- 172.21.15.71:0/2196161301 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7ca80a32d0 0x7f7ca80a5790 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f7cb80feda0 tx=0x7f7ca400b590 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:24.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.487+0000 7f7cb5ffb640 1 -- 172.21.15.71:0/2196161301 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7cac09db90 con 0x7f7cb8100a80 2024-09-15T23:45:24.678 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:24 smithi071 ceph-mon[30957]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-15T23:45:24.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.680+0000 7f7cbeea2640 1 -- 172.21.15.71:0/2196161301 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f7cb806a9f0 con 0x7f7ca80a32d0 2024-09-15T23:45:24.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.704+0000 7f7cb5ffb640 1 -- 172.21.15.71:0/2196161301 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f7cb806a9f0 con 0x7f7ca80a32d0 2024-09-15T23:45:24.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.706+0000 7f7cbeea2640 1 -- 172.21.15.71:0/2196161301 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7ca80a32d0 msgr2=0x7f7ca80a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:24.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.706+0000 7f7cbeea2640 1 --2- 172.21.15.71:0/2196161301 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7ca80a32d0 0x7f7ca80a5790 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f7cb80feda0 tx=0x7f7ca400b590 comp rx=0 tx=0).stop 2024-09-15T23:45:24.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.706+0000 7f7cbeea2640 1 -- 172.21.15.71:0/2196161301 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cb8100a80 msgr2=0x7f7cb8197250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:24.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.706+0000 7f7cbeea2640 1 --2- 172.21.15.71:0/2196161301 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cb8100a80 0x7f7cb8197250 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f7cac009860 tx=0x7f7cac009d20 comp rx=0 tx=0).stop 2024-09-15T23:45:24.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.706+0000 7f7cbeea2640 1 -- 172.21.15.71:0/2196161301 shutdown_connections 2024-09-15T23:45:24.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.706+0000 7f7cbeea2640 1 --2- 172.21.15.71:0/2196161301 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7ca80a32d0 0x7f7ca80a5790 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:24.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.706+0000 7f7cbeea2640 1 --2- 172.21.15.71:0/2196161301 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7cb8106a80 0x7f7cb819bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:24.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.706+0000 7f7cbeea2640 1 --2- 172.21.15.71:0/2196161301 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7cb8101420 0x7f7cb8197790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:24.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.706+0000 7f7cbeea2640 1 --2- 172.21.15.71:0/2196161301 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cb8100a80 0x7f7cb8197250 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:24.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.706+0000 7f7cbeea2640 1 -- 172.21.15.71:0/2196161301 >> 172.21.15.71:0/2196161301 conn(0x7f7cb80fc7a0 msgr2=0x7f7cb80fd050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:24.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.707+0000 7f7cbeea2640 1 -- 172.21.15.71:0/2196161301 shutdown_connections 2024-09-15T23:45:24.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:24.707+0000 7f7cbeea2640 1 -- 172.21.15.71:0/2196161301 wait complete. 2024-09-15T23:45:24.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:24 smithi163 ceph-mon[34107]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-15T23:45:24.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:24 smithi190 ceph-mon[34840]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-15T23:45:25.387 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-09-15T23:45:25.635 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:25.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:25 smithi071 ceph-mon[30957]: from='client.14709 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:45:25.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:25 smithi071 ceph-mon[30957]: pgmap v287: 97 pgs: 97 active+clean; 591 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7.1 KiB/s wr, 25 op/s; 201 B/s, 0 objects/s recovering 2024-09-15T23:45:25.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:25 smithi163 ceph-mon[34107]: from='client.14709 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:45:25.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:25 smithi163 ceph-mon[34107]: pgmap v287: 97 pgs: 97 active+clean; 591 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7.1 KiB/s wr, 25 op/s; 201 B/s, 0 objects/s recovering 2024-09-15T23:45:25.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:25 smithi190 ceph-mon[34840]: from='client.14709 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:45:25.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:25 smithi190 ceph-mon[34840]: pgmap v287: 97 pgs: 97 active+clean; 591 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 7.1 KiB/s wr, 25 op/s; 201 B/s, 0 objects/s recovering 2024-09-15T23:45:26.146 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.130+0000 7fbf7ff41640 1 -- 172.21.15.71:0/1165973331 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf781036e0 msgr2=0x7fbf78107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:26.146 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.130+0000 7fbf7ff41640 1 --2- 172.21.15.71:0/1165973331 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf781036e0 0x7fbf78107b90 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fbf74009930 tx=0x7fbf7402a420 comp rx=0 tx=0).stop 2024-09-15T23:45:26.146 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.130+0000 7fbf7ff41640 1 -- 172.21.15.71:0/1165973331 shutdown_connections 2024-09-15T23:45:26.146 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.130+0000 7fbf7ff41640 1 --2- 172.21.15.71:0/1165973331 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf781082a0 0x7fbf7810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:26.146 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.130+0000 7fbf7ff41640 1 --2- 172.21.15.71:0/1165973331 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf781036e0 0x7fbf78107b90 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:26.146 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.130+0000 7fbf7ff41640 1 --2- 172.21.15.71:0/1165973331 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbf78102d30 0x7fbf78103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:26.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.130+0000 7fbf7ff41640 1 -- 172.21.15.71:0/1165973331 >> 172.21.15.71:0/1165973331 conn(0x7fbf780fc7d0 msgr2=0x7fbf780febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:26.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.130+0000 7fbf7ff41640 1 -- 172.21.15.71:0/1165973331 shutdown_connections 2024-09-15T23:45:26.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.130+0000 7fbf7ff41640 1 -- 172.21.15.71:0/1165973331 wait complete. 2024-09-15T23:45:26.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.131+0000 7fbf7ff41640 1 Processor -- start 2024-09-15T23:45:26.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.131+0000 7fbf7ff41640 1 -- start start 2024-09-15T23:45:26.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.131+0000 7fbf7ff41640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbf78102d30 0x7fbf78100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:26.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.131+0000 7fbf7ff41640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf781036e0 0x7fbf78100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:26.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.131+0000 7fbf7ff41640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf781082a0 0x7fbf78101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:26.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.131+0000 7fbf7ff41640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fbf78111f10 con 0x7fbf781082a0 2024-09-15T23:45:26.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.131+0000 7fbf7ff41640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fbf78111d90 con 0x7fbf78102d30 2024-09-15T23:45:26.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.131+0000 7fbf7ff41640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fbf78112090 con 0x7fbf781036e0 2024-09-15T23:45:26.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.131+0000 7fbf7e4de640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf781082a0 0x7fbf78101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:26.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.131+0000 7fbf7e4de640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf781082a0 0x7fbf78101410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54686/0 (socket says 172.21.15.71:54686) 2024-09-15T23:45:26.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.131+0000 7fbf7e4de640 1 -- 172.21.15.71:0/1852412122 learned_addr learned my addr 172.21.15.71:0/1852412122 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:26.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.131+0000 7fbf7dcdd640 1 --2- 172.21.15.71:0/1852412122 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbf78102d30 0x7fbf78100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:26.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.131+0000 7fbf7d4dc640 1 --2- 172.21.15.71:0/1852412122 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf781036e0 0x7fbf78100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:26.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.132+0000 7fbf7e4de640 1 -- 172.21.15.71:0/1852412122 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf781036e0 msgr2=0x7fbf78100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:26.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.132+0000 7fbf7e4de640 1 --2- 172.21.15.71:0/1852412122 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf781036e0 0x7fbf78100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:26.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.132+0000 7fbf7e4de640 1 -- 172.21.15.71:0/1852412122 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbf78102d30 msgr2=0x7fbf78100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:26.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.132+0000 7fbf7e4de640 1 --2- 172.21.15.71:0/1852412122 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbf78102d30 0x7fbf78100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:26.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.132+0000 7fbf7e4de640 1 -- 172.21.15.71:0/1852412122 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf781a6900 con 0x7fbf781082a0 2024-09-15T23:45:26.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.132+0000 7fbf7d4dc640 1 --2- 172.21.15.71:0/1852412122 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf781036e0 0x7fbf78100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:45:26.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.132+0000 7fbf7e4de640 1 --2- 172.21.15.71:0/1852412122 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf781082a0 0x7fbf78101410 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fbf7000cce0 tx=0x7fbf7000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:26.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.132+0000 7fbf6affd640 1 -- 172.21.15.71:0/1852412122 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf7000f450 con 0x7fbf781082a0 2024-09-15T23:45:26.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.132+0000 7fbf7ff41640 1 -- 172.21.15.71:0/1852412122 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf781a6bf0 con 0x7fbf781082a0 2024-09-15T23:45:26.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.132+0000 7fbf6affd640 1 -- 172.21.15.71:0/1852412122 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf7000faa0 con 0x7fbf781082a0 2024-09-15T23:45:26.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.132+0000 7fbf6affd640 1 -- 172.21.15.71:0/1852412122 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf70018b70 con 0x7fbf781082a0 2024-09-15T23:45:26.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.132+0000 7fbf7ff41640 1 -- 172.21.15.71:0/1852412122 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf781a70e0 con 0x7fbf781082a0 2024-09-15T23:45:26.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.133+0000 7fbf7ff41640 1 -- 172.21.15.71:0/1852412122 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf78103110 con 0x7fbf781082a0 2024-09-15T23:45:26.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.134+0000 7fbf6affd640 1 -- 172.21.15.71:0/1852412122 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fbf70018d10 con 0x7fbf781082a0 2024-09-15T23:45:26.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.135+0000 7fbf6affd640 1 --2- 172.21.15.71:0/1852412122 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fbf640a32d0 0x7fbf640a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:26.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.135+0000 7fbf7dcdd640 1 --2- 172.21.15.71:0/1852412122 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fbf640a32d0 0x7fbf640a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:26.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.135+0000 7fbf6affd640 1 -- 172.21.15.71:0/1852412122 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7fbf700cfef0 con 0x7fbf781082a0 2024-09-15T23:45:26.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.135+0000 7fbf7dcdd640 1 --2- 172.21.15.71:0/1852412122 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fbf640a32d0 0x7fbf640a5790 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fbf6c005e10 tx=0x7fbf6c005da0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:26.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.139+0000 7fbf6affd640 1 -- 172.21.15.71:0/1852412122 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbf70014030 con 0x7fbf781082a0 2024-09-15T23:45:26.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.330+0000 7fbf7ff41640 1 -- 172.21.15.71:0/1852412122 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7fbf78062630 con 0x7fbf640a32d0 2024-09-15T23:45:26.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.336+0000 7fbf6affd640 1 -- 172.21.15.71:0/1852412122 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fbf78062630 con 0x7fbf640a32d0 2024-09-15T23:45:26.336 INFO:teuthology.orchestra.run.smithi071.stdout:/volumes/qa/sv_0/ab4acaa3-53ca-409f-a030-13ed6115a214 2024-09-15T23:45:26.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.337+0000 7fbf7ff41640 1 -- 172.21.15.71:0/1852412122 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fbf640a32d0 msgr2=0x7fbf640a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:26.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.337+0000 7fbf7ff41640 1 --2- 172.21.15.71:0/1852412122 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fbf640a32d0 0x7fbf640a5790 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fbf6c005e10 tx=0x7fbf6c005da0 comp rx=0 tx=0).stop 2024-09-15T23:45:26.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.337+0000 7fbf7ff41640 1 -- 172.21.15.71:0/1852412122 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf781082a0 msgr2=0x7fbf78101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:26.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.337+0000 7fbf7ff41640 1 --2- 172.21.15.71:0/1852412122 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf781082a0 0x7fbf78101410 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fbf7000cce0 tx=0x7fbf7000a620 comp rx=0 tx=0).stop 2024-09-15T23:45:26.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.338+0000 7fbf7ff41640 1 -- 172.21.15.71:0/1852412122 shutdown_connections 2024-09-15T23:45:26.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.338+0000 7fbf7ff41640 1 --2- 172.21.15.71:0/1852412122 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fbf640a32d0 0x7fbf640a5790 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:26.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.338+0000 7fbf7ff41640 1 --2- 172.21.15.71:0/1852412122 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf781082a0 0x7fbf78101410 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:26.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.338+0000 7fbf7ff41640 1 --2- 172.21.15.71:0/1852412122 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf781036e0 0x7fbf78100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:26.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.338+0000 7fbf7ff41640 1 --2- 172.21.15.71:0/1852412122 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbf78102d30 0x7fbf78100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:26.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.338+0000 7fbf7ff41640 1 -- 172.21.15.71:0/1852412122 >> 172.21.15.71:0/1852412122 conn(0x7fbf780fc7d0 msgr2=0x7fbf78105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:26.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.338+0000 7fbf7ff41640 1 -- 172.21.15.71:0/1852412122 shutdown_connections 2024-09-15T23:45:26.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:26.338+0000 7fbf7ff41640 1 -- 172.21.15.71:0/1852412122 wait complete. 2024-09-15T23:45:27.039 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-09-15T23:45:27.286 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:27.806 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.790+0000 7f2bf0a2a640 1 -- 172.21.15.71:0/748852591 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bec102d30 msgr2=0x7f2bec103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:27.807 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.790+0000 7f2bf0a2a640 1 --2- 172.21.15.71:0/748852591 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bec102d30 0x7f2bec103110 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f2be4009930 tx=0x7f2be402a440 comp rx=0 tx=0).stop 2024-09-15T23:45:27.807 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.790+0000 7f2bf0a2a640 1 -- 172.21.15.71:0/748852591 shutdown_connections 2024-09-15T23:45:27.807 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.790+0000 7f2bf0a2a640 1 --2- 172.21.15.71:0/748852591 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2bec1082a0 0x7f2bec10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:27.807 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.790+0000 7f2bf0a2a640 1 --2- 172.21.15.71:0/748852591 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2bec1036e0 0x7f2bec107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:27.807 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.790+0000 7f2bf0a2a640 1 --2- 172.21.15.71:0/748852591 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bec102d30 0x7f2bec103110 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:27.807 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.790+0000 7f2bf0a2a640 1 -- 172.21.15.71:0/748852591 >> 172.21.15.71:0/748852591 conn(0x7f2bec0fc7d0 msgr2=0x7f2bec0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:27.807 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.790+0000 7f2bf0a2a640 1 -- 172.21.15.71:0/748852591 shutdown_connections 2024-09-15T23:45:27.807 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.791+0000 7f2bf0a2a640 1 -- 172.21.15.71:0/748852591 wait complete. 2024-09-15T23:45:27.807 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.791+0000 7f2bf0a2a640 1 Processor -- start 2024-09-15T23:45:27.807 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.791+0000 7f2bf0a2a640 1 -- start start 2024-09-15T23:45:27.807 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.791+0000 7f2bf0a2a640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2bec102d30 0x7f2bec198640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:27.808 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.791+0000 7f2bf0a2a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bec1036e0 0x7f2bec198b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:27.808 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.791+0000 7f2bf0a2a640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2bec1082a0 0x7f2bec19cf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:27.808 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.791+0000 7f2bf0a2a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2bec112010 con 0x7f2bec1036e0 2024-09-15T23:45:27.808 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.791+0000 7f2bf0a2a640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f2bec111e90 con 0x7f2bec1082a0 2024-09-15T23:45:27.808 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.791+0000 7f2bf0a2a640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f2bec112190 con 0x7f2bec102d30 2024-09-15T23:45:27.808 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.792+0000 7f2be9d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bec1036e0 0x7f2bec198b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:27.808 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.792+0000 7f2be9d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bec1036e0 0x7f2bec198b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54708/0 (socket says 172.21.15.71:54708) 2024-09-15T23:45:27.808 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.792+0000 7f2be9d9b640 1 -- 172.21.15.71:0/2017371130 learned_addr learned my addr 172.21.15.71:0/2017371130 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:27.808 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.792+0000 7f2bea59c640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2bec102d30 0x7f2bec198640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:27.808 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.792+0000 7f2bead9d640 1 --2- 172.21.15.71:0/2017371130 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2bec1082a0 0x7f2bec19cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:27.808 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.792+0000 7f2be9d9b640 1 -- 172.21.15.71:0/2017371130 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2bec102d30 msgr2=0x7f2bec198640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:27.808 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.792+0000 7f2be9d9b640 1 --2- 172.21.15.71:0/2017371130 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2bec102d30 0x7f2bec198640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:27.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.792+0000 7f2be9d9b640 1 -- 172.21.15.71:0/2017371130 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2bec1082a0 msgr2=0x7f2bec19cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:27.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.792+0000 7f2be9d9b640 1 --2- 172.21.15.71:0/2017371130 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2bec1082a0 0x7f2bec19cf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:27.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.792+0000 7f2be9d9b640 1 -- 172.21.15.71:0/2017371130 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bec19d5f0 con 0x7f2bec1036e0 2024-09-15T23:45:27.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.792+0000 7f2be9d9b640 1 --2- 172.21.15.71:0/2017371130 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bec1036e0 0x7f2bec198b80 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f2bd4006fd0 tx=0x7f2bd400b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:27.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.792+0000 7f2be37fe640 1 -- 172.21.15.71:0/2017371130 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bd4011830 con 0x7f2bec1036e0 2024-09-15T23:45:27.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.792+0000 7f2bf0a2a640 1 -- 172.21.15.71:0/2017371130 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bec19d8e0 con 0x7f2bec1036e0 2024-09-15T23:45:27.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.792+0000 7f2be37fe640 1 -- 172.21.15.71:0/2017371130 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2bd4016070 con 0x7f2bec1036e0 2024-09-15T23:45:27.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.792+0000 7f2be37fe640 1 -- 172.21.15.71:0/2017371130 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bd4010df0 con 0x7f2bec1036e0 2024-09-15T23:45:27.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.792+0000 7f2bf0a2a640 1 -- 172.21.15.71:0/2017371130 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bec1a51c0 con 0x7f2bec1036e0 2024-09-15T23:45:27.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.793+0000 7f2bf0a2a640 1 -- 172.21.15.71:0/2017371130 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bec06a850 con 0x7f2bec1036e0 2024-09-15T23:45:27.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.794+0000 7f2be37fe640 1 -- 172.21.15.71:0/2017371130 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f2bd40119d0 con 0x7f2bec1036e0 2024-09-15T23:45:27.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.795+0000 7f2be37fe640 1 --2- 172.21.15.71:0/2017371130 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2bd80a32d0 0x7f2bd80a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:27.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.795+0000 7f2bea59c640 1 --2- 172.21.15.71:0/2017371130 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2bd80a32d0 0x7f2bd80a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:27.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.795+0000 7f2be37fe640 1 -- 172.21.15.71:0/2017371130 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f2bd40cef00 con 0x7f2bec1036e0 2024-09-15T23:45:27.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.796+0000 7f2bea59c640 1 --2- 172.21.15.71:0/2017371130 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2bd80a32d0 0x7f2bd80a5790 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f2be4006010 tx=0x7f2be4000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:27.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.799+0000 7f2be37fe640 1 -- 172.21.15.71:0/2017371130 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2bd409bc00 con 0x7f2bec1036e0 2024-09-15T23:45:27.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:27.989+0000 7f2bf0a2a640 1 -- 172.21.15.71:0/2017371130 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f2bec062630 con 0x7f2bd80a32d0 2024-09-15T23:45:28.017 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:28.016+0000 7f2be37fe640 1 -- 172.21.15.71:0/2017371130 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f2bec062630 con 0x7f2bd80a32d0 2024-09-15T23:45:28.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:28.018+0000 7f2bf0a2a640 1 -- 172.21.15.71:0/2017371130 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2bd80a32d0 msgr2=0x7f2bd80a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:28.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:28.018+0000 7f2bf0a2a640 1 --2- 172.21.15.71:0/2017371130 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2bd80a32d0 0x7f2bd80a5790 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f2be4006010 tx=0x7f2be4000bc0 comp rx=0 tx=0).stop 2024-09-15T23:45:28.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:28.018+0000 7f2bf0a2a640 1 -- 172.21.15.71:0/2017371130 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bec1036e0 msgr2=0x7f2bec198b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:28.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:28.018+0000 7f2bf0a2a640 1 --2- 172.21.15.71:0/2017371130 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bec1036e0 0x7f2bec198b80 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f2bd4006fd0 tx=0x7f2bd400b8e0 comp rx=0 tx=0).stop 2024-09-15T23:45:28.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:28.018+0000 7f2bf0a2a640 1 -- 172.21.15.71:0/2017371130 shutdown_connections 2024-09-15T23:45:28.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:28.018+0000 7f2bf0a2a640 1 --2- 172.21.15.71:0/2017371130 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2bd80a32d0 0x7f2bd80a5790 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:28.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:28.018+0000 7f2bf0a2a640 1 --2- 172.21.15.71:0/2017371130 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2bec1082a0 0x7f2bec19cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:28.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:28.018+0000 7f2bf0a2a640 1 --2- 172.21.15.71:0/2017371130 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bec1036e0 0x7f2bec198b80 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:28.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:28.018+0000 7f2bf0a2a640 1 --2- 172.21.15.71:0/2017371130 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2bec102d30 0x7f2bec198640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:28.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:28.018+0000 7f2bf0a2a640 1 -- 172.21.15.71:0/2017371130 >> 172.21.15.71:0/2017371130 conn(0x7f2bec0fc7d0 msgr2=0x7f2bec105e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:28.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:28.018+0000 7f2bf0a2a640 1 -- 172.21.15.71:0/2017371130 shutdown_connections 2024-09-15T23:45:28.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:28.018+0000 7f2bf0a2a640 1 -- 172.21.15.71:0/2017371130 wait complete. 2024-09-15T23:45:28.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:28 smithi071 ceph-mon[30957]: from='client.14715 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:45:28.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:28 smithi071 ceph-mon[30957]: pgmap v288: 97 pgs: 97 active+clean; 591 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 5.9 KiB/s wr, 22 op/s; 166 B/s, 0 objects/s recovering 2024-09-15T23:45:28.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:28 smithi163 ceph-mon[34107]: from='client.14715 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:45:28.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:28 smithi163 ceph-mon[34107]: pgmap v288: 97 pgs: 97 active+clean; 591 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 5.9 KiB/s wr, 22 op/s; 166 B/s, 0 objects/s recovering 2024-09-15T23:45:28.517 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:28 smithi190 ceph-mon[34840]: from='client.14715 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:45:28.517 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:28 smithi190 ceph-mon[34840]: pgmap v288: 97 pgs: 97 active+clean; 591 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 5.9 KiB/s wr, 22 op/s; 166 B/s, 0 objects/s recovering 2024-09-15T23:45:28.893 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-09-15T23:45:29.147 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:29.388 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:29 smithi071 ceph-mon[30957]: from='client.14721 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:45:29.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:29 smithi163 ceph-mon[34107]: from='client.14721 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:45:29.528 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:29 smithi190 ceph-mon[34840]: from='client.14721 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:45:29.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.632+0000 7f936db82640 1 -- 172.21.15.71:0/2130000235 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9368100e20 msgr2=0x7f9368101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:29.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.633+0000 7f936db82640 1 --2- 172.21.15.71:0/2130000235 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9368100e20 0x7f9368101200 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f9358009900 tx=0x7f935802a480 comp rx=0 tx=0).stop 2024-09-15T23:45:29.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.633+0000 7f936db82640 1 -- 172.21.15.71:0/2130000235 shutdown_connections 2024-09-15T23:45:29.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.633+0000 7f936db82640 1 --2- 172.21.15.71:0/2130000235 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9368102ef0 0x7f936810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:29.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.633+0000 7f936db82640 1 --2- 172.21.15.71:0/2130000235 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9368102570 0x7f93681029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:29.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.633+0000 7f936db82640 1 --2- 172.21.15.71:0/2130000235 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9368100e20 0x7f9368101200 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:29.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.633+0000 7f936db82640 1 -- 172.21.15.71:0/2130000235 >> 172.21.15.71:0/2130000235 conn(0x7f93680fc7d0 msgr2=0x7f93680febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:29.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.633+0000 7f936db82640 1 -- 172.21.15.71:0/2130000235 shutdown_connections 2024-09-15T23:45:29.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.633+0000 7f936db82640 1 -- 172.21.15.71:0/2130000235 wait complete. 2024-09-15T23:45:29.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.633+0000 7f936db82640 1 Processor -- start 2024-09-15T23:45:29.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.633+0000 7f936db82640 1 -- start start 2024-09-15T23:45:29.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.634+0000 7f936db82640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9368100e20 0x7f9368198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:29.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.634+0000 7f936db82640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9368102570 0x7f9368198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:29.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.634+0000 7f936db82640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9368102ef0 0x7f936819ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:29.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.634+0000 7f936db82640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9368110e30 con 0x7f9368102ef0 2024-09-15T23:45:29.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.634+0000 7f936db82640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f9368110cb0 con 0x7f9368100e20 2024-09-15T23:45:29.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.634+0000 7f936db82640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f9368110fb0 con 0x7f9368102570 2024-09-15T23:45:29.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.634+0000 7f9367fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9368102ef0 0x7f936819ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:29.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.634+0000 7f9367fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9368102ef0 0x7f936819ccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54732/0 (socket says 172.21.15.71:54732) 2024-09-15T23:45:29.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.634+0000 7f9367fff640 1 -- 172.21.15.71:0/3914190016 learned_addr learned my addr 172.21.15.71:0/3914190016 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:29.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.634+0000 7f9366ffd640 1 --2- 172.21.15.71:0/3914190016 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9368102570 0x7f9368198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:29.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.634+0000 7f93677fe640 1 --2- 172.21.15.71:0/3914190016 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9368100e20 0x7f9368198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:29.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.634+0000 7f9367fff640 1 -- 172.21.15.71:0/3914190016 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9368102570 msgr2=0x7f9368198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:29.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.634+0000 7f9367fff640 1 --2- 172.21.15.71:0/3914190016 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9368102570 0x7f9368198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:29.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.634+0000 7f9367fff640 1 -- 172.21.15.71:0/3914190016 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9368100e20 msgr2=0x7f9368198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:29.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.634+0000 7f9367fff640 1 --2- 172.21.15.71:0/3914190016 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9368100e20 0x7f9368198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:29.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.634+0000 7f9367fff640 1 -- 172.21.15.71:0/3914190016 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f936819d3b0 con 0x7f9368102ef0 2024-09-15T23:45:29.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.634+0000 7f93677fe640 1 --2- 172.21.15.71:0/3914190016 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9368100e20 0x7f9368198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:45:29.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.634+0000 7f9367fff640 1 --2- 172.21.15.71:0/3914190016 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9368102ef0 0x7f936819ccd0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f936000eaa0 tx=0x7f936000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:29.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.634+0000 7f9364ff9640 1 -- 172.21.15.71:0/3914190016 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f936000cdb0 con 0x7f9368102ef0 2024-09-15T23:45:29.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.634+0000 7f9364ff9640 1 -- 172.21.15.71:0/3914190016 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9360005020 con 0x7f9368102ef0 2024-09-15T23:45:29.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.634+0000 7f936db82640 1 -- 172.21.15.71:0/3914190016 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f936819d6a0 con 0x7f9368102ef0 2024-09-15T23:45:29.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.634+0000 7f9364ff9640 1 -- 172.21.15.71:0/3914190016 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93600116d0 con 0x7f9368102ef0 2024-09-15T23:45:29.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.634+0000 7f936db82640 1 -- 172.21.15.71:0/3914190016 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93681a4f80 con 0x7f9368102ef0 2024-09-15T23:45:29.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.635+0000 7f936db82640 1 -- 172.21.15.71:0/3914190016 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9368101200 con 0x7f9368102ef0 2024-09-15T23:45:29.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.637+0000 7f9364ff9640 1 -- 172.21.15.71:0/3914190016 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f93600051d0 con 0x7f9368102ef0 2024-09-15T23:45:29.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.637+0000 7f9364ff9640 1 --2- 172.21.15.71:0/3914190016 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f93540a3350 0x7f93540a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:29.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.637+0000 7f93677fe640 1 --2- 172.21.15.71:0/3914190016 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f93540a3350 0x7f93540a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:29.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.638+0000 7f9364ff9640 1 -- 172.21.15.71:0/3914190016 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f93600cff30 con 0x7f9368102ef0 2024-09-15T23:45:29.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.638+0000 7f93677fe640 1 --2- 172.21.15.71:0/3914190016 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f93540a3350 0x7f93540a5810 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9358000c00 tx=0x7f9358032c70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:29.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.640+0000 7f9364ff9640 1 -- 172.21.15.71:0/3914190016 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9360016030 con 0x7f9368102ef0 2024-09-15T23:45:29.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.836+0000 7f936db82640 1 -- 172.21.15.71:0/3914190016 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f9368106f10 con 0x7f93540a3350 2024-09-15T23:45:29.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.840+0000 7f9364ff9640 1 -- 172.21.15.71:0/3914190016 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f9368106f10 con 0x7f93540a3350 2024-09-15T23:45:29.841 INFO:teuthology.orchestra.run.smithi071.stdout:/volumes/qa/sv_1/3139ec9c-65db-4c79-8a37-a37ce2051f9e 2024-09-15T23:45:29.843 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.842+0000 7f936db82640 1 -- 172.21.15.71:0/3914190016 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f93540a3350 msgr2=0x7f93540a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:29.843 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.842+0000 7f936db82640 1 --2- 172.21.15.71:0/3914190016 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f93540a3350 0x7f93540a5810 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9358000c00 tx=0x7f9358032c70 comp rx=0 tx=0).stop 2024-09-15T23:45:29.843 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.842+0000 7f936db82640 1 -- 172.21.15.71:0/3914190016 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9368102ef0 msgr2=0x7f936819ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:29.844 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.842+0000 7f936db82640 1 --2- 172.21.15.71:0/3914190016 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9368102ef0 0x7f936819ccd0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f936000eaa0 tx=0x7f936000ef60 comp rx=0 tx=0).stop 2024-09-15T23:45:29.844 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.843+0000 7f936db82640 1 -- 172.21.15.71:0/3914190016 shutdown_connections 2024-09-15T23:45:29.844 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.843+0000 7f936db82640 1 --2- 172.21.15.71:0/3914190016 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f93540a3350 0x7f93540a5810 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:29.844 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.843+0000 7f936db82640 1 --2- 172.21.15.71:0/3914190016 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9368102ef0 0x7f936819ccd0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:29.844 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.843+0000 7f936db82640 1 --2- 172.21.15.71:0/3914190016 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9368102570 0x7f9368198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:29.844 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.843+0000 7f936db82640 1 --2- 172.21.15.71:0/3914190016 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9368100e20 0x7f9368198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:29.844 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.843+0000 7f936db82640 1 -- 172.21.15.71:0/3914190016 >> 172.21.15.71:0/3914190016 conn(0x7f93680fc7d0 msgr2=0x7f9368069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:29.844 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.843+0000 7f936db82640 1 -- 172.21.15.71:0/3914190016 shutdown_connections 2024-09-15T23:45:29.844 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:29.843+0000 7f936db82640 1 -- 172.21.15.71:0/3914190016 wait complete. 2024-09-15T23:45:30.385 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:30 smithi163 ceph-mon[34107]: pgmap v289: 97 pgs: 97 active+clean; 623 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.2 KiB/s wr, 24 op/s; 150 B/s, 0 objects/s recovering 2024-09-15T23:45:30.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:30 smithi071 ceph-mon[30957]: pgmap v289: 97 pgs: 97 active+clean; 623 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.2 KiB/s wr, 24 op/s; 150 B/s, 0 objects/s recovering 2024-09-15T23:45:30.486 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-15T23:45:30.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:30 smithi190 ceph-mon[34840]: pgmap v289: 97 pgs: 97 active+clean; 623 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.2 KiB/s wr, 24 op/s; 150 B/s, 0 objects/s recovering 2024-09-15T23:45:30.743 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:31.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.230+0000 7effa9ef8640 1 -- 172.21.15.71:0/1055890729 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7effa4101de0 msgr2=0x7effa41021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:31.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.230+0000 7effa9ef8640 1 --2- 172.21.15.71:0/1055890729 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7effa4101de0 0x7effa41021c0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7eff94009900 tx=0x7eff9402a410 comp rx=0 tx=0).stop 2024-09-15T23:45:31.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.230+0000 7effa9ef8640 1 -- 172.21.15.71:0/1055890729 shutdown_connections 2024-09-15T23:45:31.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.230+0000 7effa9ef8640 1 --2- 172.21.15.71:0/1055890729 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7effa4106f10 0x7effa410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:31.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.230+0000 7effa9ef8640 1 --2- 172.21.15.71:0/1055890729 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7effa4102790 0x7effa41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:31.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.230+0000 7effa9ef8640 1 --2- 172.21.15.71:0/1055890729 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7effa4101de0 0x7effa41021c0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:31.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.230+0000 7effa9ef8640 1 -- 172.21.15.71:0/1055890729 >> 172.21.15.71:0/1055890729 conn(0x7effa40fd8c0 msgr2=0x7effa40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:31.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.231+0000 7effa9ef8640 1 -- 172.21.15.71:0/1055890729 shutdown_connections 2024-09-15T23:45:31.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.231+0000 7effa9ef8640 1 -- 172.21.15.71:0/1055890729 wait complete. 2024-09-15T23:45:31.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.231+0000 7effa9ef8640 1 Processor -- start 2024-09-15T23:45:31.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.231+0000 7effa9ef8640 1 -- start start 2024-09-15T23:45:31.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.232+0000 7effa9ef8640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7effa4101de0 0x7effa40744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:31.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.232+0000 7effa9ef8640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7effa4102790 0x7effa4074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:31.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.232+0000 7effa9ef8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7effa4106f10 0x7effa4074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:31.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.232+0000 7effa9ef8640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7effa4111de0 con 0x7effa4106f10 2024-09-15T23:45:31.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.232+0000 7effa9ef8640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7effa4111c60 con 0x7effa4102790 2024-09-15T23:45:31.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.232+0000 7effa9ef8640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7effa4111f60 con 0x7effa4101de0 2024-09-15T23:45:31.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.232+0000 7effa3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7effa4106f10 0x7effa4074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:31.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.232+0000 7effa3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7effa4106f10 0x7effa4074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50980/0 (socket says 172.21.15.71:50980) 2024-09-15T23:45:31.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.232+0000 7effa3fff640 1 -- 172.21.15.71:0/1574509654 learned_addr learned my addr 172.21.15.71:0/1574509654 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:31.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.232+0000 7effa37fe640 1 --2- 172.21.15.71:0/1574509654 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7effa4101de0 0x7effa40744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:31.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.232+0000 7effa2ffd640 1 --2- 172.21.15.71:0/1574509654 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7effa4102790 0x7effa4074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:31.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.232+0000 7effa3fff640 1 -- 172.21.15.71:0/1574509654 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7effa4101de0 msgr2=0x7effa40744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:31.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.232+0000 7effa3fff640 1 --2- 172.21.15.71:0/1574509654 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7effa4101de0 0x7effa40744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:31.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.232+0000 7effa3fff640 1 -- 172.21.15.71:0/1574509654 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7effa4102790 msgr2=0x7effa4074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:31.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.232+0000 7effa3fff640 1 --2- 172.21.15.71:0/1574509654 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7effa4102790 0x7effa4074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:31.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.232+0000 7effa3fff640 1 -- 172.21.15.71:0/1574509654 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effa41a6800 con 0x7effa4106f10 2024-09-15T23:45:31.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.232+0000 7effa2ffd640 1 --2- 172.21.15.71:0/1574509654 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7effa4102790 0x7effa4074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:45:31.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.232+0000 7effa3fff640 1 --2- 172.21.15.71:0/1574509654 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7effa4106f10 0x7effa4074f70 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7eff9c00eaa0 tx=0x7eff9c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:31.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.232+0000 7effa0ff9640 1 -- 172.21.15.71:0/1574509654 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff9c00cdb0 con 0x7effa4106f10 2024-09-15T23:45:31.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.232+0000 7effa0ff9640 1 -- 172.21.15.71:0/1574509654 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7eff9c005020 con 0x7effa4106f10 2024-09-15T23:45:31.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.232+0000 7effa9ef8640 1 -- 172.21.15.71:0/1574509654 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effa41a6af0 con 0x7effa4106f10 2024-09-15T23:45:31.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.232+0000 7effa0ff9640 1 -- 172.21.15.71:0/1574509654 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff9c0116d0 con 0x7effa4106f10 2024-09-15T23:45:31.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.232+0000 7effa9ef8640 1 -- 172.21.15.71:0/1574509654 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effa41a6fe0 con 0x7effa4106f10 2024-09-15T23:45:31.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.234+0000 7effa9ef8640 1 -- 172.21.15.71:0/1574509654 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effa41021c0 con 0x7effa4106f10 2024-09-15T23:45:31.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.235+0000 7effa0ff9640 1 -- 172.21.15.71:0/1574509654 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7eff9c0051d0 con 0x7effa4106f10 2024-09-15T23:45:31.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.235+0000 7effa0ff9640 1 --2- 172.21.15.71:0/1574509654 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7eff8c0a32d0 0x7eff8c0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:31.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.235+0000 7effa37fe640 1 --2- 172.21.15.71:0/1574509654 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7eff8c0a32d0 0x7eff8c0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:31.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.235+0000 7effa0ff9640 1 -- 172.21.15.71:0/1574509654 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7eff9c0cfcd0 con 0x7effa4106f10 2024-09-15T23:45:31.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.236+0000 7effa37fe640 1 --2- 172.21.15.71:0/1574509654 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7eff8c0a32d0 0x7eff8c0a5790 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7eff94031440 tx=0x7eff940095f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:31.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.239+0000 7effa0ff9640 1 -- 172.21.15.71:0/1574509654 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7eff9c016030 con 0x7effa4106f10 2024-09-15T23:45:31.401 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:31 smithi163 ceph-mon[34107]: from='client.14727 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:45:31.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:31 smithi071 ceph-mon[30957]: from='client.14727 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:45:31.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.510+0000 7effa9ef8640 1 -- 172.21.15.71:0/1574509654 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7effa410a0f0 con 0x7effa4106f10 2024-09-15T23:45:31.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.511+0000 7effa0ff9640 1 -- 172.21.15.71:0/1574509654 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11983 (secure 0 0 0) 0x7eff9c09c8c0 con 0x7effa4106f10 2024-09-15T23:45:31.512 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:45:31.513 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-15T23:45:21:979699+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3135308378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3135308378},{"type":"v1","addr":"172.21.15.71:6835","nonce":3135308378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/1165058934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":1165058934},{"type":"v1","addr":"172.21.15.71:6837","nonce":1165058934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-15T23:45:09.959942+0000","modified":"2024-09-15T23:45:21.979695+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24457,"mds_3":24428,"mds_4":24421},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14610":{"gid":14610,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.71:6839/507886981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":507886981},{"type":"v1","addr":"172.21.15.71:6839","nonce":507886981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14622":{"gid":14622,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.71:6841/746508636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":746508636},{"type":"v1","addr":"172.21.15.71:6841","nonce":746508636}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24380":{"gid":24380,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/2705260026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":2705260026},{"type":"v1","addr":"172.21.15.163:6833","nonce":2705260026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/4090770524","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":4090770524},{"type":"v1","addr":"172.21.15.163:6835","nonce":4090770524}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6837/2845178237","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":2845178237},{"type":"v1","addr":"172.21.15.163:6837","nonce":2845178237}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":4,"incarnation":25,"state":"up:active","state_seq":15,"addr":"172.21.15.190:6833/4051392496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":4051392496},{"type":"v1","addr":"172.21.15.190:6833","nonce":4051392496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"b","rank":3,"incarnation":23,"state":"up:active","state_seq":6,"addr":"172.21.15.163:6839/2208871751","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":2208871751},{"type":"v1","addr":"172.21.15.163:6839","nonce":2208871751}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.190:6835/2490951221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":2490951221},{"type":"v1","addr":"172.21.15.190:6835","nonce":2490951221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.190:6837/1400276256","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":1400276256},{"type":"v1","addr":"172.21.15.190:6837","nonce":1400276256}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.190:6839/1541612118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":1541612118},{"type":"v1","addr":"172.21.15.190:6839","nonce":1541612118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24421,24428,24457,24469,24484]},"id":1}]} 2024-09-15T23:45:31.513 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-15T23:45:31.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.513+0000 7effa9ef8640 1 -- 172.21.15.71:0/1574509654 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7eff8c0a32d0 msgr2=0x7eff8c0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:31.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.513+0000 7effa9ef8640 1 --2- 172.21.15.71:0/1574509654 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7eff8c0a32d0 0x7eff8c0a5790 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7eff94031440 tx=0x7eff940095f0 comp rx=0 tx=0).stop 2024-09-15T23:45:31.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.513+0000 7effa9ef8640 1 -- 172.21.15.71:0/1574509654 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7effa4106f10 msgr2=0x7effa4074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:31.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.513+0000 7effa9ef8640 1 --2- 172.21.15.71:0/1574509654 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7effa4106f10 0x7effa4074f70 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7eff9c00eaa0 tx=0x7eff9c00ef60 comp rx=0 tx=0).stop 2024-09-15T23:45:31.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.513+0000 7effa9ef8640 1 -- 172.21.15.71:0/1574509654 shutdown_connections 2024-09-15T23:45:31.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.513+0000 7effa9ef8640 1 --2- 172.21.15.71:0/1574509654 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7eff8c0a32d0 0x7eff8c0a5790 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:31.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.513+0000 7effa9ef8640 1 --2- 172.21.15.71:0/1574509654 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7effa4106f10 0x7effa4074f70 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:31.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.513+0000 7effa9ef8640 1 --2- 172.21.15.71:0/1574509654 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7effa4102790 0x7effa4074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:31.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.513+0000 7effa9ef8640 1 --2- 172.21.15.71:0/1574509654 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7effa4101de0 0x7effa40744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:31.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.513+0000 7effa9ef8640 1 -- 172.21.15.71:0/1574509654 >> 172.21.15.71:0/1574509654 conn(0x7effa40fd8c0 msgr2=0x7effa40fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:31.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.514+0000 7effa9ef8640 1 -- 172.21.15.71:0/1574509654 shutdown_connections 2024-09-15T23:45:31.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:31.514+0000 7effa9ef8640 1 -- 172.21.15.71:0/1574509654 wait complete. 2024-09-15T23:45:31.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:31 smithi190 ceph-mon[34840]: from='client.14727 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:45:32.358 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-15T23:45:32.382 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:32 smithi071 ceph-mon[30957]: pgmap v290: 97 pgs: 97 active+clean; 623 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 7.6 KiB/s wr, 22 op/s; 134 B/s, 0 objects/s recovering 2024-09-15T23:45:32.382 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:32 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1574509654' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:45:32.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:32 smithi163 ceph-mon[34107]: pgmap v290: 97 pgs: 97 active+clean; 623 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 7.6 KiB/s wr, 22 op/s; 134 B/s, 0 objects/s recovering 2024-09-15T23:45:32.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:32 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1574509654' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:45:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:32 smithi190 ceph-mon[34840]: pgmap v290: 97 pgs: 97 active+clean; 623 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 7.6 KiB/s wr, 22 op/s; 134 B/s, 0 objects/s recovering 2024-09-15T23:45:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:32 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1574509654' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:45:32.608 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:33.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.071+0000 7fa3d75e4640 1 -- 172.21.15.71:0/1112222366 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa3d0101df0 msgr2=0x7fa3d01021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:33.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.071+0000 7fa3d75e4640 1 --2- 172.21.15.71:0/1112222366 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa3d0101df0 0x7fa3d01021d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa3cc009900 tx=0x7fa3cc02a410 comp rx=0 tx=0).stop 2024-09-15T23:45:33.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.071+0000 7fa3d75e4640 1 -- 172.21.15.71:0/1112222366 shutdown_connections 2024-09-15T23:45:33.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.071+0000 7fa3d75e4640 1 --2- 172.21.15.71:0/1112222366 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa3d0106f20 0x7fa3d010eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:33.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.071+0000 7fa3d75e4640 1 --2- 172.21.15.71:0/1112222366 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa3d01027a0 0x7fa3d01067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:33.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.071+0000 7fa3d75e4640 1 --2- 172.21.15.71:0/1112222366 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa3d0101df0 0x7fa3d01021d0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:33.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.071+0000 7fa3d75e4640 1 -- 172.21.15.71:0/1112222366 >> 172.21.15.71:0/1112222366 conn(0x7fa3d00fd8f0 msgr2=0x7fa3d00ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:33.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.071+0000 7fa3d75e4640 1 -- 172.21.15.71:0/1112222366 shutdown_connections 2024-09-15T23:45:33.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.071+0000 7fa3d75e4640 1 -- 172.21.15.71:0/1112222366 wait complete. 2024-09-15T23:45:33.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.071+0000 7fa3d75e4640 1 Processor -- start 2024-09-15T23:45:33.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.072+0000 7fa3d75e4640 1 -- start start 2024-09-15T23:45:33.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.072+0000 7fa3d75e4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa3d0101df0 0x7fa3d0198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:33.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.072+0000 7fa3d75e4640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa3d01027a0 0x7fa3d0198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:33.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.072+0000 7fa3d75e4640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa3d0106f20 0x7fa3d019cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:33.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.072+0000 7fa3d75e4640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa3d0111e50 con 0x7fa3d0101df0 2024-09-15T23:45:33.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.072+0000 7fa3d75e4640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fa3d0111cd0 con 0x7fa3d0106f20 2024-09-15T23:45:33.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.072+0000 7fa3d75e4640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fa3d0111fd0 con 0x7fa3d01027a0 2024-09-15T23:45:33.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.072+0000 7fa3d5380640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa3d0101df0 0x7fa3d0198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:33.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.072+0000 7fa3d5380640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa3d0101df0 0x7fa3d0198510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51004/0 (socket says 172.21.15.71:51004) 2024-09-15T23:45:33.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.072+0000 7fa3d5380640 1 -- 172.21.15.71:0/1412827236 learned_addr learned my addr 172.21.15.71:0/1412827236 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:33.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.072+0000 7fa3d5b81640 1 --2- 172.21.15.71:0/1412827236 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa3d0106f20 0x7fa3d019cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:33.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.072+0000 7fa3d5380640 1 -- 172.21.15.71:0/1412827236 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa3d01027a0 msgr2=0x7fa3d0198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:33.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.072+0000 7fa3d4b7f640 1 --2- 172.21.15.71:0/1412827236 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa3d01027a0 0x7fa3d0198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:33.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.072+0000 7fa3d5380640 1 --2- 172.21.15.71:0/1412827236 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa3d01027a0 0x7fa3d0198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:33.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.072+0000 7fa3d5380640 1 -- 172.21.15.71:0/1412827236 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa3d0106f20 msgr2=0x7fa3d019cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:33.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.072+0000 7fa3d5380640 1 --2- 172.21.15.71:0/1412827236 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa3d0106f20 0x7fa3d019cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:33.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.072+0000 7fa3d5380640 1 -- 172.21.15.71:0/1412827236 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3d019d4c0 con 0x7fa3d0101df0 2024-09-15T23:45:33.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.072+0000 7fa3d5b81640 1 --2- 172.21.15.71:0/1412827236 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa3d0106f20 0x7fa3d019cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:45:33.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.072+0000 7fa3d4b7f640 1 --2- 172.21.15.71:0/1412827236 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa3d01027a0 0x7fa3d0198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:45:33.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.072+0000 7fa3d5380640 1 --2- 172.21.15.71:0/1412827236 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa3d0101df0 0x7fa3d0198510 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fa3cc005940 tx=0x7fa3cc004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:33.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.073+0000 7fa3c67fc640 1 -- 172.21.15.71:0/1412827236 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3cc03f030 con 0x7fa3d0101df0 2024-09-15T23:45:33.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.073+0000 7fa3c67fc640 1 -- 172.21.15.71:0/1412827236 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa3cc003aa0 con 0x7fa3d0101df0 2024-09-15T23:45:33.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.073+0000 7fa3d75e4640 1 -- 172.21.15.71:0/1412827236 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3d019d750 con 0x7fa3d0101df0 2024-09-15T23:45:33.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.073+0000 7fa3c67fc640 1 -- 172.21.15.71:0/1412827236 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3cc035070 con 0x7fa3d0101df0 2024-09-15T23:45:33.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.073+0000 7fa3d75e4640 1 -- 172.21.15.71:0/1412827236 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3d01a5090 con 0x7fa3d0101df0 2024-09-15T23:45:33.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.074+0000 7fa3d75e4640 1 -- 172.21.15.71:0/1412827236 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3d01032d0 con 0x7fa3d0101df0 2024-09-15T23:45:33.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.075+0000 7fa3c67fc640 1 -- 172.21.15.71:0/1412827236 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fa3cc042030 con 0x7fa3d0101df0 2024-09-15T23:45:33.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.075+0000 7fa3c67fc640 1 --2- 172.21.15.71:0/1412827236 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa3bc0a32d0 0x7fa3bc0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:33.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.076+0000 7fa3d4b7f640 1 --2- 172.21.15.71:0/1412827236 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa3bc0a32d0 0x7fa3bc0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:33.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.076+0000 7fa3c67fc640 1 -- 172.21.15.71:0/1412827236 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7fa3cc0f0530 con 0x7fa3d0101df0 2024-09-15T23:45:33.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.076+0000 7fa3d4b7f640 1 --2- 172.21.15.71:0/1412827236 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa3bc0a32d0 0x7fa3bc0a5790 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa3c0006fd0 tx=0x7fa3c0008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:33.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.079+0000 7fa3c67fc640 1 -- 172.21.15.71:0/1412827236 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa3cc0bd120 con 0x7fa3d0101df0 2024-09-15T23:45:33.247 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.247+0000 7fa3d75e4640 1 -- 172.21.15.71:0/1412827236 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa3d01021d0 con 0x7fa3d0101df0 2024-09-15T23:45:33.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.248+0000 7fa3c67fc640 1 -- 172.21.15.71:0/1412827236 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+22653 (secure 0 0 0) 0x7fa3cc0bca20 con 0x7fa3d0101df0 2024-09-15T23:45:33.249 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:45:33.249 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":83,"fsid":"4eeb5726-73bb-11ef-bceb-c7b262605968","created":"2024-09-15T23:37:32.026413+0000","modified":"2024-09-15T23:45:18.351205+0000","last_up_change":"2024-09-15T23:44:18.494739+0000","last_in_change":"2024-09-15T23:43:55.057780+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T23:40:31.270883+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-15T23:45:06.249987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-15T23:45:08.165620+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5866d7b4-9e16-4f84-b178-467c25ea3369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6803","nonce":3525966842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6805","nonce":3525966842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6809","nonce":3525966842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6807","nonce":3525966842}]},"public_addr":"172.21.15.71:6803/3525966842","cluster_addr":"172.21.15.71:6805/3525966842","heartbeat_back_addr":"172.21.15.71:6809/3525966842","heartbeat_front_addr":"172.21.15.71:6807/3525966842","state":["exists","up"]},{"osd":1,"uuid":"6155354e-7b55-4b4c-b673-6d92f08fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6800","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6801","nonce":1075052522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6803","nonce":1075052522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6807","nonce":1075052522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6805","nonce":1075052522}]},"public_addr":"172.21.15.163:6801/1075052522","cluster_addr":"172.21.15.163:6803/1075052522","heartbeat_back_addr":"172.21.15.163:6807/1075052522","heartbeat_front_addr":"172.21.15.163:6805/1075052522","state":["exists","up"]},{"osd":2,"uuid":"3d530966-7af0-45b1-aa3d-b8b9df338e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6801","nonce":2143521395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6803","nonce":2143521395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6807","nonce":2143521395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6805","nonce":2143521395}]},"public_addr":"172.21.15.190:6801/2143521395","cluster_addr":"172.21.15.190:6803/2143521395","heartbeat_back_addr":"172.21.15.190:6807/2143521395","heartbeat_front_addr":"172.21.15.190:6805/2143521395","state":["exists","up"]},{"osd":3,"uuid":"f16832da-8eaa-424e-a215-1ed01f156888","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6811","nonce":877432262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6813","nonce":877432262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6817","nonce":877432262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6815","nonce":877432262}]},"public_addr":"172.21.15.71:6811/877432262","cluster_addr":"172.21.15.71:6813/877432262","heartbeat_back_addr":"172.21.15.71:6817/877432262","heartbeat_front_addr":"172.21.15.71:6815/877432262","state":["exists","up"]},{"osd":4,"uuid":"ebe47f97-59ea-41c6-8c28-36845546845f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6809","nonce":2846554020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6811","nonce":2846554020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6815","nonce":2846554020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6813","nonce":2846554020}]},"public_addr":"172.21.15.163:6809/2846554020","cluster_addr":"172.21.15.163:6811/2846554020","heartbeat_back_addr":"172.21.15.163:6815/2846554020","heartbeat_front_addr":"172.21.15.163:6813/2846554020","state":["exists","up"]},{"osd":5,"uuid":"3d0cd047-642d-496b-b2a0-52484ae860da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6809","nonce":3132841040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6811","nonce":3132841040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6815","nonce":3132841040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6813","nonce":3132841040}]},"public_addr":"172.21.15.190:6809/3132841040","cluster_addr":"172.21.15.190:6811/3132841040","heartbeat_back_addr":"172.21.15.190:6815/3132841040","heartbeat_front_addr":"172.21.15.190:6813/3132841040","state":["exists","up"]},{"osd":6,"uuid":"783f341b-53ac-4722-86b5-9460490f0e02","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6819","nonce":1108451261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6821","nonce":1108451261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6825","nonce":1108451261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6823","nonce":1108451261}]},"public_addr":"172.21.15.71:6819/1108451261","cluster_addr":"172.21.15.71:6821/1108451261","heartbeat_back_addr":"172.21.15.71:6825/1108451261","heartbeat_front_addr":"172.21.15.71:6823/1108451261","state":["exists","up"]},{"osd":7,"uuid":"39e17d98-3cf2-4e56-af7f-437a27f35847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6817","nonce":1969593004}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6819","nonce":1969593004}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6823","nonce":1969593004}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6821","nonce":1969593004}]},"public_addr":"172.21.15.163:6817/1969593004","cluster_addr":"172.21.15.163:6819/1969593004","heartbeat_back_addr":"172.21.15.163:6823/1969593004","heartbeat_front_addr":"172.21.15.163:6821/1969593004","state":["exists","up"]},{"osd":8,"uuid":"f63373aa-7d65-4478-841b-2f72c933d4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6817","nonce":1925036138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6819","nonce":1925036138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6823","nonce":1925036138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6821","nonce":1925036138}]},"public_addr":"172.21.15.190:6817/1925036138","cluster_addr":"172.21.15.190:6819/1925036138","heartbeat_back_addr":"172.21.15.190:6823/1925036138","heartbeat_front_addr":"172.21.15.190:6821/1925036138","state":["exists","up"]},{"osd":9,"uuid":"c4f1a921-9f00-434b-96e7-4bc4db455ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6827","nonce":5959399}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6829","nonce":5959399}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6833","nonce":5959399}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6831","nonce":5959399}]},"public_addr":"172.21.15.71:6827/5959399","cluster_addr":"172.21.15.71:6829/5959399","heartbeat_back_addr":"172.21.15.71:6833/5959399","heartbeat_front_addr":"172.21.15.71:6831/5959399","state":["exists","up"]},{"osd":10,"uuid":"406a2f6f-879c-45b2-8e82-c933f45affe5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6825","nonce":212791912}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6827","nonce":212791912}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6831","nonce":212791912}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6829","nonce":212791912}]},"public_addr":"172.21.15.163:6825/212791912","cluster_addr":"172.21.15.163:6827/212791912","heartbeat_back_addr":"172.21.15.163:6831/212791912","heartbeat_front_addr":"172.21.15.163:6829/212791912","state":["exists","up"]},{"osd":11,"uuid":"12bb4094-dc69-4c4f-904f-55c82da026db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6825","nonce":4193587286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6827","nonce":4193587286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6831","nonce":4193587286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6829","nonce":4193587286}]},"public_addr":"172.21.15.190:6825/4193587286","cluster_addr":"172.21.15.190:6827/4193587286","heartbeat_back_addr":"172.21.15.190:6831/4193587286","heartbeat_front_addr":"172.21.15.190:6829/4193587286","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:39:38.384621+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:03.886009+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:28.499205+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:54.402933+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:41:19.845920+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:41:44.709197+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:42:10.001537+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:42:35.654440+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:00.945654+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:26.729569+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:51.523307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:44:16.887486+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:0/3932100987":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/300276721":"2024-09-16T23:37:53.457697+0000","172.21.15.71:0/3644229355":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/1731891373":"2024-09-16T23:38:16.969736+0000","172.21.15.71:6800/4097213184":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/4103533037":"2024-09-16T23:37:53.457697+0000","172.21.15.71:6801/3832446656":"2024-09-16T23:37:53.457697+0000","172.21.15.71:6801/4097213184":"2024-09-16T23:38:16.969736+0000","172.21.15.71:6800/3832446656":"2024-09-16T23:37:53.457697+0000","172.21.15.71:0/2385046682":"2024-09-16T23:37:53.457697+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T23:45:33.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.251+0000 7fa3d75e4640 1 -- 172.21.15.71:0/1412827236 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa3bc0a32d0 msgr2=0x7fa3bc0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:33.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.251+0000 7fa3d75e4640 1 --2- 172.21.15.71:0/1412827236 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa3bc0a32d0 0x7fa3bc0a5790 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa3c0006fd0 tx=0x7fa3c0008040 comp rx=0 tx=0).stop 2024-09-15T23:45:33.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.251+0000 7fa3d75e4640 1 -- 172.21.15.71:0/1412827236 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa3d0101df0 msgr2=0x7fa3d0198510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:33.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.251+0000 7fa3d75e4640 1 --2- 172.21.15.71:0/1412827236 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa3d0101df0 0x7fa3d0198510 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fa3cc005940 tx=0x7fa3cc004270 comp rx=0 tx=0).stop 2024-09-15T23:45:33.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.251+0000 7fa3d75e4640 1 -- 172.21.15.71:0/1412827236 shutdown_connections 2024-09-15T23:45:33.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.251+0000 7fa3d75e4640 1 --2- 172.21.15.71:0/1412827236 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fa3bc0a32d0 0x7fa3bc0a5790 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:33.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.251+0000 7fa3d75e4640 1 --2- 172.21.15.71:0/1412827236 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa3d0106f20 0x7fa3d019cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:33.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.251+0000 7fa3d75e4640 1 --2- 172.21.15.71:0/1412827236 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa3d01027a0 0x7fa3d0198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:33.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.251+0000 7fa3d75e4640 1 --2- 172.21.15.71:0/1412827236 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa3d0101df0 0x7fa3d0198510 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:33.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.251+0000 7fa3d75e4640 1 -- 172.21.15.71:0/1412827236 >> 172.21.15.71:0/1412827236 conn(0x7fa3d00fd8f0 msgr2=0x7fa3d00fed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:33.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.251+0000 7fa3d75e4640 1 -- 172.21.15.71:0/1412827236 shutdown_connections 2024-09-15T23:45:33.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:33.251+0000 7fa3d75e4640 1 -- 172.21.15.71:0/1412827236 wait complete. 2024-09-15T23:45:33.934 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-15T23:45:33.935 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-15T23:45:34.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:34 smithi071 ceph-mon[30957]: pgmap v291: 97 pgs: 97 active+clean; 623 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 7.7 KiB/s wr, 24 op/s; 134 B/s, 0 objects/s recovering 2024-09-15T23:45:34.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:34 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1412827236' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:45:34.226 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:34.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:34 smithi163 ceph-mon[34107]: pgmap v291: 97 pgs: 97 active+clean; 623 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 7.7 KiB/s wr, 24 op/s; 134 B/s, 0 objects/s recovering 2024-09-15T23:45:34.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:34 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1412827236' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:45:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:34 smithi190 ceph-mon[34840]: pgmap v291: 97 pgs: 97 active+clean; 623 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 7.7 KiB/s wr, 24 op/s; 134 B/s, 0 objects/s recovering 2024-09-15T23:45:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:34 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1412827236' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:45:34.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.704+0000 7f56b9157640 1 -- 172.21.15.71:0/1006171918 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56b4106f10 msgr2=0x7f56b410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:34.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.704+0000 7f56b9157640 1 --2- 172.21.15.71:0/1006171918 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56b4106f10 0x7f56b410ea90 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f56ac009ca0 tx=0x7f56ac02a8c0 comp rx=0 tx=0).stop 2024-09-15T23:45:34.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.704+0000 7f56b9157640 1 -- 172.21.15.71:0/1006171918 shutdown_connections 2024-09-15T23:45:34.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.704+0000 7f56b9157640 1 --2- 172.21.15.71:0/1006171918 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56b4106f10 0x7f56b410ea90 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:34.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.704+0000 7f56b9157640 1 --2- 172.21.15.71:0/1006171918 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f56b4102790 0x7f56b41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:34.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.704+0000 7f56b9157640 1 --2- 172.21.15.71:0/1006171918 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56b4101de0 0x7f56b41021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:34.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.704+0000 7f56b9157640 1 -- 172.21.15.71:0/1006171918 >> 172.21.15.71:0/1006171918 conn(0x7f56b40fd8c0 msgr2=0x7f56b40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:34.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.704+0000 7f56b9157640 1 -- 172.21.15.71:0/1006171918 shutdown_connections 2024-09-15T23:45:34.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.704+0000 7f56b9157640 1 -- 172.21.15.71:0/1006171918 wait complete. 2024-09-15T23:45:34.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.705+0000 7f56b9157640 1 Processor -- start 2024-09-15T23:45:34.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.705+0000 7f56b9157640 1 -- start start 2024-09-15T23:45:34.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.705+0000 7f56b9157640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56b4101de0 0x7f56b4198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:34.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.705+0000 7f56b9157640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56b4102790 0x7f56b4198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:34.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.705+0000 7f56b9157640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f56b4106f10 0x7f56b419cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:34.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.705+0000 7f56b9157640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f56b4111e20 con 0x7f56b4102790 2024-09-15T23:45:34.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.705+0000 7f56b9157640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f56b4111ca0 con 0x7f56b4101de0 2024-09-15T23:45:34.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.705+0000 7f56b9157640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f56b4111fa0 con 0x7f56b4106f10 2024-09-15T23:45:34.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.705+0000 7f56b259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56b4102790 0x7f56b4198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:34.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.705+0000 7f56b259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56b4102790 0x7f56b4198880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51026/0 (socket says 172.21.15.71:51026) 2024-09-15T23:45:34.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.705+0000 7f56b259c640 1 -- 172.21.15.71:0/3662554938 learned_addr learned my addr 172.21.15.71:0/3662554938 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:34.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.705+0000 7f56b359e640 1 --2- 172.21.15.71:0/3662554938 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f56b4106f10 0x7f56b419cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:34.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.705+0000 7f56b2d9d640 1 --2- 172.21.15.71:0/3662554938 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56b4101de0 0x7f56b4198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:34.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.705+0000 7f56b259c640 1 -- 172.21.15.71:0/3662554938 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f56b4106f10 msgr2=0x7f56b419cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:34.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.706+0000 7f56b259c640 1 --2- 172.21.15.71:0/3662554938 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f56b4106f10 0x7f56b419cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:34.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.706+0000 7f56b259c640 1 -- 172.21.15.71:0/3662554938 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56b4101de0 msgr2=0x7f56b4198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:34.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.706+0000 7f56b259c640 1 --2- 172.21.15.71:0/3662554938 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56b4101de0 0x7f56b4198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:34.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.706+0000 7f56b259c640 1 -- 172.21.15.71:0/3662554938 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56b419d2f0 con 0x7f56b4102790 2024-09-15T23:45:34.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.706+0000 7f56b259c640 1 --2- 172.21.15.71:0/3662554938 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56b4102790 0x7f56b4198880 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f569c00d770 tx=0x7f569c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:34.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.706+0000 7f56abfff640 1 -- 172.21.15.71:0/3662554938 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f569c017070 con 0x7f56b4102790 2024-09-15T23:45:34.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.706+0000 7f56b9157640 1 -- 172.21.15.71:0/3662554938 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56b419d5e0 con 0x7f56b4102790 2024-09-15T23:45:34.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.706+0000 7f56abfff640 1 -- 172.21.15.71:0/3662554938 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f569c0054d0 con 0x7f56b4102790 2024-09-15T23:45:34.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.706+0000 7f56abfff640 1 -- 172.21.15.71:0/3662554938 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f569c004cf0 con 0x7f56b4102790 2024-09-15T23:45:34.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.706+0000 7f56b9157640 1 -- 172.21.15.71:0/3662554938 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56b41a4ec0 con 0x7f56b4102790 2024-09-15T23:45:34.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.707+0000 7f56b9157640 1 -- 172.21.15.71:0/3662554938 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56b41021c0 con 0x7f56b4102790 2024-09-15T23:45:34.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.708+0000 7f56abfff640 1 -- 172.21.15.71:0/3662554938 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f569c004e90 con 0x7f56b4102790 2024-09-15T23:45:34.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.709+0000 7f56abfff640 1 --2- 172.21.15.71:0/3662554938 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f56a00a32d0 0x7f56a00a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:34.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.709+0000 7f56b2d9d640 1 --2- 172.21.15.71:0/3662554938 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f56a00a32d0 0x7f56a00a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:34.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.709+0000 7f56abfff640 1 -- 172.21.15.71:0/3662554938 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f569c0cf7d0 con 0x7f56b4102790 2024-09-15T23:45:34.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.709+0000 7f56b2d9d640 1 --2- 172.21.15.71:0/3662554938 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f56a00a32d0 0x7f56a00a5790 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f56a400bbe0 tx=0x7f56a400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:34.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.712+0000 7f56abfff640 1 -- 172.21.15.71:0/3662554938 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f569c09bd70 con 0x7f56b4102790 2024-09-15T23:45:34.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.877+0000 7f56b9157640 1 -- 172.21.15.71:0/3662554938 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f56b4062630 con 0x7f56a00a32d0 2024-09-15T23:45:34.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.884+0000 7f56abfff640 1 -- 172.21.15.71:0/3662554938 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258931 (secure 0 0 0) 0x7f56b4062630 con 0x7f56a00a32d0 2024-09-15T23:45:34.887 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:45:34.888 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-09-15T23:45:34.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.887+0000 7f56b9157640 1 -- 172.21.15.71:0/3662554938 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f56a00a32d0 msgr2=0x7f56a00a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:34.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.887+0000 7f56b9157640 1 --2- 172.21.15.71:0/3662554938 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f56a00a32d0 0x7f56a00a5790 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f56a400bbe0 tx=0x7f56a400b390 comp rx=0 tx=0).stop 2024-09-15T23:45:34.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.887+0000 7f56b9157640 1 -- 172.21.15.71:0/3662554938 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56b4102790 msgr2=0x7f56b4198880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:34.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.887+0000 7f56b9157640 1 --2- 172.21.15.71:0/3662554938 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56b4102790 0x7f56b4198880 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f569c00d770 tx=0x7f569c00dc30 comp rx=0 tx=0).stop 2024-09-15T23:45:34.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.887+0000 7f56b9157640 1 -- 172.21.15.71:0/3662554938 shutdown_connections 2024-09-15T23:45:34.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.887+0000 7f56b9157640 1 --2- 172.21.15.71:0/3662554938 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f56a00a32d0 0x7f56a00a5790 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:34.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.887+0000 7f56b9157640 1 --2- 172.21.15.71:0/3662554938 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f56b4106f10 0x7f56b419cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:34.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.887+0000 7f56b9157640 1 --2- 172.21.15.71:0/3662554938 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56b4102790 0x7f56b4198880 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:34.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.887+0000 7f56b9157640 1 --2- 172.21.15.71:0/3662554938 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56b4101de0 0x7f56b4198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:34.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.887+0000 7f56b9157640 1 -- 172.21.15.71:0/3662554938 >> 172.21.15.71:0/3662554938 conn(0x7f56b40fd8c0 msgr2=0x7f56b40fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:34.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.887+0000 7f56b9157640 1 -- 172.21.15.71:0/3662554938 shutdown_connections 2024-09-15T23:45:34.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:34.887+0000 7f56b9157640 1 -- 172.21.15.71:0/3662554938 wait complete. 2024-09-15T23:45:35.619 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":291,"stamp":"2024-09-15T23:45:33.055103+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":638089,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":261,"num_read_kb":225,"num_write":409,"num_write_kb":3048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":1182348,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":335,"ondisk_log_size":335,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":368740,"kb_used_data":11172,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124573084,"statfs":{"total":1151940427776,"available":1151562838016,"internally_reserved":0,"allocated":11440128,"data_stored":7177532,"data_compressed":107520,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":19141,"internal_metadata":365933883},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":44017,"num_objects":71,"num_object_clones":0,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":125,"num_read_kb":106,"num_write":170,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":49,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003876"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356898+0000","last_change":"2024-09-15T23:45:09.337227+0000","last_active":"2024-09-15T23:45:18.356898+0000","last_peered":"2024-09-15T23:45:18.356898+0000","last_clean":"2024-09-15T23:45:18.356898+0000","last_became_active":"2024-09-15T23:45:09.336869+0000","last_became_peered":"2024-09-15T23:45:09.336869+0000","last_unstale":"2024-09-15T23:45:18.356898+0000","last_undegraded":"2024-09-15T23:45:18.356898+0000","last_fullsized":"2024-09-15T23:45:18.356898+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:01:36.371218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355906+0000","last_change":"2024-09-15T23:45:09.338256+0000","last_active":"2024-09-15T23:45:18.355906+0000","last_peered":"2024-09-15T23:45:18.355906+0000","last_clean":"2024-09-15T23:45:18.355906+0000","last_became_active":"2024-09-15T23:45:09.337247+0000","last_became_peered":"2024-09-15T23:45:09.337247+0000","last_unstale":"2024-09-15T23:45:18.355906+0000","last_undegraded":"2024-09-15T23:45:18.355906+0000","last_fullsized":"2024-09-15T23:45:18.355906+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:13:54.978992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355786+0000","last_change":"2024-09-15T23:45:09.340793+0000","last_active":"2024-09-15T23:45:18.355786+0000","last_peered":"2024-09-15T23:45:18.355786+0000","last_clean":"2024-09-15T23:45:18.355786+0000","last_became_active":"2024-09-15T23:45:09.340495+0000","last_became_peered":"2024-09-15T23:45:09.340495+0000","last_unstale":"2024-09-15T23:45:18.355786+0000","last_undegraded":"2024-09-15T23:45:18.355786+0000","last_fullsized":"2024-09-15T23:45:18.355786+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:29:16.607984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.360859+0000","last_change":"2024-09-15T23:45:18.360513+0000","last_active":"2024-09-15T23:45:18.360859+0000","last_peered":"2024-09-15T23:45:18.360859+0000","last_clean":"2024-09-15T23:45:18.360859+0000","last_became_active":"2024-09-15T23:45:18.360226+0000","last_became_peered":"2024-09-15T23:45:18.360226+0000","last_unstale":"2024-09-15T23:45:18.360859+0000","last_undegraded":"2024-09-15T23:45:18.360859+0000","last_fullsized":"2024-09-15T23:45:18.360859+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:37:49.768989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358586+0000","last_change":"2024-09-15T23:45:09.333619+0000","last_active":"2024-09-15T23:45:18.358586+0000","last_peered":"2024-09-15T23:45:18.358586+0000","last_clean":"2024-09-15T23:45:18.358586+0000","last_became_active":"2024-09-15T23:45:09.333311+0000","last_became_peered":"2024-09-15T23:45:09.333311+0000","last_unstale":"2024-09-15T23:45:18.358586+0000","last_undegraded":"2024-09-15T23:45:18.358586+0000","last_fullsized":"2024-09-15T23:45:18.358586+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:19:04.290962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356714+0000","last_change":"2024-09-15T23:45:09.333598+0000","last_active":"2024-09-15T23:45:18.356714+0000","last_peered":"2024-09-15T23:45:18.356714+0000","last_clean":"2024-09-15T23:45:18.356714+0000","last_became_active":"2024-09-15T23:45:09.333286+0000","last_became_peered":"2024-09-15T23:45:09.333286+0000","last_unstale":"2024-09-15T23:45:18.356714+0000","last_undegraded":"2024-09-15T23:45:18.356714+0000","last_fullsized":"2024-09-15T23:45:18.356714+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:43.315961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354902+0000","last_change":"2024-09-15T23:45:09.335452+0000","last_active":"2024-09-15T23:45:18.354902+0000","last_peered":"2024-09-15T23:45:18.354902+0000","last_clean":"2024-09-15T23:45:18.354902+0000","last_became_active":"2024-09-15T23:45:09.333610+0000","last_became_peered":"2024-09-15T23:45:09.333610+0000","last_unstale":"2024-09-15T23:45:18.354902+0000","last_undegraded":"2024-09-15T23:45:18.354902+0000","last_fullsized":"2024-09-15T23:45:18.354902+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:16:11.100015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740477+0000","last_change":"2024-09-15T23:45:09.334751+0000","last_active":"2024-09-15T23:45:18.740477+0000","last_peered":"2024-09-15T23:45:18.740477+0000","last_clean":"2024-09-15T23:45:18.740477+0000","last_became_active":"2024-09-15T23:45:09.334471+0000","last_became_peered":"2024-09-15T23:45:09.334471+0000","last_unstale":"2024-09-15T23:45:18.740477+0000","last_undegraded":"2024-09-15T23:45:18.740477+0000","last_fullsized":"2024-09-15T23:45:18.740477+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:13:03.011142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358899+0000","last_change":"2024-09-15T23:45:09.328280+0000","last_active":"2024-09-15T23:45:18.358899+0000","last_peered":"2024-09-15T23:45:18.358899+0000","last_clean":"2024-09-15T23:45:18.358899+0000","last_became_active":"2024-09-15T23:45:09.327811+0000","last_became_peered":"2024-09-15T23:45:09.327811+0000","last_unstale":"2024-09-15T23:45:18.358899+0000","last_undegraded":"2024-09-15T23:45:18.358899+0000","last_fullsized":"2024-09-15T23:45:18.358899+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:01.147756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.357102+0000","last_change":"2024-09-15T23:45:09.345541+0000","last_active":"2024-09-15T23:45:18.357102+0000","last_peered":"2024-09-15T23:45:18.357102+0000","last_clean":"2024-09-15T23:45:18.357102+0000","last_became_active":"2024-09-15T23:45:09.345218+0000","last_became_peered":"2024-09-15T23:45:09.345218+0000","last_unstale":"2024-09-15T23:45:18.357102+0000","last_undegraded":"2024-09-15T23:45:18.357102+0000","last_fullsized":"2024-09-15T23:45:18.357102+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:30:52.226838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355079+0000","last_change":"2024-09-15T23:45:09.341927+0000","last_active":"2024-09-15T23:45:18.355079+0000","last_peered":"2024-09-15T23:45:18.355079+0000","last_clean":"2024-09-15T23:45:18.355079+0000","last_became_active":"2024-09-15T23:45:09.341607+0000","last_became_peered":"2024-09-15T23:45:09.341607+0000","last_unstale":"2024-09-15T23:45:18.355079+0000","last_undegraded":"2024-09-15T23:45:18.355079+0000","last_fullsized":"2024-09-15T23:45:18.355079+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:39:52.556786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.741575+0000","last_change":"2024-09-15T23:45:09.339072+0000","last_active":"2024-09-15T23:45:18.741575+0000","last_peered":"2024-09-15T23:45:18.741575+0000","last_clean":"2024-09-15T23:45:18.741575+0000","last_became_active":"2024-09-15T23:45:09.338278+0000","last_became_peered":"2024-09-15T23:45:09.338278+0000","last_unstale":"2024-09-15T23:45:18.741575+0000","last_undegraded":"2024-09-15T23:45:18.741575+0000","last_fullsized":"2024-09-15T23:45:18.741575+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:31:11.753038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.596033+0000","last_change":"2024-09-15T23:45:09.335379+0000","last_active":"2024-09-15T23:45:18.596033+0000","last_peered":"2024-09-15T23:45:18.596033+0000","last_clean":"2024-09-15T23:45:18.596033+0000","last_became_active":"2024-09-15T23:45:09.334844+0000","last_became_peered":"2024-09-15T23:45:09.334844+0000","last_unstale":"2024-09-15T23:45:18.596033+0000","last_undegraded":"2024-09-15T23:45:18.596033+0000","last_fullsized":"2024-09-15T23:45:18.596033+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:59:28.908684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356101+0000","last_change":"2024-09-15T23:45:09.343202+0000","last_active":"2024-09-15T23:45:18.356101+0000","last_peered":"2024-09-15T23:45:18.356101+0000","last_clean":"2024-09-15T23:45:18.356101+0000","last_became_active":"2024-09-15T23:45:09.342995+0000","last_became_peered":"2024-09-15T23:45:09.342995+0000","last_unstale":"2024-09-15T23:45:18.356101+0000","last_undegraded":"2024-09-15T23:45:18.356101+0000","last_fullsized":"2024-09-15T23:45:18.356101+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:18:52.827000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355727+0000","last_change":"2024-09-15T23:45:09.338417+0000","last_active":"2024-09-15T23:45:18.355727+0000","last_peered":"2024-09-15T23:45:18.355727+0000","last_clean":"2024-09-15T23:45:18.355727+0000","last_became_active":"2024-09-15T23:45:09.337717+0000","last_became_peered":"2024-09-15T23:45:09.337717+0000","last_unstale":"2024-09-15T23:45:18.355727+0000","last_undegraded":"2024-09-15T23:45:18.355727+0000","last_fullsized":"2024-09-15T23:45:18.355727+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:15:03.880357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358435+0000","last_change":"2024-09-15T23:45:09.336193+0000","last_active":"2024-09-15T23:45:18.358435+0000","last_peered":"2024-09-15T23:45:18.358435+0000","last_clean":"2024-09-15T23:45:18.358435+0000","last_became_active":"2024-09-15T23:45:09.335866+0000","last_became_peered":"2024-09-15T23:45:09.335866+0000","last_unstale":"2024-09-15T23:45:18.358435+0000","last_undegraded":"2024-09-15T23:45:18.358435+0000","last_fullsized":"2024-09-15T23:45:18.358435+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:48.596004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.357061+0000","last_change":"2024-09-15T23:45:09.337617+0000","last_active":"2024-09-15T23:45:18.357061+0000","last_peered":"2024-09-15T23:45:18.357061+0000","last_clean":"2024-09-15T23:45:18.357061+0000","last_became_active":"2024-09-15T23:45:09.337306+0000","last_became_peered":"2024-09-15T23:45:09.337306+0000","last_unstale":"2024-09-15T23:45:18.357061+0000","last_undegraded":"2024-09-15T23:45:18.357061+0000","last_fullsized":"2024-09-15T23:45:18.357061+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:56.813682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.353797+0000","last_change":"2024-09-15T23:45:09.334735+0000","last_active":"2024-09-15T23:45:18.353797+0000","last_peered":"2024-09-15T23:45:18.353797+0000","last_clean":"2024-09-15T23:45:18.353797+0000","last_became_active":"2024-09-15T23:45:09.334401+0000","last_became_peered":"2024-09-15T23:45:09.334401+0000","last_unstale":"2024-09-15T23:45:18.353797+0000","last_undegraded":"2024-09-15T23:45:18.353797+0000","last_fullsized":"2024-09-15T23:45:18.353797+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:23:00.641496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354768+0000","last_change":"2024-09-15T23:45:09.333630+0000","last_active":"2024-09-15T23:45:18.354768+0000","last_peered":"2024-09-15T23:45:18.354768+0000","last_clean":"2024-09-15T23:45:18.354768+0000","last_became_active":"2024-09-15T23:45:09.333293+0000","last_became_peered":"2024-09-15T23:45:09.333293+0000","last_unstale":"2024-09-15T23:45:18.354768+0000","last_undegraded":"2024-09-15T23:45:18.354768+0000","last_fullsized":"2024-09-15T23:45:18.354768+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:09.498755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356303+0000","last_change":"2024-09-15T23:45:09.341566+0000","last_active":"2024-09-15T23:45:18.356303+0000","last_peered":"2024-09-15T23:45:18.356303+0000","last_clean":"2024-09-15T23:45:18.356303+0000","last_became_active":"2024-09-15T23:45:09.341260+0000","last_became_peered":"2024-09-15T23:45:09.341260+0000","last_unstale":"2024-09-15T23:45:18.356303+0000","last_undegraded":"2024-09-15T23:45:18.356303+0000","last_fullsized":"2024-09-15T23:45:18.356303+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:52:50.176989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.596061+0000","last_change":"2024-09-15T23:45:09.338701+0000","last_active":"2024-09-15T23:45:18.596061+0000","last_peered":"2024-09-15T23:45:18.596061+0000","last_clean":"2024-09-15T23:45:18.596061+0000","last_became_active":"2024-09-15T23:45:09.338364+0000","last_became_peered":"2024-09-15T23:45:09.338364+0000","last_unstale":"2024-09-15T23:45:18.596061+0000","last_undegraded":"2024-09-15T23:45:18.596061+0000","last_fullsized":"2024-09-15T23:45:18.596061+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:47:07.017695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358804+0000","last_change":"2024-09-15T23:45:09.336856+0000","last_active":"2024-09-15T23:45:18.358804+0000","last_peered":"2024-09-15T23:45:18.358804+0000","last_clean":"2024-09-15T23:45:18.358804+0000","last_became_active":"2024-09-15T23:45:09.336503+0000","last_became_peered":"2024-09-15T23:45:09.336503+0000","last_unstale":"2024-09-15T23:45:18.358804+0000","last_undegraded":"2024-09-15T23:45:18.358804+0000","last_fullsized":"2024-09-15T23:45:18.358804+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:49:42.798849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740678+0000","last_change":"2024-09-15T23:45:09.329191+0000","last_active":"2024-09-15T23:45:18.740678+0000","last_peered":"2024-09-15T23:45:18.740678+0000","last_clean":"2024-09-15T23:45:18.740678+0000","last_became_active":"2024-09-15T23:45:09.328896+0000","last_became_peered":"2024-09-15T23:45:09.328896+0000","last_unstale":"2024-09-15T23:45:18.740678+0000","last_undegraded":"2024-09-15T23:45:18.740678+0000","last_fullsized":"2024-09-15T23:45:18.740678+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:44:30.363603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.470117+0000","last_change":"2024-09-15T23:45:09.328029+0000","last_active":"2024-09-15T23:45:18.470117+0000","last_peered":"2024-09-15T23:45:18.470117+0000","last_clean":"2024-09-15T23:45:18.470117+0000","last_became_active":"2024-09-15T23:45:09.327692+0000","last_became_peered":"2024-09-15T23:45:09.327692+0000","last_unstale":"2024-09-15T23:45:18.470117+0000","last_undegraded":"2024-09-15T23:45:18.470117+0000","last_fullsized":"2024-09-15T23:45:18.470117+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:13:29.838728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740918+0000","last_change":"2024-09-15T23:45:09.329826+0000","last_active":"2024-09-15T23:45:18.740918+0000","last_peered":"2024-09-15T23:45:18.740918+0000","last_clean":"2024-09-15T23:45:18.740918+0000","last_became_active":"2024-09-15T23:45:09.329525+0000","last_became_peered":"2024-09-15T23:45:09.329525+0000","last_unstale":"2024-09-15T23:45:18.740918+0000","last_undegraded":"2024-09-15T23:45:18.740918+0000","last_fullsized":"2024-09-15T23:45:18.740918+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:44:16.736493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354985+0000","last_change":"2024-09-15T23:45:09.339019+0000","last_active":"2024-09-15T23:45:18.354985+0000","last_peered":"2024-09-15T23:45:18.354985+0000","last_clean":"2024-09-15T23:45:18.354985+0000","last_became_active":"2024-09-15T23:45:09.338679+0000","last_became_peered":"2024-09-15T23:45:09.338679+0000","last_unstale":"2024-09-15T23:45:18.354985+0000","last_undegraded":"2024-09-15T23:45:18.354985+0000","last_fullsized":"2024-09-15T23:45:18.354985+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:45:58.412413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356541+0000","last_change":"2024-09-15T23:45:09.341737+0000","last_active":"2024-09-15T23:45:18.356541+0000","last_peered":"2024-09-15T23:45:18.356541+0000","last_clean":"2024-09-15T23:45:18.356541+0000","last_became_active":"2024-09-15T23:45:09.341188+0000","last_became_peered":"2024-09-15T23:45:09.341188+0000","last_unstale":"2024-09-15T23:45:18.356541+0000","last_undegraded":"2024-09-15T23:45:18.356541+0000","last_fullsized":"2024-09-15T23:45:18.356541+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:03:38.048700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.596034+0000","last_change":"2024-09-15T23:45:09.339247+0000","last_active":"2024-09-15T23:45:18.596034+0000","last_peered":"2024-09-15T23:45:18.596034+0000","last_clean":"2024-09-15T23:45:18.596034+0000","last_became_active":"2024-09-15T23:45:09.338965+0000","last_became_peered":"2024-09-15T23:45:09.338965+0000","last_unstale":"2024-09-15T23:45:18.596034+0000","last_undegraded":"2024-09-15T23:45:18.596034+0000","last_fullsized":"2024-09-15T23:45:18.596034+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:09:18.757805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355972+0000","last_change":"2024-09-15T23:45:09.333812+0000","last_active":"2024-09-15T23:45:18.355972+0000","last_peered":"2024-09-15T23:45:18.355972+0000","last_clean":"2024-09-15T23:45:18.355972+0000","last_became_active":"2024-09-15T23:45:09.333503+0000","last_became_peered":"2024-09-15T23:45:09.333503+0000","last_unstale":"2024-09-15T23:45:18.355972+0000","last_undegraded":"2024-09-15T23:45:18.355972+0000","last_fullsized":"2024-09-15T23:45:18.355972+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:09:27.321130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354710+0000","last_change":"2024-09-15T23:45:09.331377+0000","last_active":"2024-09-15T23:45:18.354710+0000","last_peered":"2024-09-15T23:45:18.354710+0000","last_clean":"2024-09-15T23:45:18.354710+0000","last_became_active":"2024-09-15T23:45:09.330871+0000","last_became_peered":"2024-09-15T23:45:09.330871+0000","last_unstale":"2024-09-15T23:45:18.354710+0000","last_undegraded":"2024-09-15T23:45:18.354710+0000","last_fullsized":"2024-09-15T23:45:18.354710+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:27:31.014045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354744+0000","last_change":"2024-09-15T23:45:09.332444+0000","last_active":"2024-09-15T23:45:18.354744+0000","last_peered":"2024-09-15T23:45:18.354744+0000","last_clean":"2024-09-15T23:45:18.354744+0000","last_became_active":"2024-09-15T23:45:09.331826+0000","last_became_peered":"2024-09-15T23:45:09.331826+0000","last_unstale":"2024-09-15T23:45:18.354744+0000","last_undegraded":"2024-09-15T23:45:18.354744+0000","last_fullsized":"2024-09-15T23:45:18.354744+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:36:04.916314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.357030+0000","last_change":"2024-09-15T23:45:09.340159+0000","last_active":"2024-09-15T23:45:18.357030+0000","last_peered":"2024-09-15T23:45:18.357030+0000","last_clean":"2024-09-15T23:45:18.357030+0000","last_became_active":"2024-09-15T23:45:09.339826+0000","last_became_peered":"2024-09-15T23:45:09.339826+0000","last_unstale":"2024-09-15T23:45:18.357030+0000","last_undegraded":"2024-09-15T23:45:18.357030+0000","last_fullsized":"2024-09-15T23:45:18.357030+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:45:57.118656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358962+0000","last_change":"2024-09-15T23:45:09.340137+0000","last_active":"2024-09-15T23:45:18.358962+0000","last_peered":"2024-09-15T23:45:18.358962+0000","last_clean":"2024-09-15T23:45:18.358962+0000","last_became_active":"2024-09-15T23:45:09.339846+0000","last_became_peered":"2024-09-15T23:45:09.339846+0000","last_unstale":"2024-09-15T23:45:18.358962+0000","last_undegraded":"2024-09-15T23:45:18.358962+0000","last_fullsized":"2024-09-15T23:45:18.358962+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:54:37.767846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"82'5","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:31.001845+0000","last_change":"2024-09-15T23:45:07.322167+0000","last_active":"2024-09-15T23:45:31.001845+0000","last_peered":"2024-09-15T23:45:31.001845+0000","last_clean":"2024-09-15T23:45:31.001845+0000","last_became_active":"2024-09-15T23:45:07.321817+0000","last_became_peered":"2024-09-15T23:45:07.321817+0000","last_unstale":"2024-09-15T23:45:31.001845+0000","last_undegraded":"2024-09-15T23:45:31.001845+0000","last_fullsized":"2024-09-15T23:45:31.001845+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:38:06.646166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":13,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.470260+0000","last_change":"2024-09-15T23:45:09.327624+0000","last_active":"2024-09-15T23:45:18.470260+0000","last_peered":"2024-09-15T23:45:18.470260+0000","last_clean":"2024-09-15T23:45:18.470260+0000","last_became_active":"2024-09-15T23:45:09.327260+0000","last_became_peered":"2024-09-15T23:45:09.327260+0000","last_unstale":"2024-09-15T23:45:18.470260+0000","last_undegraded":"2024-09-15T23:45:18.470260+0000","last_fullsized":"2024-09-15T23:45:18.470260+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:23:05.663411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"83'7","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:20.388337+0000","last_change":"2024-09-15T23:45:07.318508+0000","last_active":"2024-09-15T23:45:20.388337+0000","last_peered":"2024-09-15T23:45:20.388337+0000","last_clean":"2024-09-15T23:45:20.388337+0000","last_became_active":"2024-09-15T23:45:07.318127+0000","last_became_peered":"2024-09-15T23:45:07.318127+0000","last_unstale":"2024-09-15T23:45:20.388337+0000","last_undegraded":"2024-09-15T23:45:20.388337+0000","last_fullsized":"2024-09-15T23:45:20.388337+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:16.128778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"83'3","reported_seq":25,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:19.376282+0000","last_change":"2024-09-15T23:45:07.314905+0000","last_active":"2024-09-15T23:45:19.376282+0000","last_peered":"2024-09-15T23:45:19.376282+0000","last_clean":"2024-09-15T23:45:19.376282+0000","last_became_active":"2024-09-15T23:45:07.314582+0000","last_became_peered":"2024-09-15T23:45:07.314582+0000","last_unstale":"2024-09-15T23:45:19.376282+0000","last_undegraded":"2024-09-15T23:45:19.376282+0000","last_fullsized":"2024-09-15T23:45:19.376282+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:40:26.834313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740511+0000","last_change":"2024-09-15T23:45:09.327506+0000","last_active":"2024-09-15T23:45:18.740511+0000","last_peered":"2024-09-15T23:45:18.740511+0000","last_clean":"2024-09-15T23:45:18.740511+0000","last_became_active":"2024-09-15T23:45:09.326950+0000","last_became_peered":"2024-09-15T23:45:09.326950+0000","last_unstale":"2024-09-15T23:45:18.740511+0000","last_undegraded":"2024-09-15T23:45:18.740511+0000","last_fullsized":"2024-09-15T23:45:18.740511+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:49:40.977222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":26,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.397761+0000","last_change":"2024-09-15T23:45:07.321856+0000","last_active":"2024-09-15T23:45:21.397761+0000","last_peered":"2024-09-15T23:45:21.397761+0000","last_clean":"2024-09-15T23:45:21.397761+0000","last_became_active":"2024-09-15T23:45:07.321485+0000","last_became_peered":"2024-09-15T23:45:07.321485+0000","last_unstale":"2024-09-15T23:45:21.397761+0000","last_undegraded":"2024-09-15T23:45:21.397761+0000","last_fullsized":"2024-09-15T23:45:21.397761+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:53.679506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.353640+0000","last_change":"2024-09-15T23:45:09.335517+0000","last_active":"2024-09-15T23:45:18.353640+0000","last_peered":"2024-09-15T23:45:18.353640+0000","last_clean":"2024-09-15T23:45:18.353640+0000","last_became_active":"2024-09-15T23:45:09.335124+0000","last_became_peered":"2024-09-15T23:45:09.335124+0000","last_unstale":"2024-09-15T23:45:18.353640+0000","last_undegraded":"2024-09-15T23:45:18.353640+0000","last_fullsized":"2024-09-15T23:45:18.353640+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:53:22.108347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'4","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:27.997812+0000","last_change":"2024-09-15T23:45:07.320108+0000","last_active":"2024-09-15T23:45:27.997812+0000","last_peered":"2024-09-15T23:45:27.997812+0000","last_clean":"2024-09-15T23:45:27.997812+0000","last_became_active":"2024-09-15T23:45:07.319728+0000","last_became_peered":"2024-09-15T23:45:07.319728+0000","last_unstale":"2024-09-15T23:45:27.997812+0000","last_undegraded":"2024-09-15T23:45:27.997812+0000","last_fullsized":"2024-09-15T23:45:27.997812+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:38:06.428953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358899+0000","last_change":"2024-09-15T23:45:09.334720+0000","last_active":"2024-09-15T23:45:18.358899+0000","last_peered":"2024-09-15T23:45:18.358899+0000","last_clean":"2024-09-15T23:45:18.358899+0000","last_became_active":"2024-09-15T23:45:09.334365+0000","last_became_peered":"2024-09-15T23:45:09.334365+0000","last_unstale":"2024-09-15T23:45:18.358899+0000","last_undegraded":"2024-09-15T23:45:18.358899+0000","last_fullsized":"2024-09-15T23:45:18.358899+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:57:25.299972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":26,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396391+0000","last_change":"2024-09-15T23:45:07.316058+0000","last_active":"2024-09-15T23:45:21.396391+0000","last_peered":"2024-09-15T23:45:21.396391+0000","last_clean":"2024-09-15T23:45:21.396391+0000","last_became_active":"2024-09-15T23:45:07.315706+0000","last_became_peered":"2024-09-15T23:45:07.315706+0000","last_unstale":"2024-09-15T23:45:21.396391+0000","last_undegraded":"2024-09-15T23:45:21.396391+0000","last_fullsized":"2024-09-15T23:45:21.396391+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:46.093182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356143+0000","last_change":"2024-09-15T23:45:09.339059+0000","last_active":"2024-09-15T23:45:18.356143+0000","last_peered":"2024-09-15T23:45:18.356143+0000","last_clean":"2024-09-15T23:45:18.356143+0000","last_became_active":"2024-09-15T23:45:09.338698+0000","last_became_peered":"2024-09-15T23:45:09.338698+0000","last_unstale":"2024-09-15T23:45:18.356143+0000","last_undegraded":"2024-09-15T23:45:18.356143+0000","last_fullsized":"2024-09-15T23:45:18.356143+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:56:00.235948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":28,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:20.385974+0000","last_change":"2024-09-15T23:45:07.486187+0000","last_active":"2024-09-15T23:45:20.385974+0000","last_peered":"2024-09-15T23:45:20.385974+0000","last_clean":"2024-09-15T23:45:20.385974+0000","last_became_active":"2024-09-15T23:45:07.485481+0000","last_became_peered":"2024-09-15T23:45:07.485481+0000","last_unstale":"2024-09-15T23:45:20.385974+0000","last_undegraded":"2024-09-15T23:45:20.385974+0000","last_fullsized":"2024-09-15T23:45:20.385974+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:03:56.328447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358647+0000","last_change":"2024-09-15T23:45:09.338748+0000","last_active":"2024-09-15T23:45:18.358647+0000","last_peered":"2024-09-15T23:45:18.358647+0000","last_clean":"2024-09-15T23:45:18.358647+0000","last_became_active":"2024-09-15T23:45:09.338433+0000","last_became_peered":"2024-09-15T23:45:09.338433+0000","last_unstale":"2024-09-15T23:45:18.358647+0000","last_undegraded":"2024-09-15T23:45:18.358647+0000","last_fullsized":"2024-09-15T23:45:18.358647+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:47:18.875131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"83'23","reported_seq":81,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:28.007057+0000","last_change":"2024-09-15T23:45:18.750929+0000","last_active":"2024-09-15T23:45:28.007057+0000","last_peered":"2024-09-15T23:45:28.007057+0000","last_clean":"2024-09-15T23:45:28.007057+0000","last_became_active":"2024-09-15T23:45:18.742411+0000","last_became_peered":"2024-09-15T23:45:18.742411+0000","last_unstale":"2024-09-15T23:45:28.007057+0000","last_undegraded":"2024-09-15T23:45:28.007057+0000","last_fullsized":"2024-09-15T23:45:28.007057+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:25:52.381128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41065,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":20,"num_read_kb":43,"num_write":25,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358918+0000","last_change":"2024-09-15T23:45:09.344449+0000","last_active":"2024-09-15T23:45:18.358918+0000","last_peered":"2024-09-15T23:45:18.358918+0000","last_clean":"2024-09-15T23:45:18.358918+0000","last_became_active":"2024-09-15T23:45:09.344117+0000","last_became_peered":"2024-09-15T23:45:09.344117+0000","last_unstale":"2024-09-15T23:45:18.358918+0000","last_undegraded":"2024-09-15T23:45:18.358918+0000","last_fullsized":"2024-09-15T23:45:18.358918+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:45:33.901198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.985662+0000","last_change":"2024-09-15T23:45:07.321722+0000","last_active":"2024-09-15T23:45:21.985662+0000","last_peered":"2024-09-15T23:45:21.985662+0000","last_clean":"2024-09-15T23:45:21.985662+0000","last_became_active":"2024-09-15T23:45:07.321240+0000","last_became_peered":"2024-09-15T23:45:07.321240+0000","last_unstale":"2024-09-15T23:45:21.985662+0000","last_undegraded":"2024-09-15T23:45:21.985662+0000","last_fullsized":"2024-09-15T23:45:21.985662+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:17:33.902817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.595905+0000","last_change":"2024-09-15T23:45:09.338083+0000","last_active":"2024-09-15T23:45:18.595905+0000","last_peered":"2024-09-15T23:45:18.595905+0000","last_clean":"2024-09-15T23:45:18.595905+0000","last_became_active":"2024-09-15T23:45:09.337779+0000","last_became_peered":"2024-09-15T23:45:09.337779+0000","last_unstale":"2024-09-15T23:45:18.595905+0000","last_undegraded":"2024-09-15T23:45:18.595905+0000","last_fullsized":"2024-09-15T23:45:18.595905+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:12:03.902405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":28,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.397844+0000","last_change":"2024-09-15T23:45:07.319367+0000","last_active":"2024-09-15T23:45:21.397844+0000","last_peered":"2024-09-15T23:45:21.397844+0000","last_clean":"2024-09-15T23:45:21.397844+0000","last_became_active":"2024-09-15T23:45:07.318819+0000","last_became_peered":"2024-09-15T23:45:07.318819+0000","last_unstale":"2024-09-15T23:45:21.397844+0000","last_undegraded":"2024-09-15T23:45:21.397844+0000","last_fullsized":"2024-09-15T23:45:21.397844+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:27:05.543672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355091+0000","last_change":"2024-09-15T23:45:09.338916+0000","last_active":"2024-09-15T23:45:18.355091+0000","last_peered":"2024-09-15T23:45:18.355091+0000","last_clean":"2024-09-15T23:45:18.355091+0000","last_became_active":"2024-09-15T23:45:09.338519+0000","last_became_peered":"2024-09-15T23:45:09.338519+0000","last_unstale":"2024-09-15T23:45:18.355091+0000","last_undegraded":"2024-09-15T23:45:18.355091+0000","last_fullsized":"2024-09-15T23:45:18.355091+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:51:57.181373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'5","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:31.001773+0000","last_change":"2024-09-15T23:45:07.316167+0000","last_active":"2024-09-15T23:45:31.001773+0000","last_peered":"2024-09-15T23:45:31.001773+0000","last_clean":"2024-09-15T23:45:31.001773+0000","last_became_active":"2024-09-15T23:45:07.315826+0000","last_became_peered":"2024-09-15T23:45:07.315826+0000","last_unstale":"2024-09-15T23:45:31.001773+0000","last_undegraded":"2024-09-15T23:45:31.001773+0000","last_fullsized":"2024-09-15T23:45:31.001773+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:44:36.670392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":14,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354857+0000","last_change":"2024-09-15T23:45:09.345033+0000","last_active":"2024-09-15T23:45:18.354857+0000","last_peered":"2024-09-15T23:45:18.354857+0000","last_clean":"2024-09-15T23:45:18.354857+0000","last_became_active":"2024-09-15T23:45:09.344730+0000","last_became_peered":"2024-09-15T23:45:09.344730+0000","last_unstale":"2024-09-15T23:45:18.354857+0000","last_undegraded":"2024-09-15T23:45:18.354857+0000","last_fullsized":"2024-09-15T23:45:18.354857+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:02:45.017706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"83'17","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396166+0000","last_change":"2024-09-15T23:45:18.366576+0000","last_active":"2024-09-15T23:45:21.396166+0000","last_peered":"2024-09-15T23:45:21.396166+0000","last_clean":"2024-09-15T23:45:21.396166+0000","last_became_active":"2024-09-15T23:45:18.358181+0000","last_became_peered":"2024-09-15T23:45:18.358181+0000","last_unstale":"2024-09-15T23:45:21.396166+0000","last_undegraded":"2024-09-15T23:45:21.396166+0000","last_fullsized":"2024-09-15T23:45:21.396166+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:10:32.046041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.470261+0000","last_change":"2024-09-15T23:45:09.327893+0000","last_active":"2024-09-15T23:45:18.470261+0000","last_peered":"2024-09-15T23:45:18.470261+0000","last_clean":"2024-09-15T23:45:18.470261+0000","last_became_active":"2024-09-15T23:45:09.327032+0000","last_became_peered":"2024-09-15T23:45:09.327032+0000","last_unstale":"2024-09-15T23:45:18.470261+0000","last_undegraded":"2024-09-15T23:45:18.470261+0000","last_fullsized":"2024-09-15T23:45:18.470261+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:54:13.480778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'2","reported_seq":25,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:20.371604+0000","last_change":"2024-09-15T23:45:07.320228+0000","last_active":"2024-09-15T23:45:20.371604+0000","last_peered":"2024-09-15T23:45:20.371604+0000","last_clean":"2024-09-15T23:45:20.371604+0000","last_became_active":"2024-09-15T23:45:07.319341+0000","last_became_peered":"2024-09-15T23:45:07.319341+0000","last_unstale":"2024-09-15T23:45:20.371604+0000","last_undegraded":"2024-09-15T23:45:20.371604+0000","last_fullsized":"2024-09-15T23:45:20.371604+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:13:42.716917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.742118+0000","last_change":"2024-09-15T23:45:18.742118+0000","last_active":"2024-09-15T23:45:18.742118+0000","last_peered":"2024-09-15T23:45:18.742118+0000","last_clean":"2024-09-15T23:45:18.742118+0000","last_became_active":"2024-09-15T23:45:18.741643+0000","last_became_peered":"2024-09-15T23:45:18.741643+0000","last_unstale":"2024-09-15T23:45:18.742118+0000","last_undegraded":"2024-09-15T23:45:18.742118+0000","last_fullsized":"2024-09-15T23:45:18.742118+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:04.316679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"83'5","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.395094+0000","last_change":"2024-09-15T23:45:07.315458+0000","last_active":"2024-09-15T23:45:21.395094+0000","last_peered":"2024-09-15T23:45:21.395094+0000","last_clean":"2024-09-15T23:45:21.395094+0000","last_became_active":"2024-09-15T23:45:07.315168+0000","last_became_peered":"2024-09-15T23:45:07.315168+0000","last_unstale":"2024-09-15T23:45:21.395094+0000","last_undegraded":"2024-09-15T23:45:21.395094+0000","last_fullsized":"2024-09-15T23:45:21.395094+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:20:33.313027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355341+0000","last_change":"2024-09-15T23:45:09.341060+0000","last_active":"2024-09-15T23:45:18.355341+0000","last_peered":"2024-09-15T23:45:18.355341+0000","last_clean":"2024-09-15T23:45:18.355341+0000","last_became_active":"2024-09-15T23:45:09.340689+0000","last_became_peered":"2024-09-15T23:45:09.340689+0000","last_unstale":"2024-09-15T23:45:18.355341+0000","last_undegraded":"2024-09-15T23:45:18.355341+0000","last_fullsized":"2024-09-15T23:45:18.355341+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:30:07.756372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'3","reported_seq":26,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396349+0000","last_change":"2024-09-15T23:45:07.323917+0000","last_active":"2024-09-15T23:45:21.396349+0000","last_peered":"2024-09-15T23:45:21.396349+0000","last_clean":"2024-09-15T23:45:21.396349+0000","last_became_active":"2024-09-15T23:45:07.323405+0000","last_became_peered":"2024-09-15T23:45:07.323405+0000","last_unstale":"2024-09-15T23:45:21.396349+0000","last_undegraded":"2024-09-15T23:45:21.396349+0000","last_fullsized":"2024-09-15T23:45:21.396349+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:17:01.347512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"83'1","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355139+0000","last_change":"2024-09-15T23:45:09.335070+0000","last_active":"2024-09-15T23:45:18.355139+0000","last_peered":"2024-09-15T23:45:18.355139+0000","last_clean":"2024-09-15T23:45:18.355139+0000","last_became_active":"2024-09-15T23:45:09.332206+0000","last_became_peered":"2024-09-15T23:45:09.332206+0000","last_unstale":"2024-09-15T23:45:18.355139+0000","last_undegraded":"2024-09-15T23:45:18.355139+0000","last_fullsized":"2024-09-15T23:45:18.355139+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:10:36.127474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"83'5","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:30.000608+0000","last_change":"2024-09-15T23:45:07.705605+0000","last_active":"2024-09-15T23:45:30.000608+0000","last_peered":"2024-09-15T23:45:30.000608+0000","last_clean":"2024-09-15T23:45:30.000608+0000","last_became_active":"2024-09-15T23:45:07.705108+0000","last_became_peered":"2024-09-15T23:45:07.705108+0000","last_unstale":"2024-09-15T23:45:30.000608+0000","last_undegraded":"2024-09-15T23:45:30.000608+0000","last_fullsized":"2024-09-15T23:45:30.000608+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:20:18.713068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":12,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355258+0000","last_change":"2024-09-15T23:45:09.343024+0000","last_active":"2024-09-15T23:45:18.355258+0000","last_peered":"2024-09-15T23:45:18.355258+0000","last_clean":"2024-09-15T23:45:18.355258+0000","last_became_active":"2024-09-15T23:45:09.342682+0000","last_became_peered":"2024-09-15T23:45:09.342682+0000","last_unstale":"2024-09-15T23:45:18.355258+0000","last_undegraded":"2024-09-15T23:45:18.355258+0000","last_fullsized":"2024-09-15T23:45:18.355258+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:14:59.321448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":348,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355065+0000","last_change":"2024-09-15T23:43:57.114162+0000","last_active":"2024-09-15T23:45:18.355065+0000","last_peered":"2024-09-15T23:45:18.355065+0000","last_clean":"2024-09-15T23:45:18.355065+0000","last_became_active":"2024-09-15T23:43:57.113735+0000","last_became_peered":"2024-09-15T23:43:57.113735+0000","last_unstale":"2024-09-15T23:45:18.355065+0000","last_undegraded":"2024-09-15T23:45:18.355065+0000","last_fullsized":"2024-09-15T23:45:18.355065+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:40:31.538127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:40:31.538127+0000","last_clean_scrub_stamp":"2024-09-15T23:40:31.538127+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:53.678578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.987981+0000","last_change":"2024-09-15T23:45:07.314028+0000","last_active":"2024-09-15T23:45:21.987981+0000","last_peered":"2024-09-15T23:45:21.987981+0000","last_clean":"2024-09-15T23:45:21.987981+0000","last_became_active":"2024-09-15T23:45:07.313640+0000","last_became_peered":"2024-09-15T23:45:07.313640+0000","last_unstale":"2024-09-15T23:45:21.987981+0000","last_undegraded":"2024-09-15T23:45:21.987981+0000","last_fullsized":"2024-09-15T23:45:21.987981+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:19:35.589971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.471934+0000","last_change":"2024-09-15T23:45:18.471629+0000","last_active":"2024-09-15T23:45:18.471934+0000","last_peered":"2024-09-15T23:45:18.471934+0000","last_clean":"2024-09-15T23:45:18.471934+0000","last_became_active":"2024-09-15T23:45:18.471332+0000","last_became_peered":"2024-09-15T23:45:18.471332+0000","last_unstale":"2024-09-15T23:45:18.471934+0000","last_undegraded":"2024-09-15T23:45:18.471934+0000","last_fullsized":"2024-09-15T23:45:18.471934+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:51:18.923398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":26,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:19.376743+0000","last_change":"2024-09-15T23:45:07.319661+0000","last_active":"2024-09-15T23:45:19.376743+0000","last_peered":"2024-09-15T23:45:19.376743+0000","last_clean":"2024-09-15T23:45:19.376743+0000","last_became_active":"2024-09-15T23:45:07.319311+0000","last_became_peered":"2024-09-15T23:45:07.319311+0000","last_unstale":"2024-09-15T23:45:19.376743+0000","last_undegraded":"2024-09-15T23:45:19.376743+0000","last_fullsized":"2024-09-15T23:45:19.376743+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:09:08.718359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.595764+0000","last_change":"2024-09-15T23:45:09.336790+0000","last_active":"2024-09-15T23:45:18.595764+0000","last_peered":"2024-09-15T23:45:18.595764+0000","last_clean":"2024-09-15T23:45:18.595764+0000","last_became_active":"2024-09-15T23:45:09.335853+0000","last_became_peered":"2024-09-15T23:45:09.335853+0000","last_unstale":"2024-09-15T23:45:18.595764+0000","last_undegraded":"2024-09-15T23:45:18.595764+0000","last_fullsized":"2024-09-15T23:45:18.595764+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:30.260338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:31.001255+0000","last_change":"2024-09-15T23:45:07.485142+0000","last_active":"2024-09-15T23:45:31.001255+0000","last_peered":"2024-09-15T23:45:31.001255+0000","last_clean":"2024-09-15T23:45:31.001255+0000","last_became_active":"2024-09-15T23:45:07.484584+0000","last_became_peered":"2024-09-15T23:45:07.484584+0000","last_unstale":"2024-09-15T23:45:31.001255+0000","last_undegraded":"2024-09-15T23:45:31.001255+0000","last_fullsized":"2024-09-15T23:45:31.001255+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:02.958542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.470113+0000","last_change":"2024-09-15T23:45:09.330319+0000","last_active":"2024-09-15T23:45:18.470113+0000","last_peered":"2024-09-15T23:45:18.470113+0000","last_clean":"2024-09-15T23:45:18.470113+0000","last_became_active":"2024-09-15T23:45:09.329963+0000","last_became_peered":"2024-09-15T23:45:09.329963+0000","last_unstale":"2024-09-15T23:45:18.470113+0000","last_undegraded":"2024-09-15T23:45:18.470113+0000","last_fullsized":"2024-09-15T23:45:18.470113+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:33:37.921792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"83'5","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:29.999991+0000","last_change":"2024-09-15T23:45:07.311407+0000","last_active":"2024-09-15T23:45:29.999991+0000","last_peered":"2024-09-15T23:45:29.999991+0000","last_clean":"2024-09-15T23:45:29.999991+0000","last_became_active":"2024-09-15T23:45:07.311043+0000","last_became_peered":"2024-09-15T23:45:07.311043+0000","last_unstale":"2024-09-15T23:45:29.999991+0000","last_undegraded":"2024-09-15T23:45:29.999991+0000","last_fullsized":"2024-09-15T23:45:29.999991+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:13.588530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356818+0000","last_change":"2024-09-15T23:45:09.343770+0000","last_active":"2024-09-15T23:45:18.356818+0000","last_peered":"2024-09-15T23:45:18.356818+0000","last_clean":"2024-09-15T23:45:18.356818+0000","last_became_active":"2024-09-15T23:45:09.343446+0000","last_became_peered":"2024-09-15T23:45:09.343446+0000","last_unstale":"2024-09-15T23:45:18.356818+0000","last_undegraded":"2024-09-15T23:45:18.356818+0000","last_fullsized":"2024-09-15T23:45:18.356818+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:33:16.225344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.353864+0000","last_change":"2024-09-15T23:45:07.486072+0000","last_active":"2024-09-15T23:45:18.353864+0000","last_peered":"2024-09-15T23:45:18.353864+0000","last_clean":"2024-09-15T23:45:18.353864+0000","last_became_active":"2024-09-15T23:45:07.485653+0000","last_became_peered":"2024-09-15T23:45:07.485653+0000","last_unstale":"2024-09-15T23:45:18.353864+0000","last_undegraded":"2024-09-15T23:45:18.353864+0000","last_fullsized":"2024-09-15T23:45:18.353864+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:58:00.598795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'1","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.357003+0000","last_change":"2024-09-15T23:45:09.336737+0000","last_active":"2024-09-15T23:45:18.357003+0000","last_peered":"2024-09-15T23:45:18.357003+0000","last_clean":"2024-09-15T23:45:18.357003+0000","last_became_active":"2024-09-15T23:45:09.336269+0000","last_became_peered":"2024-09-15T23:45:09.336269+0000","last_unstale":"2024-09-15T23:45:18.357003+0000","last_undegraded":"2024-09-15T23:45:18.357003+0000","last_fullsized":"2024-09-15T23:45:18.357003+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:57:03.941909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"83'4","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396776+0000","last_change":"2024-09-15T23:45:07.485669+0000","last_active":"2024-09-15T23:45:21.396776+0000","last_peered":"2024-09-15T23:45:21.396776+0000","last_clean":"2024-09-15T23:45:21.396776+0000","last_became_active":"2024-09-15T23:45:07.485277+0000","last_became_peered":"2024-09-15T23:45:07.485277+0000","last_unstale":"2024-09-15T23:45:21.396776+0000","last_undegraded":"2024-09-15T23:45:21.396776+0000","last_fullsized":"2024-09-15T23:45:21.396776+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:21:49.728517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.596079+0000","last_change":"2024-09-15T23:45:09.336529+0000","last_active":"2024-09-15T23:45:18.596079+0000","last_peered":"2024-09-15T23:45:18.596079+0000","last_clean":"2024-09-15T23:45:18.596079+0000","last_became_active":"2024-09-15T23:45:09.336180+0000","last_became_peered":"2024-09-15T23:45:09.336180+0000","last_unstale":"2024-09-15T23:45:18.596079+0000","last_undegraded":"2024-09-15T23:45:18.596079+0000","last_fullsized":"2024-09-15T23:45:18.596079+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:25.378208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'11","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:27.325144+0000","last_change":"2024-09-15T23:45:07.318894+0000","last_active":"2024-09-15T23:45:27.325144+0000","last_peered":"2024-09-15T23:45:27.325144+0000","last_clean":"2024-09-15T23:45:27.325144+0000","last_became_active":"2024-09-15T23:45:07.318546+0000","last_became_peered":"2024-09-15T23:45:07.318546+0000","last_unstale":"2024-09-15T23:45:27.325144+0000","last_undegraded":"2024-09-15T23:45:27.325144+0000","last_fullsized":"2024-09-15T23:45:27.325144+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:33:57.022019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740970+0000","last_change":"2024-09-15T23:45:09.332889+0000","last_active":"2024-09-15T23:45:18.740970+0000","last_peered":"2024-09-15T23:45:18.740970+0000","last_clean":"2024-09-15T23:45:18.740970+0000","last_became_active":"2024-09-15T23:45:09.332325+0000","last_became_peered":"2024-09-15T23:45:09.332325+0000","last_unstale":"2024-09-15T23:45:18.740970+0000","last_undegraded":"2024-09-15T23:45:18.740970+0000","last_fullsized":"2024-09-15T23:45:18.740970+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:43.482022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"83'7","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396717+0000","last_change":"2024-09-15T23:45:07.705752+0000","last_active":"2024-09-15T23:45:21.396717+0000","last_peered":"2024-09-15T23:45:21.396717+0000","last_clean":"2024-09-15T23:45:21.396717+0000","last_became_active":"2024-09-15T23:45:07.705401+0000","last_became_peered":"2024-09-15T23:45:07.705401+0000","last_unstale":"2024-09-15T23:45:21.396717+0000","last_undegraded":"2024-09-15T23:45:21.396717+0000","last_fullsized":"2024-09-15T23:45:21.396717+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:46.134803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.742121+0000","last_change":"2024-09-15T23:45:18.742121+0000","last_active":"2024-09-15T23:45:18.742121+0000","last_peered":"2024-09-15T23:45:18.742121+0000","last_clean":"2024-09-15T23:45:18.742121+0000","last_became_active":"2024-09-15T23:45:18.741740+0000","last_became_peered":"2024-09-15T23:45:18.741740+0000","last_unstale":"2024-09-15T23:45:18.742121+0000","last_undegraded":"2024-09-15T23:45:18.742121+0000","last_fullsized":"2024-09-15T23:45:18.742121+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:52.454260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"82'2","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358557+0000","last_change":"2024-09-15T23:45:07.485262+0000","last_active":"2024-09-15T23:45:18.358557+0000","last_peered":"2024-09-15T23:45:18.358557+0000","last_clean":"2024-09-15T23:45:18.358557+0000","last_became_active":"2024-09-15T23:45:07.484939+0000","last_became_peered":"2024-09-15T23:45:07.484939+0000","last_unstale":"2024-09-15T23:45:18.358557+0000","last_undegraded":"2024-09-15T23:45:18.358557+0000","last_fullsized":"2024-09-15T23:45:18.358557+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:00:40.764320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358673+0000","last_change":"2024-09-15T23:45:09.346579+0000","last_active":"2024-09-15T23:45:18.358673+0000","last_peered":"2024-09-15T23:45:18.358673+0000","last_clean":"2024-09-15T23:45:18.358673+0000","last_became_active":"2024-09-15T23:45:09.346196+0000","last_became_peered":"2024-09-15T23:45:09.346196+0000","last_unstale":"2024-09-15T23:45:18.358673+0000","last_undegraded":"2024-09-15T23:45:18.358673+0000","last_fullsized":"2024-09-15T23:45:18.358673+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:45:54.178974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396415+0000","last_change":"2024-09-15T23:45:07.311438+0000","last_active":"2024-09-15T23:45:21.396415+0000","last_peered":"2024-09-15T23:45:21.396415+0000","last_clean":"2024-09-15T23:45:21.396415+0000","last_became_active":"2024-09-15T23:45:07.310482+0000","last_became_peered":"2024-09-15T23:45:07.310482+0000","last_unstale":"2024-09-15T23:45:21.396415+0000","last_undegraded":"2024-09-15T23:45:21.396415+0000","last_fullsized":"2024-09-15T23:45:21.396415+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:36:36.614195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.357105+0000","last_change":"2024-09-15T23:45:09.340804+0000","last_active":"2024-09-15T23:45:18.357105+0000","last_peered":"2024-09-15T23:45:18.357105+0000","last_clean":"2024-09-15T23:45:18.357105+0000","last_became_active":"2024-09-15T23:45:09.340507+0000","last_became_peered":"2024-09-15T23:45:09.340507+0000","last_unstale":"2024-09-15T23:45:18.357105+0000","last_undegraded":"2024-09-15T23:45:18.357105+0000","last_fullsized":"2024-09-15T23:45:18.357105+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:01:14.448967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"83'3","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:20.387707+0000","last_change":"2024-09-15T23:45:18.742127+0000","last_active":"2024-09-15T23:45:20.387707+0000","last_peered":"2024-09-15T23:45:20.387707+0000","last_clean":"2024-09-15T23:45:20.387707+0000","last_became_active":"2024-09-15T23:45:18.741720+0000","last_became_peered":"2024-09-15T23:45:18.741720+0000","last_unstale":"2024-09-15T23:45:20.387707+0000","last_undegraded":"2024-09-15T23:45:20.387707+0000","last_fullsized":"2024-09-15T23:45:20.387707+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:14.779599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740801+0000","last_change":"2024-09-15T23:45:09.337689+0000","last_active":"2024-09-15T23:45:18.740801+0000","last_peered":"2024-09-15T23:45:18.740801+0000","last_clean":"2024-09-15T23:45:18.740801+0000","last_became_active":"2024-09-15T23:45:09.337394+0000","last_became_peered":"2024-09-15T23:45:09.337394+0000","last_unstale":"2024-09-15T23:45:18.740801+0000","last_undegraded":"2024-09-15T23:45:18.740801+0000","last_fullsized":"2024-09-15T23:45:18.740801+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:32:59.568555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"82'4","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358918+0000","last_change":"2024-09-15T23:45:07.322410+0000","last_active":"2024-09-15T23:45:18.358918+0000","last_peered":"2024-09-15T23:45:18.358918+0000","last_clean":"2024-09-15T23:45:18.358918+0000","last_became_active":"2024-09-15T23:45:07.321222+0000","last_became_peered":"2024-09-15T23:45:07.321222+0000","last_unstale":"2024-09-15T23:45:18.358918+0000","last_undegraded":"2024-09-15T23:45:18.358918+0000","last_fullsized":"2024-09-15T23:45:18.358918+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:24:14.197127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355192+0000","last_change":"2024-09-15T23:45:09.338236+0000","last_active":"2024-09-15T23:45:18.355192+0000","last_peered":"2024-09-15T23:45:18.355192+0000","last_clean":"2024-09-15T23:45:18.355192+0000","last_became_active":"2024-09-15T23:45:09.337905+0000","last_became_peered":"2024-09-15T23:45:09.337905+0000","last_unstale":"2024-09-15T23:45:18.355192+0000","last_undegraded":"2024-09-15T23:45:18.355192+0000","last_fullsized":"2024-09-15T23:45:18.355192+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:27:06.451524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.470494+0000","last_change":"2024-09-15T23:45:09.335474+0000","last_active":"2024-09-15T23:45:18.470494+0000","last_peered":"2024-09-15T23:45:18.470494+0000","last_clean":"2024-09-15T23:45:18.470494+0000","last_became_active":"2024-09-15T23:45:09.335134+0000","last_became_peered":"2024-09-15T23:45:09.335134+0000","last_unstale":"2024-09-15T23:45:18.470494+0000","last_undegraded":"2024-09-15T23:45:18.470494+0000","last_fullsized":"2024-09-15T23:45:18.470494+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:20:40.804854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"83'5","reported_seq":28,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.398042+0000","last_change":"2024-09-15T23:45:07.319775+0000","last_active":"2024-09-15T23:45:21.398042+0000","last_peered":"2024-09-15T23:45:21.398042+0000","last_clean":"2024-09-15T23:45:21.398042+0000","last_became_active":"2024-09-15T23:45:07.319409+0000","last_became_peered":"2024-09-15T23:45:07.319409+0000","last_unstale":"2024-09-15T23:45:21.398042+0000","last_undegraded":"2024-09-15T23:45:21.398042+0000","last_fullsized":"2024-09-15T23:45:21.398042+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:34.552871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358456+0000","last_change":"2024-09-15T23:45:09.334261+0000","last_active":"2024-09-15T23:45:18.358456+0000","last_peered":"2024-09-15T23:45:18.358456+0000","last_clean":"2024-09-15T23:45:18.358456+0000","last_became_active":"2024-09-15T23:45:09.332984+0000","last_became_peered":"2024-09-15T23:45:09.332984+0000","last_unstale":"2024-09-15T23:45:18.358456+0000","last_undegraded":"2024-09-15T23:45:18.358456+0000","last_fullsized":"2024-09-15T23:45:18.358456+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:59:55.594300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"83'12","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.985493+0000","last_change":"2024-09-15T23:45:07.321572+0000","last_active":"2024-09-15T23:45:21.985493+0000","last_peered":"2024-09-15T23:45:21.985493+0000","last_clean":"2024-09-15T23:45:21.985493+0000","last_became_active":"2024-09-15T23:45:07.321190+0000","last_became_peered":"2024-09-15T23:45:07.321190+0000","last_unstale":"2024-09-15T23:45:21.985493+0000","last_undegraded":"2024-09-15T23:45:21.985493+0000","last_fullsized":"2024-09-15T23:45:21.985493+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:37:27.707529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356079+0000","last_change":"2024-09-15T23:45:09.339479+0000","last_active":"2024-09-15T23:45:18.356079+0000","last_peered":"2024-09-15T23:45:18.356079+0000","last_clean":"2024-09-15T23:45:18.356079+0000","last_became_active":"2024-09-15T23:45:09.339160+0000","last_became_peered":"2024-09-15T23:45:09.339160+0000","last_unstale":"2024-09-15T23:45:18.356079+0000","last_undegraded":"2024-09-15T23:45:18.356079+0000","last_fullsized":"2024-09-15T23:45:18.356079+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:13:12.360627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740939+0000","last_change":"2024-09-15T23:45:07.485049+0000","last_active":"2024-09-15T23:45:18.740939+0000","last_peered":"2024-09-15T23:45:18.740939+0000","last_clean":"2024-09-15T23:45:18.740939+0000","last_became_active":"2024-09-15T23:45:07.484693+0000","last_became_peered":"2024-09-15T23:45:07.484693+0000","last_unstale":"2024-09-15T23:45:18.740939+0000","last_undegraded":"2024-09-15T23:45:18.740939+0000","last_fullsized":"2024-09-15T23:45:18.740939+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:31:56.657697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740773+0000","last_change":"2024-09-15T23:45:09.330417+0000","last_active":"2024-09-15T23:45:18.740773+0000","last_peered":"2024-09-15T23:45:18.740773+0000","last_clean":"2024-09-15T23:45:18.740773+0000","last_became_active":"2024-09-15T23:45:09.330119+0000","last_became_peered":"2024-09-15T23:45:09.330119+0000","last_unstale":"2024-09-15T23:45:18.740773+0000","last_undegraded":"2024-09-15T23:45:18.740773+0000","last_fullsized":"2024-09-15T23:45:18.740773+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:19.273371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"83'13","reported_seq":44,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:27.996958+0000","last_change":"2024-09-15T23:45:07.316006+0000","last_active":"2024-09-15T23:45:27.996958+0000","last_peered":"2024-09-15T23:45:27.996958+0000","last_clean":"2024-09-15T23:45:27.996958+0000","last_became_active":"2024-09-15T23:45:07.315670+0000","last_became_peered":"2024-09-15T23:45:07.315670+0000","last_unstale":"2024-09-15T23:45:27.996958+0000","last_undegraded":"2024-09-15T23:45:27.996958+0000","last_fullsized":"2024-09-15T23:45:27.996958+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:48.366742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":9,"num_read_kb":9,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":47487,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":125,"num_read_kb":106,"num_write":226,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":516096,"data_stored":151508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":196,"ondisk_log_size":196,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":281803,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":75,"seq":322122547217,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32080,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713072,"statfs":{"total":95995035648,"available":95962185728,"internally_reserved":0,"allocated":917504,"data_stored":440332,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":68,"seq":292057776149,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32192,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712960,"statfs":{"total":95995035648,"available":95962071040,"internally_reserved":0,"allocated":1032192,"data_stored":1058196,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":63,"seq":270582939675,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32096,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713056,"statfs":{"total":95995035648,"available":95962169344,"internally_reserved":0,"allocated":933888,"data_stored":440150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201312,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":921600,"data_stored":440416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430245,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":983040,"data_stored":1032655,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593771,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":917504,"data_stored":439867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822704,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":995328,"data_stored":1032333,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986229,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32140,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713012,"statfs":{"total":95995035648,"available":95962124288,"internally_reserved":0,"allocated":978944,"data_stored":489840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215162,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":933888,"data_stored":439692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411391,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36252,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708900,"statfs":{"total":95995035648,"available":95957913600,"internally_reserved":0,"allocated":929792,"data_stored":441000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574916,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32120,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713032,"statfs":{"total":95995035648,"available":95962144768,"internally_reserved":0,"allocated":958464,"data_stored":481845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738441,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":937984,"data_stored":441206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34201,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34201,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34201,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":42817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":50812,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":42801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-15T23:45:35.624 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-15T23:45:35.872 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:36.260 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:36 smithi071 ceph-mon[30957]: from='client.14745 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-15T23:45:36.260 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:36 smithi071 ceph-mon[30957]: pgmap v292: 97 pgs: 97 active+clean; 632 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 5.3 KiB/s wr, 17 op/s; 134 B/s, 0 objects/s recovering 2024-09-15T23:45:36.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.338+0000 7fd5c6178640 1 -- 172.21.15.71:0/1402438911 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd5c0101df0 msgr2=0x7fd5c01021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:36.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.338+0000 7fd5c6178640 1 --2- 172.21.15.71:0/1402438911 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd5c0101df0 0x7fd5c01021d0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fd5b0009900 tx=0x7fd5b002a410 comp rx=0 tx=0).stop 2024-09-15T23:45:36.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.338+0000 7fd5c6178640 1 -- 172.21.15.71:0/1402438911 shutdown_connections 2024-09-15T23:45:36.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.338+0000 7fd5c6178640 1 --2- 172.21.15.71:0/1402438911 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd5c0106f20 0x7fd5c010eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:36.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.338+0000 7fd5c6178640 1 --2- 172.21.15.71:0/1402438911 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd5c01027a0 0x7fd5c01067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:36.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.338+0000 7fd5c6178640 1 --2- 172.21.15.71:0/1402438911 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd5c0101df0 0x7fd5c01021d0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:36.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.338+0000 7fd5c6178640 1 -- 172.21.15.71:0/1402438911 >> 172.21.15.71:0/1402438911 conn(0x7fd5c00fd8f0 msgr2=0x7fd5c00ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:36.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.338+0000 7fd5c6178640 1 -- 172.21.15.71:0/1402438911 shutdown_connections 2024-09-15T23:45:36.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.338+0000 7fd5c6178640 1 -- 172.21.15.71:0/1402438911 wait complete. 2024-09-15T23:45:36.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.339+0000 7fd5c6178640 1 Processor -- start 2024-09-15T23:45:36.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.339+0000 7fd5c6178640 1 -- start start 2024-09-15T23:45:36.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.339+0000 7fd5c6178640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd5c0101df0 0x7fd5c00744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:36.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.339+0000 7fd5c6178640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd5c01027a0 0x7fd5c0074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:36.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.339+0000 7fd5c6178640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd5c0106f20 0x7fd5c0074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:36.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.339+0000 7fd5c6178640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fd5c0111e30 con 0x7fd5c0101df0 2024-09-15T23:45:36.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.339+0000 7fd5c6178640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fd5c0111cb0 con 0x7fd5c01027a0 2024-09-15T23:45:36.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.339+0000 7fd5c6178640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fd5c0111fb0 con 0x7fd5c0106f20 2024-09-15T23:45:36.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.339+0000 7fd5bf7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd5c0101df0 0x7fd5c00744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:36.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.339+0000 7fd5bf7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd5c0101df0 0x7fd5c00744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51054/0 (socket says 172.21.15.71:51054) 2024-09-15T23:45:36.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.339+0000 7fd5bf7fe640 1 -- 172.21.15.71:0/1441765970 learned_addr learned my addr 172.21.15.71:0/1441765970 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:36.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.339+0000 7fd5beffd640 1 --2- 172.21.15.71:0/1441765970 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd5c01027a0 0x7fd5c0074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:36.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.340+0000 7fd5bffff640 1 --2- 172.21.15.71:0/1441765970 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd5c0106f20 0x7fd5c0074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:36.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.340+0000 7fd5bf7fe640 1 -- 172.21.15.71:0/1441765970 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd5c0106f20 msgr2=0x7fd5c0074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:36.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.340+0000 7fd5bf7fe640 1 --2- 172.21.15.71:0/1441765970 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd5c0106f20 0x7fd5c0074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:36.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.340+0000 7fd5bf7fe640 1 -- 172.21.15.71:0/1441765970 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd5c01027a0 msgr2=0x7fd5c0074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:36.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.340+0000 7fd5bf7fe640 1 --2- 172.21.15.71:0/1441765970 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd5c01027a0 0x7fd5c0074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:36.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.340+0000 7fd5bf7fe640 1 -- 172.21.15.71:0/1441765970 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5c01a68b0 con 0x7fd5c0101df0 2024-09-15T23:45:36.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.340+0000 7fd5bffff640 1 --2- 172.21.15.71:0/1441765970 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd5c0106f20 0x7fd5c0074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:45:36.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.340+0000 7fd5beffd640 1 --2- 172.21.15.71:0/1441765970 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd5c01027a0 0x7fd5c0074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:45:36.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.340+0000 7fd5bf7fe640 1 --2- 172.21.15.71:0/1441765970 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd5c0101df0 0x7fd5c00744f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fd5b0006010 tx=0x7fd5b0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:36.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.340+0000 7fd5bcff9640 1 -- 172.21.15.71:0/1441765970 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5b003f030 con 0x7fd5c0101df0 2024-09-15T23:45:36.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.340+0000 7fd5bcff9640 1 -- 172.21.15.71:0/1441765970 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd5b00035f0 con 0x7fd5c0101df0 2024-09-15T23:45:36.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.340+0000 7fd5c6178640 1 -- 172.21.15.71:0/1441765970 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5c01a6b40 con 0x7fd5c0101df0 2024-09-15T23:45:36.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.340+0000 7fd5bcff9640 1 -- 172.21.15.71:0/1441765970 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5b0035070 con 0x7fd5c0101df0 2024-09-15T23:45:36.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.340+0000 7fd5c6178640 1 -- 172.21.15.71:0/1441765970 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5c01a7070 con 0x7fd5c0101df0 2024-09-15T23:45:36.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.341+0000 7fd5c6178640 1 -- 172.21.15.71:0/1441765970 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5c01021d0 con 0x7fd5c0101df0 2024-09-15T23:45:36.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.342+0000 7fd5bcff9640 1 -- 172.21.15.71:0/1441765970 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fd5b0003b10 con 0x7fd5c0101df0 2024-09-15T23:45:36.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.343+0000 7fd5bcff9640 1 --2- 172.21.15.71:0/1441765970 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd5a80a3350 0x7fd5a80a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:36.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.343+0000 7fd5beffd640 1 --2- 172.21.15.71:0/1441765970 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd5a80a3350 0x7fd5a80a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:36.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.343+0000 7fd5bcff9640 1 -- 172.21.15.71:0/1441765970 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7fd5b00f0620 con 0x7fd5c0101df0 2024-09-15T23:45:36.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.343+0000 7fd5beffd640 1 --2- 172.21.15.71:0/1441765970 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd5a80a3350 0x7fd5a80a5810 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fd5c0075f80 tx=0x7fd5b4005ec0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:36.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.347+0000 7fd5bcff9640 1 -- 172.21.15.71:0/1441765970 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd5b00bd210 con 0x7fd5c0101df0 2024-09-15T23:45:36.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:36 smithi163 ceph-mon[34107]: from='client.14745 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-15T23:45:36.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:36 smithi163 ceph-mon[34107]: pgmap v292: 97 pgs: 97 active+clean; 632 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 5.3 KiB/s wr, 17 op/s; 134 B/s, 0 objects/s recovering 2024-09-15T23:45:36.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.509+0000 7fd5c6178640 1 -- 172.21.15.71:0/1441765970 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd5c0062630 con 0x7fd5a80a3350 2024-09-15T23:45:36.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.516+0000 7fd5bcff9640 1 -- 172.21.15.71:0/1441765970 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258932 (secure 0 0 0) 0x7fd5c0062630 con 0x7fd5a80a3350 2024-09-15T23:45:36.518 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:45:36.519 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-09-15T23:45:36.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.518+0000 7fd5c6178640 1 -- 172.21.15.71:0/1441765970 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd5a80a3350 msgr2=0x7fd5a80a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:36.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.518+0000 7fd5c6178640 1 --2- 172.21.15.71:0/1441765970 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd5a80a3350 0x7fd5a80a5810 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fd5c0075f80 tx=0x7fd5b4005ec0 comp rx=0 tx=0).stop 2024-09-15T23:45:36.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.518+0000 7fd5c6178640 1 -- 172.21.15.71:0/1441765970 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd5c0101df0 msgr2=0x7fd5c00744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:36.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.518+0000 7fd5c6178640 1 --2- 172.21.15.71:0/1441765970 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd5c0101df0 0x7fd5c00744f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fd5b0006010 tx=0x7fd5b0004270 comp rx=0 tx=0).stop 2024-09-15T23:45:36.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.518+0000 7fd5c6178640 1 -- 172.21.15.71:0/1441765970 shutdown_connections 2024-09-15T23:45:36.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.518+0000 7fd5c6178640 1 --2- 172.21.15.71:0/1441765970 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fd5a80a3350 0x7fd5a80a5810 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:36.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.518+0000 7fd5c6178640 1 --2- 172.21.15.71:0/1441765970 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd5c0106f20 0x7fd5c0074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:36.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.518+0000 7fd5c6178640 1 --2- 172.21.15.71:0/1441765970 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd5c01027a0 0x7fd5c0074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:36.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.518+0000 7fd5c6178640 1 --2- 172.21.15.71:0/1441765970 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd5c0101df0 0x7fd5c00744f0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:36.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.518+0000 7fd5c6178640 1 -- 172.21.15.71:0/1441765970 >> 172.21.15.71:0/1441765970 conn(0x7fd5c00fd8f0 msgr2=0x7fd5c00fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:36.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.519+0000 7fd5c6178640 1 -- 172.21.15.71:0/1441765970 shutdown_connections 2024-09-15T23:45:36.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:36.519+0000 7fd5c6178640 1 -- 172.21.15.71:0/1441765970 wait complete. 2024-09-15T23:45:36.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:36 smithi190 ceph-mon[34840]: from='client.14745 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-15T23:45:36.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:36 smithi190 ceph-mon[34840]: pgmap v292: 97 pgs: 97 active+clean; 632 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 5.3 KiB/s wr, 17 op/s; 134 B/s, 0 objects/s recovering 2024-09-15T23:45:37.356 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":292,"stamp":"2024-09-15T23:45:35.055641+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":647136,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":288,"num_read_kb":260,"num_write":420,"num_write_kb":3060,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":1182348,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":342,"ondisk_log_size":342,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":368764,"kb_used_data":11196,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124573060,"statfs":{"total":1151940427776,"available":1151562813440,"internally_reserved":0,"allocated":11464704,"data_stored":7200697,"data_compressed":107520,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":19141,"internal_metadata":365933883},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":49026,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":126,"num_read_kb":117,"num_write":80,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004030"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356898+0000","last_change":"2024-09-15T23:45:09.337227+0000","last_active":"2024-09-15T23:45:18.356898+0000","last_peered":"2024-09-15T23:45:18.356898+0000","last_clean":"2024-09-15T23:45:18.356898+0000","last_became_active":"2024-09-15T23:45:09.336869+0000","last_became_peered":"2024-09-15T23:45:09.336869+0000","last_unstale":"2024-09-15T23:45:18.356898+0000","last_undegraded":"2024-09-15T23:45:18.356898+0000","last_fullsized":"2024-09-15T23:45:18.356898+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:01:36.371218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355906+0000","last_change":"2024-09-15T23:45:09.338256+0000","last_active":"2024-09-15T23:45:18.355906+0000","last_peered":"2024-09-15T23:45:18.355906+0000","last_clean":"2024-09-15T23:45:18.355906+0000","last_became_active":"2024-09-15T23:45:09.337247+0000","last_became_peered":"2024-09-15T23:45:09.337247+0000","last_unstale":"2024-09-15T23:45:18.355906+0000","last_undegraded":"2024-09-15T23:45:18.355906+0000","last_fullsized":"2024-09-15T23:45:18.355906+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:13:54.978992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355786+0000","last_change":"2024-09-15T23:45:09.340793+0000","last_active":"2024-09-15T23:45:18.355786+0000","last_peered":"2024-09-15T23:45:18.355786+0000","last_clean":"2024-09-15T23:45:18.355786+0000","last_became_active":"2024-09-15T23:45:09.340495+0000","last_became_peered":"2024-09-15T23:45:09.340495+0000","last_unstale":"2024-09-15T23:45:18.355786+0000","last_undegraded":"2024-09-15T23:45:18.355786+0000","last_fullsized":"2024-09-15T23:45:18.355786+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:29:16.607984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.360859+0000","last_change":"2024-09-15T23:45:18.360513+0000","last_active":"2024-09-15T23:45:18.360859+0000","last_peered":"2024-09-15T23:45:18.360859+0000","last_clean":"2024-09-15T23:45:18.360859+0000","last_became_active":"2024-09-15T23:45:18.360226+0000","last_became_peered":"2024-09-15T23:45:18.360226+0000","last_unstale":"2024-09-15T23:45:18.360859+0000","last_undegraded":"2024-09-15T23:45:18.360859+0000","last_fullsized":"2024-09-15T23:45:18.360859+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:37:49.768989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358586+0000","last_change":"2024-09-15T23:45:09.333619+0000","last_active":"2024-09-15T23:45:18.358586+0000","last_peered":"2024-09-15T23:45:18.358586+0000","last_clean":"2024-09-15T23:45:18.358586+0000","last_became_active":"2024-09-15T23:45:09.333311+0000","last_became_peered":"2024-09-15T23:45:09.333311+0000","last_unstale":"2024-09-15T23:45:18.358586+0000","last_undegraded":"2024-09-15T23:45:18.358586+0000","last_fullsized":"2024-09-15T23:45:18.358586+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:19:04.290962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356714+0000","last_change":"2024-09-15T23:45:09.333598+0000","last_active":"2024-09-15T23:45:18.356714+0000","last_peered":"2024-09-15T23:45:18.356714+0000","last_clean":"2024-09-15T23:45:18.356714+0000","last_became_active":"2024-09-15T23:45:09.333286+0000","last_became_peered":"2024-09-15T23:45:09.333286+0000","last_unstale":"2024-09-15T23:45:18.356714+0000","last_undegraded":"2024-09-15T23:45:18.356714+0000","last_fullsized":"2024-09-15T23:45:18.356714+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:43.315961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354902+0000","last_change":"2024-09-15T23:45:09.335452+0000","last_active":"2024-09-15T23:45:18.354902+0000","last_peered":"2024-09-15T23:45:18.354902+0000","last_clean":"2024-09-15T23:45:18.354902+0000","last_became_active":"2024-09-15T23:45:09.333610+0000","last_became_peered":"2024-09-15T23:45:09.333610+0000","last_unstale":"2024-09-15T23:45:18.354902+0000","last_undegraded":"2024-09-15T23:45:18.354902+0000","last_fullsized":"2024-09-15T23:45:18.354902+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:16:11.100015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740477+0000","last_change":"2024-09-15T23:45:09.334751+0000","last_active":"2024-09-15T23:45:18.740477+0000","last_peered":"2024-09-15T23:45:18.740477+0000","last_clean":"2024-09-15T23:45:18.740477+0000","last_became_active":"2024-09-15T23:45:09.334471+0000","last_became_peered":"2024-09-15T23:45:09.334471+0000","last_unstale":"2024-09-15T23:45:18.740477+0000","last_undegraded":"2024-09-15T23:45:18.740477+0000","last_fullsized":"2024-09-15T23:45:18.740477+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:13:03.011142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358899+0000","last_change":"2024-09-15T23:45:09.328280+0000","last_active":"2024-09-15T23:45:18.358899+0000","last_peered":"2024-09-15T23:45:18.358899+0000","last_clean":"2024-09-15T23:45:18.358899+0000","last_became_active":"2024-09-15T23:45:09.327811+0000","last_became_peered":"2024-09-15T23:45:09.327811+0000","last_unstale":"2024-09-15T23:45:18.358899+0000","last_undegraded":"2024-09-15T23:45:18.358899+0000","last_fullsized":"2024-09-15T23:45:18.358899+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:01.147756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.357102+0000","last_change":"2024-09-15T23:45:09.345541+0000","last_active":"2024-09-15T23:45:18.357102+0000","last_peered":"2024-09-15T23:45:18.357102+0000","last_clean":"2024-09-15T23:45:18.357102+0000","last_became_active":"2024-09-15T23:45:09.345218+0000","last_became_peered":"2024-09-15T23:45:09.345218+0000","last_unstale":"2024-09-15T23:45:18.357102+0000","last_undegraded":"2024-09-15T23:45:18.357102+0000","last_fullsized":"2024-09-15T23:45:18.357102+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:30:52.226838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355079+0000","last_change":"2024-09-15T23:45:09.341927+0000","last_active":"2024-09-15T23:45:18.355079+0000","last_peered":"2024-09-15T23:45:18.355079+0000","last_clean":"2024-09-15T23:45:18.355079+0000","last_became_active":"2024-09-15T23:45:09.341607+0000","last_became_peered":"2024-09-15T23:45:09.341607+0000","last_unstale":"2024-09-15T23:45:18.355079+0000","last_undegraded":"2024-09-15T23:45:18.355079+0000","last_fullsized":"2024-09-15T23:45:18.355079+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:39:52.556786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.741575+0000","last_change":"2024-09-15T23:45:09.339072+0000","last_active":"2024-09-15T23:45:18.741575+0000","last_peered":"2024-09-15T23:45:18.741575+0000","last_clean":"2024-09-15T23:45:18.741575+0000","last_became_active":"2024-09-15T23:45:09.338278+0000","last_became_peered":"2024-09-15T23:45:09.338278+0000","last_unstale":"2024-09-15T23:45:18.741575+0000","last_undegraded":"2024-09-15T23:45:18.741575+0000","last_fullsized":"2024-09-15T23:45:18.741575+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:31:11.753038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.596033+0000","last_change":"2024-09-15T23:45:09.335379+0000","last_active":"2024-09-15T23:45:18.596033+0000","last_peered":"2024-09-15T23:45:18.596033+0000","last_clean":"2024-09-15T23:45:18.596033+0000","last_became_active":"2024-09-15T23:45:09.334844+0000","last_became_peered":"2024-09-15T23:45:09.334844+0000","last_unstale":"2024-09-15T23:45:18.596033+0000","last_undegraded":"2024-09-15T23:45:18.596033+0000","last_fullsized":"2024-09-15T23:45:18.596033+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:59:28.908684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356101+0000","last_change":"2024-09-15T23:45:09.343202+0000","last_active":"2024-09-15T23:45:18.356101+0000","last_peered":"2024-09-15T23:45:18.356101+0000","last_clean":"2024-09-15T23:45:18.356101+0000","last_became_active":"2024-09-15T23:45:09.342995+0000","last_became_peered":"2024-09-15T23:45:09.342995+0000","last_unstale":"2024-09-15T23:45:18.356101+0000","last_undegraded":"2024-09-15T23:45:18.356101+0000","last_fullsized":"2024-09-15T23:45:18.356101+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:18:52.827000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355727+0000","last_change":"2024-09-15T23:45:09.338417+0000","last_active":"2024-09-15T23:45:18.355727+0000","last_peered":"2024-09-15T23:45:18.355727+0000","last_clean":"2024-09-15T23:45:18.355727+0000","last_became_active":"2024-09-15T23:45:09.337717+0000","last_became_peered":"2024-09-15T23:45:09.337717+0000","last_unstale":"2024-09-15T23:45:18.355727+0000","last_undegraded":"2024-09-15T23:45:18.355727+0000","last_fullsized":"2024-09-15T23:45:18.355727+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:15:03.880357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358435+0000","last_change":"2024-09-15T23:45:09.336193+0000","last_active":"2024-09-15T23:45:18.358435+0000","last_peered":"2024-09-15T23:45:18.358435+0000","last_clean":"2024-09-15T23:45:18.358435+0000","last_became_active":"2024-09-15T23:45:09.335866+0000","last_became_peered":"2024-09-15T23:45:09.335866+0000","last_unstale":"2024-09-15T23:45:18.358435+0000","last_undegraded":"2024-09-15T23:45:18.358435+0000","last_fullsized":"2024-09-15T23:45:18.358435+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:48.596004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.357061+0000","last_change":"2024-09-15T23:45:09.337617+0000","last_active":"2024-09-15T23:45:18.357061+0000","last_peered":"2024-09-15T23:45:18.357061+0000","last_clean":"2024-09-15T23:45:18.357061+0000","last_became_active":"2024-09-15T23:45:09.337306+0000","last_became_peered":"2024-09-15T23:45:09.337306+0000","last_unstale":"2024-09-15T23:45:18.357061+0000","last_undegraded":"2024-09-15T23:45:18.357061+0000","last_fullsized":"2024-09-15T23:45:18.357061+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:56.813682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.353797+0000","last_change":"2024-09-15T23:45:09.334735+0000","last_active":"2024-09-15T23:45:18.353797+0000","last_peered":"2024-09-15T23:45:18.353797+0000","last_clean":"2024-09-15T23:45:18.353797+0000","last_became_active":"2024-09-15T23:45:09.334401+0000","last_became_peered":"2024-09-15T23:45:09.334401+0000","last_unstale":"2024-09-15T23:45:18.353797+0000","last_undegraded":"2024-09-15T23:45:18.353797+0000","last_fullsized":"2024-09-15T23:45:18.353797+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:23:00.641496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354768+0000","last_change":"2024-09-15T23:45:09.333630+0000","last_active":"2024-09-15T23:45:18.354768+0000","last_peered":"2024-09-15T23:45:18.354768+0000","last_clean":"2024-09-15T23:45:18.354768+0000","last_became_active":"2024-09-15T23:45:09.333293+0000","last_became_peered":"2024-09-15T23:45:09.333293+0000","last_unstale":"2024-09-15T23:45:18.354768+0000","last_undegraded":"2024-09-15T23:45:18.354768+0000","last_fullsized":"2024-09-15T23:45:18.354768+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:09.498755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356303+0000","last_change":"2024-09-15T23:45:09.341566+0000","last_active":"2024-09-15T23:45:18.356303+0000","last_peered":"2024-09-15T23:45:18.356303+0000","last_clean":"2024-09-15T23:45:18.356303+0000","last_became_active":"2024-09-15T23:45:09.341260+0000","last_became_peered":"2024-09-15T23:45:09.341260+0000","last_unstale":"2024-09-15T23:45:18.356303+0000","last_undegraded":"2024-09-15T23:45:18.356303+0000","last_fullsized":"2024-09-15T23:45:18.356303+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:52:50.176989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.596061+0000","last_change":"2024-09-15T23:45:09.338701+0000","last_active":"2024-09-15T23:45:18.596061+0000","last_peered":"2024-09-15T23:45:18.596061+0000","last_clean":"2024-09-15T23:45:18.596061+0000","last_became_active":"2024-09-15T23:45:09.338364+0000","last_became_peered":"2024-09-15T23:45:09.338364+0000","last_unstale":"2024-09-15T23:45:18.596061+0000","last_undegraded":"2024-09-15T23:45:18.596061+0000","last_fullsized":"2024-09-15T23:45:18.596061+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:47:07.017695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358804+0000","last_change":"2024-09-15T23:45:09.336856+0000","last_active":"2024-09-15T23:45:18.358804+0000","last_peered":"2024-09-15T23:45:18.358804+0000","last_clean":"2024-09-15T23:45:18.358804+0000","last_became_active":"2024-09-15T23:45:09.336503+0000","last_became_peered":"2024-09-15T23:45:09.336503+0000","last_unstale":"2024-09-15T23:45:18.358804+0000","last_undegraded":"2024-09-15T23:45:18.358804+0000","last_fullsized":"2024-09-15T23:45:18.358804+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:49:42.798849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740678+0000","last_change":"2024-09-15T23:45:09.329191+0000","last_active":"2024-09-15T23:45:18.740678+0000","last_peered":"2024-09-15T23:45:18.740678+0000","last_clean":"2024-09-15T23:45:18.740678+0000","last_became_active":"2024-09-15T23:45:09.328896+0000","last_became_peered":"2024-09-15T23:45:09.328896+0000","last_unstale":"2024-09-15T23:45:18.740678+0000","last_undegraded":"2024-09-15T23:45:18.740678+0000","last_fullsized":"2024-09-15T23:45:18.740678+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:44:30.363603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.470117+0000","last_change":"2024-09-15T23:45:09.328029+0000","last_active":"2024-09-15T23:45:18.470117+0000","last_peered":"2024-09-15T23:45:18.470117+0000","last_clean":"2024-09-15T23:45:18.470117+0000","last_became_active":"2024-09-15T23:45:09.327692+0000","last_became_peered":"2024-09-15T23:45:09.327692+0000","last_unstale":"2024-09-15T23:45:18.470117+0000","last_undegraded":"2024-09-15T23:45:18.470117+0000","last_fullsized":"2024-09-15T23:45:18.470117+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:13:29.838728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740918+0000","last_change":"2024-09-15T23:45:09.329826+0000","last_active":"2024-09-15T23:45:18.740918+0000","last_peered":"2024-09-15T23:45:18.740918+0000","last_clean":"2024-09-15T23:45:18.740918+0000","last_became_active":"2024-09-15T23:45:09.329525+0000","last_became_peered":"2024-09-15T23:45:09.329525+0000","last_unstale":"2024-09-15T23:45:18.740918+0000","last_undegraded":"2024-09-15T23:45:18.740918+0000","last_fullsized":"2024-09-15T23:45:18.740918+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:44:16.736493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354985+0000","last_change":"2024-09-15T23:45:09.339019+0000","last_active":"2024-09-15T23:45:18.354985+0000","last_peered":"2024-09-15T23:45:18.354985+0000","last_clean":"2024-09-15T23:45:18.354985+0000","last_became_active":"2024-09-15T23:45:09.338679+0000","last_became_peered":"2024-09-15T23:45:09.338679+0000","last_unstale":"2024-09-15T23:45:18.354985+0000","last_undegraded":"2024-09-15T23:45:18.354985+0000","last_fullsized":"2024-09-15T23:45:18.354985+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:45:58.412413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356541+0000","last_change":"2024-09-15T23:45:09.341737+0000","last_active":"2024-09-15T23:45:18.356541+0000","last_peered":"2024-09-15T23:45:18.356541+0000","last_clean":"2024-09-15T23:45:18.356541+0000","last_became_active":"2024-09-15T23:45:09.341188+0000","last_became_peered":"2024-09-15T23:45:09.341188+0000","last_unstale":"2024-09-15T23:45:18.356541+0000","last_undegraded":"2024-09-15T23:45:18.356541+0000","last_fullsized":"2024-09-15T23:45:18.356541+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:03:38.048700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.596034+0000","last_change":"2024-09-15T23:45:09.339247+0000","last_active":"2024-09-15T23:45:18.596034+0000","last_peered":"2024-09-15T23:45:18.596034+0000","last_clean":"2024-09-15T23:45:18.596034+0000","last_became_active":"2024-09-15T23:45:09.338965+0000","last_became_peered":"2024-09-15T23:45:09.338965+0000","last_unstale":"2024-09-15T23:45:18.596034+0000","last_undegraded":"2024-09-15T23:45:18.596034+0000","last_fullsized":"2024-09-15T23:45:18.596034+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:09:18.757805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355972+0000","last_change":"2024-09-15T23:45:09.333812+0000","last_active":"2024-09-15T23:45:18.355972+0000","last_peered":"2024-09-15T23:45:18.355972+0000","last_clean":"2024-09-15T23:45:18.355972+0000","last_became_active":"2024-09-15T23:45:09.333503+0000","last_became_peered":"2024-09-15T23:45:09.333503+0000","last_unstale":"2024-09-15T23:45:18.355972+0000","last_undegraded":"2024-09-15T23:45:18.355972+0000","last_fullsized":"2024-09-15T23:45:18.355972+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:09:27.321130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354710+0000","last_change":"2024-09-15T23:45:09.331377+0000","last_active":"2024-09-15T23:45:18.354710+0000","last_peered":"2024-09-15T23:45:18.354710+0000","last_clean":"2024-09-15T23:45:18.354710+0000","last_became_active":"2024-09-15T23:45:09.330871+0000","last_became_peered":"2024-09-15T23:45:09.330871+0000","last_unstale":"2024-09-15T23:45:18.354710+0000","last_undegraded":"2024-09-15T23:45:18.354710+0000","last_fullsized":"2024-09-15T23:45:18.354710+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:27:31.014045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354744+0000","last_change":"2024-09-15T23:45:09.332444+0000","last_active":"2024-09-15T23:45:18.354744+0000","last_peered":"2024-09-15T23:45:18.354744+0000","last_clean":"2024-09-15T23:45:18.354744+0000","last_became_active":"2024-09-15T23:45:09.331826+0000","last_became_peered":"2024-09-15T23:45:09.331826+0000","last_unstale":"2024-09-15T23:45:18.354744+0000","last_undegraded":"2024-09-15T23:45:18.354744+0000","last_fullsized":"2024-09-15T23:45:18.354744+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:36:04.916314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.357030+0000","last_change":"2024-09-15T23:45:09.340159+0000","last_active":"2024-09-15T23:45:18.357030+0000","last_peered":"2024-09-15T23:45:18.357030+0000","last_clean":"2024-09-15T23:45:18.357030+0000","last_became_active":"2024-09-15T23:45:09.339826+0000","last_became_peered":"2024-09-15T23:45:09.339826+0000","last_unstale":"2024-09-15T23:45:18.357030+0000","last_undegraded":"2024-09-15T23:45:18.357030+0000","last_fullsized":"2024-09-15T23:45:18.357030+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:45:57.118656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358962+0000","last_change":"2024-09-15T23:45:09.340137+0000","last_active":"2024-09-15T23:45:18.358962+0000","last_peered":"2024-09-15T23:45:18.358962+0000","last_clean":"2024-09-15T23:45:18.358962+0000","last_became_active":"2024-09-15T23:45:09.339846+0000","last_became_peered":"2024-09-15T23:45:09.339846+0000","last_unstale":"2024-09-15T23:45:18.358962+0000","last_undegraded":"2024-09-15T23:45:18.358962+0000","last_fullsized":"2024-09-15T23:45:18.358962+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:54:37.767846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"82'5","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:31.001845+0000","last_change":"2024-09-15T23:45:07.322167+0000","last_active":"2024-09-15T23:45:31.001845+0000","last_peered":"2024-09-15T23:45:31.001845+0000","last_clean":"2024-09-15T23:45:31.001845+0000","last_became_active":"2024-09-15T23:45:07.321817+0000","last_became_peered":"2024-09-15T23:45:07.321817+0000","last_unstale":"2024-09-15T23:45:31.001845+0000","last_undegraded":"2024-09-15T23:45:31.001845+0000","last_fullsized":"2024-09-15T23:45:31.001845+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:38:06.646166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":13,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.470260+0000","last_change":"2024-09-15T23:45:09.327624+0000","last_active":"2024-09-15T23:45:18.470260+0000","last_peered":"2024-09-15T23:45:18.470260+0000","last_clean":"2024-09-15T23:45:18.470260+0000","last_became_active":"2024-09-15T23:45:09.327260+0000","last_became_peered":"2024-09-15T23:45:09.327260+0000","last_unstale":"2024-09-15T23:45:18.470260+0000","last_undegraded":"2024-09-15T23:45:18.470260+0000","last_fullsized":"2024-09-15T23:45:18.470260+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:23:05.663411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"83'7","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:20.388337+0000","last_change":"2024-09-15T23:45:07.318508+0000","last_active":"2024-09-15T23:45:20.388337+0000","last_peered":"2024-09-15T23:45:20.388337+0000","last_clean":"2024-09-15T23:45:20.388337+0000","last_became_active":"2024-09-15T23:45:07.318127+0000","last_became_peered":"2024-09-15T23:45:07.318127+0000","last_unstale":"2024-09-15T23:45:20.388337+0000","last_undegraded":"2024-09-15T23:45:20.388337+0000","last_fullsized":"2024-09-15T23:45:20.388337+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:16.128778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"83'3","reported_seq":25,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:19.376282+0000","last_change":"2024-09-15T23:45:07.314905+0000","last_active":"2024-09-15T23:45:19.376282+0000","last_peered":"2024-09-15T23:45:19.376282+0000","last_clean":"2024-09-15T23:45:19.376282+0000","last_became_active":"2024-09-15T23:45:07.314582+0000","last_became_peered":"2024-09-15T23:45:07.314582+0000","last_unstale":"2024-09-15T23:45:19.376282+0000","last_undegraded":"2024-09-15T23:45:19.376282+0000","last_fullsized":"2024-09-15T23:45:19.376282+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:40:26.834313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740511+0000","last_change":"2024-09-15T23:45:09.327506+0000","last_active":"2024-09-15T23:45:18.740511+0000","last_peered":"2024-09-15T23:45:18.740511+0000","last_clean":"2024-09-15T23:45:18.740511+0000","last_became_active":"2024-09-15T23:45:09.326950+0000","last_became_peered":"2024-09-15T23:45:09.326950+0000","last_unstale":"2024-09-15T23:45:18.740511+0000","last_undegraded":"2024-09-15T23:45:18.740511+0000","last_fullsized":"2024-09-15T23:45:18.740511+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:49:40.977222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":26,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.397761+0000","last_change":"2024-09-15T23:45:07.321856+0000","last_active":"2024-09-15T23:45:21.397761+0000","last_peered":"2024-09-15T23:45:21.397761+0000","last_clean":"2024-09-15T23:45:21.397761+0000","last_became_active":"2024-09-15T23:45:07.321485+0000","last_became_peered":"2024-09-15T23:45:07.321485+0000","last_unstale":"2024-09-15T23:45:21.397761+0000","last_undegraded":"2024-09-15T23:45:21.397761+0000","last_fullsized":"2024-09-15T23:45:21.397761+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:53.679506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.353640+0000","last_change":"2024-09-15T23:45:09.335517+0000","last_active":"2024-09-15T23:45:18.353640+0000","last_peered":"2024-09-15T23:45:18.353640+0000","last_clean":"2024-09-15T23:45:18.353640+0000","last_became_active":"2024-09-15T23:45:09.335124+0000","last_became_peered":"2024-09-15T23:45:09.335124+0000","last_unstale":"2024-09-15T23:45:18.353640+0000","last_undegraded":"2024-09-15T23:45:18.353640+0000","last_fullsized":"2024-09-15T23:45:18.353640+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:53:22.108347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'4","reported_seq":50,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:33.003681+0000","last_change":"2024-09-15T23:45:07.320108+0000","last_active":"2024-09-15T23:45:33.003681+0000","last_peered":"2024-09-15T23:45:33.003681+0000","last_clean":"2024-09-15T23:45:33.003681+0000","last_became_active":"2024-09-15T23:45:07.319728+0000","last_became_peered":"2024-09-15T23:45:07.319728+0000","last_unstale":"2024-09-15T23:45:33.003681+0000","last_undegraded":"2024-09-15T23:45:33.003681+0000","last_fullsized":"2024-09-15T23:45:33.003681+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:38:06.428953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358899+0000","last_change":"2024-09-15T23:45:09.334720+0000","last_active":"2024-09-15T23:45:18.358899+0000","last_peered":"2024-09-15T23:45:18.358899+0000","last_clean":"2024-09-15T23:45:18.358899+0000","last_became_active":"2024-09-15T23:45:09.334365+0000","last_became_peered":"2024-09-15T23:45:09.334365+0000","last_unstale":"2024-09-15T23:45:18.358899+0000","last_undegraded":"2024-09-15T23:45:18.358899+0000","last_fullsized":"2024-09-15T23:45:18.358899+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:57:25.299972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":26,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396391+0000","last_change":"2024-09-15T23:45:07.316058+0000","last_active":"2024-09-15T23:45:21.396391+0000","last_peered":"2024-09-15T23:45:21.396391+0000","last_clean":"2024-09-15T23:45:21.396391+0000","last_became_active":"2024-09-15T23:45:07.315706+0000","last_became_peered":"2024-09-15T23:45:07.315706+0000","last_unstale":"2024-09-15T23:45:21.396391+0000","last_undegraded":"2024-09-15T23:45:21.396391+0000","last_fullsized":"2024-09-15T23:45:21.396391+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:46.093182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356143+0000","last_change":"2024-09-15T23:45:09.339059+0000","last_active":"2024-09-15T23:45:18.356143+0000","last_peered":"2024-09-15T23:45:18.356143+0000","last_clean":"2024-09-15T23:45:18.356143+0000","last_became_active":"2024-09-15T23:45:09.338698+0000","last_became_peered":"2024-09-15T23:45:09.338698+0000","last_unstale":"2024-09-15T23:45:18.356143+0000","last_undegraded":"2024-09-15T23:45:18.356143+0000","last_fullsized":"2024-09-15T23:45:18.356143+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:56:00.235948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":28,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:20.385974+0000","last_change":"2024-09-15T23:45:07.486187+0000","last_active":"2024-09-15T23:45:20.385974+0000","last_peered":"2024-09-15T23:45:20.385974+0000","last_clean":"2024-09-15T23:45:20.385974+0000","last_became_active":"2024-09-15T23:45:07.485481+0000","last_became_peered":"2024-09-15T23:45:07.485481+0000","last_unstale":"2024-09-15T23:45:20.385974+0000","last_undegraded":"2024-09-15T23:45:20.385974+0000","last_fullsized":"2024-09-15T23:45:20.385974+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:03:56.328447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358647+0000","last_change":"2024-09-15T23:45:09.338748+0000","last_active":"2024-09-15T23:45:18.358647+0000","last_peered":"2024-09-15T23:45:18.358647+0000","last_clean":"2024-09-15T23:45:18.358647+0000","last_became_active":"2024-09-15T23:45:09.338433+0000","last_became_peered":"2024-09-15T23:45:09.338433+0000","last_unstale":"2024-09-15T23:45:18.358647+0000","last_undegraded":"2024-09-15T23:45:18.358647+0000","last_fullsized":"2024-09-15T23:45:18.358647+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:47:18.875131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"83'27","reported_seq":97,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:33.009132+0000","last_change":"2024-09-15T23:45:18.750929+0000","last_active":"2024-09-15T23:45:33.009132+0000","last_peered":"2024-09-15T23:45:33.009132+0000","last_clean":"2024-09-15T23:45:33.009132+0000","last_became_active":"2024-09-15T23:45:18.742411+0000","last_became_peered":"2024-09-15T23:45:18.742411+0000","last_unstale":"2024-09-15T23:45:33.009132+0000","last_undegraded":"2024-09-15T23:45:33.009132+0000","last_fullsized":"2024-09-15T23:45:33.009132+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:25:52.381128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50112,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":32,"num_read_kb":63,"num_write":29,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358918+0000","last_change":"2024-09-15T23:45:09.344449+0000","last_active":"2024-09-15T23:45:18.358918+0000","last_peered":"2024-09-15T23:45:18.358918+0000","last_clean":"2024-09-15T23:45:18.358918+0000","last_became_active":"2024-09-15T23:45:09.344117+0000","last_became_peered":"2024-09-15T23:45:09.344117+0000","last_unstale":"2024-09-15T23:45:18.358918+0000","last_undegraded":"2024-09-15T23:45:18.358918+0000","last_fullsized":"2024-09-15T23:45:18.358918+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:45:33.901198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.985662+0000","last_change":"2024-09-15T23:45:07.321722+0000","last_active":"2024-09-15T23:45:21.985662+0000","last_peered":"2024-09-15T23:45:21.985662+0000","last_clean":"2024-09-15T23:45:21.985662+0000","last_became_active":"2024-09-15T23:45:07.321240+0000","last_became_peered":"2024-09-15T23:45:07.321240+0000","last_unstale":"2024-09-15T23:45:21.985662+0000","last_undegraded":"2024-09-15T23:45:21.985662+0000","last_fullsized":"2024-09-15T23:45:21.985662+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:17:33.902817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.595905+0000","last_change":"2024-09-15T23:45:09.338083+0000","last_active":"2024-09-15T23:45:18.595905+0000","last_peered":"2024-09-15T23:45:18.595905+0000","last_clean":"2024-09-15T23:45:18.595905+0000","last_became_active":"2024-09-15T23:45:09.337779+0000","last_became_peered":"2024-09-15T23:45:09.337779+0000","last_unstale":"2024-09-15T23:45:18.595905+0000","last_undegraded":"2024-09-15T23:45:18.595905+0000","last_fullsized":"2024-09-15T23:45:18.595905+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:12:03.902405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":28,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.397844+0000","last_change":"2024-09-15T23:45:07.319367+0000","last_active":"2024-09-15T23:45:21.397844+0000","last_peered":"2024-09-15T23:45:21.397844+0000","last_clean":"2024-09-15T23:45:21.397844+0000","last_became_active":"2024-09-15T23:45:07.318819+0000","last_became_peered":"2024-09-15T23:45:07.318819+0000","last_unstale":"2024-09-15T23:45:21.397844+0000","last_undegraded":"2024-09-15T23:45:21.397844+0000","last_fullsized":"2024-09-15T23:45:21.397844+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:27:05.543672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355091+0000","last_change":"2024-09-15T23:45:09.338916+0000","last_active":"2024-09-15T23:45:18.355091+0000","last_peered":"2024-09-15T23:45:18.355091+0000","last_clean":"2024-09-15T23:45:18.355091+0000","last_became_active":"2024-09-15T23:45:09.338519+0000","last_became_peered":"2024-09-15T23:45:09.338519+0000","last_unstale":"2024-09-15T23:45:18.355091+0000","last_undegraded":"2024-09-15T23:45:18.355091+0000","last_fullsized":"2024-09-15T23:45:18.355091+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:51:57.181373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'5","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:31.001773+0000","last_change":"2024-09-15T23:45:07.316167+0000","last_active":"2024-09-15T23:45:31.001773+0000","last_peered":"2024-09-15T23:45:31.001773+0000","last_clean":"2024-09-15T23:45:31.001773+0000","last_became_active":"2024-09-15T23:45:07.315826+0000","last_became_peered":"2024-09-15T23:45:07.315826+0000","last_unstale":"2024-09-15T23:45:31.001773+0000","last_undegraded":"2024-09-15T23:45:31.001773+0000","last_fullsized":"2024-09-15T23:45:31.001773+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:44:36.670392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":14,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354857+0000","last_change":"2024-09-15T23:45:09.345033+0000","last_active":"2024-09-15T23:45:18.354857+0000","last_peered":"2024-09-15T23:45:18.354857+0000","last_clean":"2024-09-15T23:45:18.354857+0000","last_became_active":"2024-09-15T23:45:09.344730+0000","last_became_peered":"2024-09-15T23:45:09.344730+0000","last_unstale":"2024-09-15T23:45:18.354857+0000","last_undegraded":"2024-09-15T23:45:18.354857+0000","last_fullsized":"2024-09-15T23:45:18.354857+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:02:45.017706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"83'17","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396166+0000","last_change":"2024-09-15T23:45:18.366576+0000","last_active":"2024-09-15T23:45:21.396166+0000","last_peered":"2024-09-15T23:45:21.396166+0000","last_clean":"2024-09-15T23:45:21.396166+0000","last_became_active":"2024-09-15T23:45:18.358181+0000","last_became_peered":"2024-09-15T23:45:18.358181+0000","last_unstale":"2024-09-15T23:45:21.396166+0000","last_undegraded":"2024-09-15T23:45:21.396166+0000","last_fullsized":"2024-09-15T23:45:21.396166+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:10:32.046041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.470261+0000","last_change":"2024-09-15T23:45:09.327893+0000","last_active":"2024-09-15T23:45:18.470261+0000","last_peered":"2024-09-15T23:45:18.470261+0000","last_clean":"2024-09-15T23:45:18.470261+0000","last_became_active":"2024-09-15T23:45:09.327032+0000","last_became_peered":"2024-09-15T23:45:09.327032+0000","last_unstale":"2024-09-15T23:45:18.470261+0000","last_undegraded":"2024-09-15T23:45:18.470261+0000","last_fullsized":"2024-09-15T23:45:18.470261+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:54:13.480778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'2","reported_seq":25,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:20.371604+0000","last_change":"2024-09-15T23:45:07.320228+0000","last_active":"2024-09-15T23:45:20.371604+0000","last_peered":"2024-09-15T23:45:20.371604+0000","last_clean":"2024-09-15T23:45:20.371604+0000","last_became_active":"2024-09-15T23:45:07.319341+0000","last_became_peered":"2024-09-15T23:45:07.319341+0000","last_unstale":"2024-09-15T23:45:20.371604+0000","last_undegraded":"2024-09-15T23:45:20.371604+0000","last_fullsized":"2024-09-15T23:45:20.371604+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:13:42.716917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.742118+0000","last_change":"2024-09-15T23:45:18.742118+0000","last_active":"2024-09-15T23:45:18.742118+0000","last_peered":"2024-09-15T23:45:18.742118+0000","last_clean":"2024-09-15T23:45:18.742118+0000","last_became_active":"2024-09-15T23:45:18.741643+0000","last_became_peered":"2024-09-15T23:45:18.741643+0000","last_unstale":"2024-09-15T23:45:18.742118+0000","last_undegraded":"2024-09-15T23:45:18.742118+0000","last_fullsized":"2024-09-15T23:45:18.742118+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:04.316679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"83'5","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.395094+0000","last_change":"2024-09-15T23:45:07.315458+0000","last_active":"2024-09-15T23:45:21.395094+0000","last_peered":"2024-09-15T23:45:21.395094+0000","last_clean":"2024-09-15T23:45:21.395094+0000","last_became_active":"2024-09-15T23:45:07.315168+0000","last_became_peered":"2024-09-15T23:45:07.315168+0000","last_unstale":"2024-09-15T23:45:21.395094+0000","last_undegraded":"2024-09-15T23:45:21.395094+0000","last_fullsized":"2024-09-15T23:45:21.395094+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:20:33.313027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355341+0000","last_change":"2024-09-15T23:45:09.341060+0000","last_active":"2024-09-15T23:45:18.355341+0000","last_peered":"2024-09-15T23:45:18.355341+0000","last_clean":"2024-09-15T23:45:18.355341+0000","last_became_active":"2024-09-15T23:45:09.340689+0000","last_became_peered":"2024-09-15T23:45:09.340689+0000","last_unstale":"2024-09-15T23:45:18.355341+0000","last_undegraded":"2024-09-15T23:45:18.355341+0000","last_fullsized":"2024-09-15T23:45:18.355341+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:30:07.756372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'3","reported_seq":26,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396349+0000","last_change":"2024-09-15T23:45:07.323917+0000","last_active":"2024-09-15T23:45:21.396349+0000","last_peered":"2024-09-15T23:45:21.396349+0000","last_clean":"2024-09-15T23:45:21.396349+0000","last_became_active":"2024-09-15T23:45:07.323405+0000","last_became_peered":"2024-09-15T23:45:07.323405+0000","last_unstale":"2024-09-15T23:45:21.396349+0000","last_undegraded":"2024-09-15T23:45:21.396349+0000","last_fullsized":"2024-09-15T23:45:21.396349+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:17:01.347512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"83'1","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355139+0000","last_change":"2024-09-15T23:45:09.335070+0000","last_active":"2024-09-15T23:45:18.355139+0000","last_peered":"2024-09-15T23:45:18.355139+0000","last_clean":"2024-09-15T23:45:18.355139+0000","last_became_active":"2024-09-15T23:45:09.332206+0000","last_became_peered":"2024-09-15T23:45:09.332206+0000","last_unstale":"2024-09-15T23:45:18.355139+0000","last_undegraded":"2024-09-15T23:45:18.355139+0000","last_fullsized":"2024-09-15T23:45:18.355139+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:10:36.127474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"83'5","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:30.000608+0000","last_change":"2024-09-15T23:45:07.705605+0000","last_active":"2024-09-15T23:45:30.000608+0000","last_peered":"2024-09-15T23:45:30.000608+0000","last_clean":"2024-09-15T23:45:30.000608+0000","last_became_active":"2024-09-15T23:45:07.705108+0000","last_became_peered":"2024-09-15T23:45:07.705108+0000","last_unstale":"2024-09-15T23:45:30.000608+0000","last_undegraded":"2024-09-15T23:45:30.000608+0000","last_fullsized":"2024-09-15T23:45:30.000608+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:20:18.713068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":12,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355258+0000","last_change":"2024-09-15T23:45:09.343024+0000","last_active":"2024-09-15T23:45:18.355258+0000","last_peered":"2024-09-15T23:45:18.355258+0000","last_clean":"2024-09-15T23:45:18.355258+0000","last_became_active":"2024-09-15T23:45:09.342682+0000","last_became_peered":"2024-09-15T23:45:09.342682+0000","last_unstale":"2024-09-15T23:45:18.355258+0000","last_undegraded":"2024-09-15T23:45:18.355258+0000","last_fullsized":"2024-09-15T23:45:18.355258+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:14:59.321448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":348,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355065+0000","last_change":"2024-09-15T23:43:57.114162+0000","last_active":"2024-09-15T23:45:18.355065+0000","last_peered":"2024-09-15T23:45:18.355065+0000","last_clean":"2024-09-15T23:45:18.355065+0000","last_became_active":"2024-09-15T23:43:57.113735+0000","last_became_peered":"2024-09-15T23:43:57.113735+0000","last_unstale":"2024-09-15T23:45:18.355065+0000","last_undegraded":"2024-09-15T23:45:18.355065+0000","last_fullsized":"2024-09-15T23:45:18.355065+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:40:31.538127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:40:31.538127+0000","last_clean_scrub_stamp":"2024-09-15T23:40:31.538127+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:53.678578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.987981+0000","last_change":"2024-09-15T23:45:07.314028+0000","last_active":"2024-09-15T23:45:21.987981+0000","last_peered":"2024-09-15T23:45:21.987981+0000","last_clean":"2024-09-15T23:45:21.987981+0000","last_became_active":"2024-09-15T23:45:07.313640+0000","last_became_peered":"2024-09-15T23:45:07.313640+0000","last_unstale":"2024-09-15T23:45:21.987981+0000","last_undegraded":"2024-09-15T23:45:21.987981+0000","last_fullsized":"2024-09-15T23:45:21.987981+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:19:35.589971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.471934+0000","last_change":"2024-09-15T23:45:18.471629+0000","last_active":"2024-09-15T23:45:18.471934+0000","last_peered":"2024-09-15T23:45:18.471934+0000","last_clean":"2024-09-15T23:45:18.471934+0000","last_became_active":"2024-09-15T23:45:18.471332+0000","last_became_peered":"2024-09-15T23:45:18.471332+0000","last_unstale":"2024-09-15T23:45:18.471934+0000","last_undegraded":"2024-09-15T23:45:18.471934+0000","last_fullsized":"2024-09-15T23:45:18.471934+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:51:18.923398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":26,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:19.376743+0000","last_change":"2024-09-15T23:45:07.319661+0000","last_active":"2024-09-15T23:45:19.376743+0000","last_peered":"2024-09-15T23:45:19.376743+0000","last_clean":"2024-09-15T23:45:19.376743+0000","last_became_active":"2024-09-15T23:45:07.319311+0000","last_became_peered":"2024-09-15T23:45:07.319311+0000","last_unstale":"2024-09-15T23:45:19.376743+0000","last_undegraded":"2024-09-15T23:45:19.376743+0000","last_fullsized":"2024-09-15T23:45:19.376743+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:09:08.718359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.595764+0000","last_change":"2024-09-15T23:45:09.336790+0000","last_active":"2024-09-15T23:45:18.595764+0000","last_peered":"2024-09-15T23:45:18.595764+0000","last_clean":"2024-09-15T23:45:18.595764+0000","last_became_active":"2024-09-15T23:45:09.335853+0000","last_became_peered":"2024-09-15T23:45:09.335853+0000","last_unstale":"2024-09-15T23:45:18.595764+0000","last_undegraded":"2024-09-15T23:45:18.595764+0000","last_fullsized":"2024-09-15T23:45:18.595764+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:30.260338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:31.001255+0000","last_change":"2024-09-15T23:45:07.485142+0000","last_active":"2024-09-15T23:45:31.001255+0000","last_peered":"2024-09-15T23:45:31.001255+0000","last_clean":"2024-09-15T23:45:31.001255+0000","last_became_active":"2024-09-15T23:45:07.484584+0000","last_became_peered":"2024-09-15T23:45:07.484584+0000","last_unstale":"2024-09-15T23:45:31.001255+0000","last_undegraded":"2024-09-15T23:45:31.001255+0000","last_fullsized":"2024-09-15T23:45:31.001255+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:02.958542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.470113+0000","last_change":"2024-09-15T23:45:09.330319+0000","last_active":"2024-09-15T23:45:18.470113+0000","last_peered":"2024-09-15T23:45:18.470113+0000","last_clean":"2024-09-15T23:45:18.470113+0000","last_became_active":"2024-09-15T23:45:09.329963+0000","last_became_peered":"2024-09-15T23:45:09.329963+0000","last_unstale":"2024-09-15T23:45:18.470113+0000","last_undegraded":"2024-09-15T23:45:18.470113+0000","last_fullsized":"2024-09-15T23:45:18.470113+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:33:37.921792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"83'5","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:29.999991+0000","last_change":"2024-09-15T23:45:07.311407+0000","last_active":"2024-09-15T23:45:29.999991+0000","last_peered":"2024-09-15T23:45:29.999991+0000","last_clean":"2024-09-15T23:45:29.999991+0000","last_became_active":"2024-09-15T23:45:07.311043+0000","last_became_peered":"2024-09-15T23:45:07.311043+0000","last_unstale":"2024-09-15T23:45:29.999991+0000","last_undegraded":"2024-09-15T23:45:29.999991+0000","last_fullsized":"2024-09-15T23:45:29.999991+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:13.588530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356818+0000","last_change":"2024-09-15T23:45:09.343770+0000","last_active":"2024-09-15T23:45:18.356818+0000","last_peered":"2024-09-15T23:45:18.356818+0000","last_clean":"2024-09-15T23:45:18.356818+0000","last_became_active":"2024-09-15T23:45:09.343446+0000","last_became_peered":"2024-09-15T23:45:09.343446+0000","last_unstale":"2024-09-15T23:45:18.356818+0000","last_undegraded":"2024-09-15T23:45:18.356818+0000","last_fullsized":"2024-09-15T23:45:18.356818+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:33:16.225344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.353864+0000","last_change":"2024-09-15T23:45:07.486072+0000","last_active":"2024-09-15T23:45:18.353864+0000","last_peered":"2024-09-15T23:45:18.353864+0000","last_clean":"2024-09-15T23:45:18.353864+0000","last_became_active":"2024-09-15T23:45:07.485653+0000","last_became_peered":"2024-09-15T23:45:07.485653+0000","last_unstale":"2024-09-15T23:45:18.353864+0000","last_undegraded":"2024-09-15T23:45:18.353864+0000","last_fullsized":"2024-09-15T23:45:18.353864+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:58:00.598795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'1","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.357003+0000","last_change":"2024-09-15T23:45:09.336737+0000","last_active":"2024-09-15T23:45:18.357003+0000","last_peered":"2024-09-15T23:45:18.357003+0000","last_clean":"2024-09-15T23:45:18.357003+0000","last_became_active":"2024-09-15T23:45:09.336269+0000","last_became_peered":"2024-09-15T23:45:09.336269+0000","last_unstale":"2024-09-15T23:45:18.357003+0000","last_undegraded":"2024-09-15T23:45:18.357003+0000","last_fullsized":"2024-09-15T23:45:18.357003+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:57:03.941909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"83'4","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396776+0000","last_change":"2024-09-15T23:45:07.485669+0000","last_active":"2024-09-15T23:45:21.396776+0000","last_peered":"2024-09-15T23:45:21.396776+0000","last_clean":"2024-09-15T23:45:21.396776+0000","last_became_active":"2024-09-15T23:45:07.485277+0000","last_became_peered":"2024-09-15T23:45:07.485277+0000","last_unstale":"2024-09-15T23:45:21.396776+0000","last_undegraded":"2024-09-15T23:45:21.396776+0000","last_fullsized":"2024-09-15T23:45:21.396776+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:21:49.728517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.596079+0000","last_change":"2024-09-15T23:45:09.336529+0000","last_active":"2024-09-15T23:45:18.596079+0000","last_peered":"2024-09-15T23:45:18.596079+0000","last_clean":"2024-09-15T23:45:18.596079+0000","last_became_active":"2024-09-15T23:45:09.336180+0000","last_became_peered":"2024-09-15T23:45:09.336180+0000","last_unstale":"2024-09-15T23:45:18.596079+0000","last_undegraded":"2024-09-15T23:45:18.596079+0000","last_fullsized":"2024-09-15T23:45:18.596079+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:25.378208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'14","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:32.326470+0000","last_change":"2024-09-15T23:45:07.318894+0000","last_active":"2024-09-15T23:45:32.326470+0000","last_peered":"2024-09-15T23:45:32.326470+0000","last_clean":"2024-09-15T23:45:32.326470+0000","last_became_active":"2024-09-15T23:45:07.318546+0000","last_became_peered":"2024-09-15T23:45:07.318546+0000","last_unstale":"2024-09-15T23:45:32.326470+0000","last_undegraded":"2024-09-15T23:45:32.326470+0000","last_fullsized":"2024-09-15T23:45:32.326470+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:33:57.022019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740970+0000","last_change":"2024-09-15T23:45:09.332889+0000","last_active":"2024-09-15T23:45:18.740970+0000","last_peered":"2024-09-15T23:45:18.740970+0000","last_clean":"2024-09-15T23:45:18.740970+0000","last_became_active":"2024-09-15T23:45:09.332325+0000","last_became_peered":"2024-09-15T23:45:09.332325+0000","last_unstale":"2024-09-15T23:45:18.740970+0000","last_undegraded":"2024-09-15T23:45:18.740970+0000","last_fullsized":"2024-09-15T23:45:18.740970+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:43.482022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"83'7","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396717+0000","last_change":"2024-09-15T23:45:07.705752+0000","last_active":"2024-09-15T23:45:21.396717+0000","last_peered":"2024-09-15T23:45:21.396717+0000","last_clean":"2024-09-15T23:45:21.396717+0000","last_became_active":"2024-09-15T23:45:07.705401+0000","last_became_peered":"2024-09-15T23:45:07.705401+0000","last_unstale":"2024-09-15T23:45:21.396717+0000","last_undegraded":"2024-09-15T23:45:21.396717+0000","last_fullsized":"2024-09-15T23:45:21.396717+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:46.134803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.742121+0000","last_change":"2024-09-15T23:45:18.742121+0000","last_active":"2024-09-15T23:45:18.742121+0000","last_peered":"2024-09-15T23:45:18.742121+0000","last_clean":"2024-09-15T23:45:18.742121+0000","last_became_active":"2024-09-15T23:45:18.741740+0000","last_became_peered":"2024-09-15T23:45:18.741740+0000","last_unstale":"2024-09-15T23:45:18.742121+0000","last_undegraded":"2024-09-15T23:45:18.742121+0000","last_fullsized":"2024-09-15T23:45:18.742121+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:52.454260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"82'2","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358557+0000","last_change":"2024-09-15T23:45:07.485262+0000","last_active":"2024-09-15T23:45:18.358557+0000","last_peered":"2024-09-15T23:45:18.358557+0000","last_clean":"2024-09-15T23:45:18.358557+0000","last_became_active":"2024-09-15T23:45:07.484939+0000","last_became_peered":"2024-09-15T23:45:07.484939+0000","last_unstale":"2024-09-15T23:45:18.358557+0000","last_undegraded":"2024-09-15T23:45:18.358557+0000","last_fullsized":"2024-09-15T23:45:18.358557+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:00:40.764320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358673+0000","last_change":"2024-09-15T23:45:09.346579+0000","last_active":"2024-09-15T23:45:18.358673+0000","last_peered":"2024-09-15T23:45:18.358673+0000","last_clean":"2024-09-15T23:45:18.358673+0000","last_became_active":"2024-09-15T23:45:09.346196+0000","last_became_peered":"2024-09-15T23:45:09.346196+0000","last_unstale":"2024-09-15T23:45:18.358673+0000","last_undegraded":"2024-09-15T23:45:18.358673+0000","last_fullsized":"2024-09-15T23:45:18.358673+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:45:54.178974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396415+0000","last_change":"2024-09-15T23:45:07.311438+0000","last_active":"2024-09-15T23:45:21.396415+0000","last_peered":"2024-09-15T23:45:21.396415+0000","last_clean":"2024-09-15T23:45:21.396415+0000","last_became_active":"2024-09-15T23:45:07.310482+0000","last_became_peered":"2024-09-15T23:45:07.310482+0000","last_unstale":"2024-09-15T23:45:21.396415+0000","last_undegraded":"2024-09-15T23:45:21.396415+0000","last_fullsized":"2024-09-15T23:45:21.396415+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:36:36.614195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.357105+0000","last_change":"2024-09-15T23:45:09.340804+0000","last_active":"2024-09-15T23:45:18.357105+0000","last_peered":"2024-09-15T23:45:18.357105+0000","last_clean":"2024-09-15T23:45:18.357105+0000","last_became_active":"2024-09-15T23:45:09.340507+0000","last_became_peered":"2024-09-15T23:45:09.340507+0000","last_unstale":"2024-09-15T23:45:18.357105+0000","last_undegraded":"2024-09-15T23:45:18.357105+0000","last_fullsized":"2024-09-15T23:45:18.357105+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:01:14.448967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"83'3","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:20.387707+0000","last_change":"2024-09-15T23:45:18.742127+0000","last_active":"2024-09-15T23:45:20.387707+0000","last_peered":"2024-09-15T23:45:20.387707+0000","last_clean":"2024-09-15T23:45:20.387707+0000","last_became_active":"2024-09-15T23:45:18.741720+0000","last_became_peered":"2024-09-15T23:45:18.741720+0000","last_unstale":"2024-09-15T23:45:20.387707+0000","last_undegraded":"2024-09-15T23:45:20.387707+0000","last_fullsized":"2024-09-15T23:45:20.387707+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:14.779599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740801+0000","last_change":"2024-09-15T23:45:09.337689+0000","last_active":"2024-09-15T23:45:18.740801+0000","last_peered":"2024-09-15T23:45:18.740801+0000","last_clean":"2024-09-15T23:45:18.740801+0000","last_became_active":"2024-09-15T23:45:09.337394+0000","last_became_peered":"2024-09-15T23:45:09.337394+0000","last_unstale":"2024-09-15T23:45:18.740801+0000","last_undegraded":"2024-09-15T23:45:18.740801+0000","last_fullsized":"2024-09-15T23:45:18.740801+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:32:59.568555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"82'4","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358918+0000","last_change":"2024-09-15T23:45:07.322410+0000","last_active":"2024-09-15T23:45:18.358918+0000","last_peered":"2024-09-15T23:45:18.358918+0000","last_clean":"2024-09-15T23:45:18.358918+0000","last_became_active":"2024-09-15T23:45:07.321222+0000","last_became_peered":"2024-09-15T23:45:07.321222+0000","last_unstale":"2024-09-15T23:45:18.358918+0000","last_undegraded":"2024-09-15T23:45:18.358918+0000","last_fullsized":"2024-09-15T23:45:18.358918+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:24:14.197127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355192+0000","last_change":"2024-09-15T23:45:09.338236+0000","last_active":"2024-09-15T23:45:18.355192+0000","last_peered":"2024-09-15T23:45:18.355192+0000","last_clean":"2024-09-15T23:45:18.355192+0000","last_became_active":"2024-09-15T23:45:09.337905+0000","last_became_peered":"2024-09-15T23:45:09.337905+0000","last_unstale":"2024-09-15T23:45:18.355192+0000","last_undegraded":"2024-09-15T23:45:18.355192+0000","last_fullsized":"2024-09-15T23:45:18.355192+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:27:06.451524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.470494+0000","last_change":"2024-09-15T23:45:09.335474+0000","last_active":"2024-09-15T23:45:18.470494+0000","last_peered":"2024-09-15T23:45:18.470494+0000","last_clean":"2024-09-15T23:45:18.470494+0000","last_became_active":"2024-09-15T23:45:09.335134+0000","last_became_peered":"2024-09-15T23:45:09.335134+0000","last_unstale":"2024-09-15T23:45:18.470494+0000","last_undegraded":"2024-09-15T23:45:18.470494+0000","last_fullsized":"2024-09-15T23:45:18.470494+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:20:40.804854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"83'5","reported_seq":28,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.398042+0000","last_change":"2024-09-15T23:45:07.319775+0000","last_active":"2024-09-15T23:45:21.398042+0000","last_peered":"2024-09-15T23:45:21.398042+0000","last_clean":"2024-09-15T23:45:21.398042+0000","last_became_active":"2024-09-15T23:45:07.319409+0000","last_became_peered":"2024-09-15T23:45:07.319409+0000","last_unstale":"2024-09-15T23:45:21.398042+0000","last_undegraded":"2024-09-15T23:45:21.398042+0000","last_fullsized":"2024-09-15T23:45:21.398042+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:34.552871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358456+0000","last_change":"2024-09-15T23:45:09.334261+0000","last_active":"2024-09-15T23:45:18.358456+0000","last_peered":"2024-09-15T23:45:18.358456+0000","last_clean":"2024-09-15T23:45:18.358456+0000","last_became_active":"2024-09-15T23:45:09.332984+0000","last_became_peered":"2024-09-15T23:45:09.332984+0000","last_unstale":"2024-09-15T23:45:18.358456+0000","last_undegraded":"2024-09-15T23:45:18.358456+0000","last_fullsized":"2024-09-15T23:45:18.358456+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:59:55.594300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"83'12","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.985493+0000","last_change":"2024-09-15T23:45:07.321572+0000","last_active":"2024-09-15T23:45:21.985493+0000","last_peered":"2024-09-15T23:45:21.985493+0000","last_clean":"2024-09-15T23:45:21.985493+0000","last_became_active":"2024-09-15T23:45:07.321190+0000","last_became_peered":"2024-09-15T23:45:07.321190+0000","last_unstale":"2024-09-15T23:45:21.985493+0000","last_undegraded":"2024-09-15T23:45:21.985493+0000","last_fullsized":"2024-09-15T23:45:21.985493+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:37:27.707529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356079+0000","last_change":"2024-09-15T23:45:09.339479+0000","last_active":"2024-09-15T23:45:18.356079+0000","last_peered":"2024-09-15T23:45:18.356079+0000","last_clean":"2024-09-15T23:45:18.356079+0000","last_became_active":"2024-09-15T23:45:09.339160+0000","last_became_peered":"2024-09-15T23:45:09.339160+0000","last_unstale":"2024-09-15T23:45:18.356079+0000","last_undegraded":"2024-09-15T23:45:18.356079+0000","last_fullsized":"2024-09-15T23:45:18.356079+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:13:12.360627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740939+0000","last_change":"2024-09-15T23:45:07.485049+0000","last_active":"2024-09-15T23:45:18.740939+0000","last_peered":"2024-09-15T23:45:18.740939+0000","last_clean":"2024-09-15T23:45:18.740939+0000","last_became_active":"2024-09-15T23:45:07.484693+0000","last_became_peered":"2024-09-15T23:45:07.484693+0000","last_unstale":"2024-09-15T23:45:18.740939+0000","last_undegraded":"2024-09-15T23:45:18.740939+0000","last_fullsized":"2024-09-15T23:45:18.740939+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:31:56.657697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740773+0000","last_change":"2024-09-15T23:45:09.330417+0000","last_active":"2024-09-15T23:45:18.740773+0000","last_peered":"2024-09-15T23:45:18.740773+0000","last_clean":"2024-09-15T23:45:18.740773+0000","last_became_active":"2024-09-15T23:45:09.330119+0000","last_became_peered":"2024-09-15T23:45:09.330119+0000","last_unstale":"2024-09-15T23:45:18.740773+0000","last_undegraded":"2024-09-15T23:45:18.740773+0000","last_fullsized":"2024-09-15T23:45:18.740773+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:19.273371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"83'13","reported_seq":49,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:33.003126+0000","last_change":"2024-09-15T23:45:07.316006+0000","last_active":"2024-09-15T23:45:33.003126+0000","last_peered":"2024-09-15T23:45:33.003126+0000","last_clean":"2024-09-15T23:45:33.003126+0000","last_became_active":"2024-09-15T23:45:07.315670+0000","last_became_peered":"2024-09-15T23:45:07.315670+0000","last_unstale":"2024-09-15T23:45:33.003126+0000","last_undegraded":"2024-09-15T23:45:33.003126+0000","last_fullsized":"2024-09-15T23:45:33.003126+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:48.366742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":56534,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":152,"num_read_kb":141,"num_write":237,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":528384,"data_stored":160555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":203,"ondisk_log_size":203,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":281803,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":75,"seq":322122547218,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32080,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713072,"statfs":{"total":95995035648,"available":95962185728,"internally_reserved":0,"allocated":917504,"data_stored":440332,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":68,"seq":292057776150,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32216,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712936,"statfs":{"total":95995035648,"available":95962046464,"internally_reserved":0,"allocated":1056768,"data_stored":1081361,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":63,"seq":270582939676,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32096,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713056,"statfs":{"total":95995035648,"available":95962169344,"internally_reserved":0,"allocated":933888,"data_stored":440150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201312,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":921600,"data_stored":440416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430245,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":983040,"data_stored":1032655,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593771,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":917504,"data_stored":439867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822704,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":995328,"data_stored":1032333,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986229,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32140,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713012,"statfs":{"total":95995035648,"available":95962124288,"internally_reserved":0,"allocated":978944,"data_stored":489840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215162,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":933888,"data_stored":439692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411391,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36252,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708900,"statfs":{"total":95995035648,"available":95957913600,"internally_reserved":0,"allocated":929792,"data_stored":441000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574916,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32120,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713032,"statfs":{"total":95995035648,"available":95962144768,"internally_reserved":0,"allocated":958464,"data_stored":481845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738441,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":937984,"data_stored":441206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34201,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34201,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34201,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":42817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":50812,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":51848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-15T23:45:37.360 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-15T23:45:37.361 INFO:tasks.cephadm:Setting up client nodes... 2024-09-15T23:45:37.361 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-15T23:45:37.612 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:38.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.135+0000 7f98d00de640 1 -- 172.21.15.71:0/2411997765 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98c8102df0 msgr2=0x7f98c8103270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:38.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.135+0000 7f98d00de640 1 --2- 172.21.15.71:0/2411997765 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98c8102df0 0x7f98c8103270 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f98b8009900 tx=0x7f98b802a410 comp rx=0 tx=0).stop 2024-09-15T23:45:38.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.135+0000 7f98d00de640 1 -- 172.21.15.71:0/2411997765 shutdown_connections 2024-09-15T23:45:38.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.135+0000 7f98d00de640 1 --2- 172.21.15.71:0/2411997765 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f98c81037b0 0x7f98c810a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:38.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.135+0000 7f98d00de640 1 --2- 172.21.15.71:0/2411997765 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98c8102df0 0x7f98c8103270 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:38.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.135+0000 7f98d00de640 1 --2- 172.21.15.71:0/2411997765 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f98c8101bf0 0x7f98c8101ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:38.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.135+0000 7f98d00de640 1 -- 172.21.15.71:0/2411997765 >> 172.21.15.71:0/2411997765 conn(0x7f98c80fd3c0 msgr2=0x7f98c80ff7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:38.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.135+0000 7f98d00de640 1 -- 172.21.15.71:0/2411997765 shutdown_connections 2024-09-15T23:45:38.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.135+0000 7f98d00de640 1 -- 172.21.15.71:0/2411997765 wait complete. 2024-09-15T23:45:38.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.135+0000 7f98d00de640 1 Processor -- start 2024-09-15T23:45:38.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.135+0000 7f98d00de640 1 -- start start 2024-09-15T23:45:38.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.136+0000 7f98d00de640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f98c8101bf0 0x7f98c8197d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:38.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.136+0000 7f98d00de640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98c8102df0 0x7f98c8198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:38.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.136+0000 7f98d00de640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f98c81037b0 0x7f98c819f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:38.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.136+0000 7f98d00de640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f98c810d700 con 0x7f98c8102df0 2024-09-15T23:45:38.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.136+0000 7f98d00de640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f98c810d580 con 0x7f98c81037b0 2024-09-15T23:45:38.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.136+0000 7f98d00de640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f98c810d880 con 0x7f98c8101bf0 2024-09-15T23:45:38.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.136+0000 7f98cd679640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98c8102df0 0x7f98c8198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:38.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.136+0000 7f98cd679640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98c8102df0 0x7f98c8198290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51060/0 (socket says 172.21.15.71:51060) 2024-09-15T23:45:38.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.136+0000 7f98cd679640 1 -- 172.21.15.71:0/192648765 learned_addr learned my addr 172.21.15.71:0/192648765 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:38.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.136+0000 7f98cde7a640 1 --2- 172.21.15.71:0/192648765 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f98c8101bf0 0x7f98c8197d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:38.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.136+0000 7f98cd679640 1 -- 172.21.15.71:0/192648765 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f98c8101bf0 msgr2=0x7f98c8197d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:38.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.136+0000 7f98cd679640 1 --2- 172.21.15.71:0/192648765 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f98c8101bf0 0x7f98c8197d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:38.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.136+0000 7f98cd679640 1 -- 172.21.15.71:0/192648765 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f98c81037b0 msgr2=0x7f98c819f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:38.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.136+0000 7f98cd679640 1 --2- 172.21.15.71:0/192648765 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f98c81037b0 0x7f98c819f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:38.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.136+0000 7f98cd679640 1 -- 172.21.15.71:0/192648765 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98c819f980 con 0x7f98c8102df0 2024-09-15T23:45:38.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.136+0000 7f98cd679640 1 --2- 172.21.15.71:0/192648765 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98c8102df0 0x7f98c8198290 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f98b8004770 tx=0x7f98b80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:38.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.136+0000 7f98beffd640 1 -- 172.21.15.71:0/192648765 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98b803f030 con 0x7f98c8102df0 2024-09-15T23:45:38.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.136+0000 7f98beffd640 1 -- 172.21.15.71:0/192648765 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f98b8003cb0 con 0x7f98c8102df0 2024-09-15T23:45:38.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.136+0000 7f98d00de640 1 -- 172.21.15.71:0/192648765 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98c819fc10 con 0x7f98c8102df0 2024-09-15T23:45:38.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.136+0000 7f98beffd640 1 -- 172.21.15.71:0/192648765 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98b8035070 con 0x7f98c8102df0 2024-09-15T23:45:38.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.136+0000 7f98d00de640 1 -- 172.21.15.71:0/192648765 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98c81a00f0 con 0x7f98c8102df0 2024-09-15T23:45:38.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.138+0000 7f98d00de640 1 -- 172.21.15.71:0/192648765 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98c8108fe0 con 0x7f98c8102df0 2024-09-15T23:45:38.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.139+0000 7f98beffd640 1 -- 172.21.15.71:0/192648765 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f98b8042030 con 0x7f98c8102df0 2024-09-15T23:45:38.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.140+0000 7f98beffd640 1 --2- 172.21.15.71:0/192648765 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f98b40a3300 0x7f98b40a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:38.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.140+0000 7f98cde7a640 1 --2- 172.21.15.71:0/192648765 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f98b40a3300 0x7f98b40a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:38.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.140+0000 7f98beffd640 1 -- 172.21.15.71:0/192648765 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f98b80f0790 con 0x7f98c8102df0 2024-09-15T23:45:38.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.140+0000 7f98cde7a640 1 --2- 172.21.15.71:0/192648765 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f98b40a3300 0x7f98b40a57c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f98c4005fd0 tx=0x7f98c4005ce0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:38.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.143+0000 7f98beffd640 1 -- 172.21.15.71:0/192648765 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f98b80bd380 con 0x7f98c8102df0 2024-09-15T23:45:38.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:37 smithi190 ceph-mon[34840]: from='client.14751 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-15T23:45:38.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:37 smithi190 ceph-mon[34840]: pgmap v293: 97 pgs: 97 active+clean; 632 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 4.2 KiB/s wr, 12 op/s 2024-09-15T23:45:38.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.370+0000 7f98d00de640 1 -- 172.21.15.71:0/192648765 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f98c8062df0 con 0x7f98c8102df0 2024-09-15T23:45:38.371 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:37 smithi071 ceph-mon[30957]: from='client.14751 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-15T23:45:38.371 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:37 smithi071 ceph-mon[30957]: pgmap v293: 97 pgs: 97 active+clean; 632 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 4.2 KiB/s wr, 12 op/s 2024-09-15T23:45:38.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.372+0000 7f98beffd640 1 -- 172.21.15.71:0/192648765 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f98b80bcc80 con 0x7f98c8102df0 2024-09-15T23:45:38.373 INFO:teuthology.orchestra.run.smithi071.stdout:[client.0] 2024-09-15T23:45:38.373 INFO:teuthology.orchestra.run.smithi071.stdout: key = AQCicedmKmUnFhAAuZrdZLJfxV2AjEfkfpYz/w== 2024-09-15T23:45:38.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.375+0000 7f98d00de640 1 -- 172.21.15.71:0/192648765 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f98b40a3300 msgr2=0x7f98b40a57c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:38.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.375+0000 7f98d00de640 1 --2- 172.21.15.71:0/192648765 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f98b40a3300 0x7f98b40a57c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f98c4005fd0 tx=0x7f98c4005ce0 comp rx=0 tx=0).stop 2024-09-15T23:45:38.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.375+0000 7f98d00de640 1 -- 172.21.15.71:0/192648765 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98c8102df0 msgr2=0x7f98c8198290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:38.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.375+0000 7f98d00de640 1 --2- 172.21.15.71:0/192648765 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98c8102df0 0x7f98c8198290 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f98b8004770 tx=0x7f98b80042f0 comp rx=0 tx=0).stop 2024-09-15T23:45:38.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.375+0000 7f98d00de640 1 -- 172.21.15.71:0/192648765 shutdown_connections 2024-09-15T23:45:38.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.375+0000 7f98d00de640 1 --2- 172.21.15.71:0/192648765 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f98b40a3300 0x7f98b40a57c0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:38.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.375+0000 7f98d00de640 1 --2- 172.21.15.71:0/192648765 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f98c81037b0 0x7f98c819f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:38.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.375+0000 7f98d00de640 1 --2- 172.21.15.71:0/192648765 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98c8102df0 0x7f98c8198290 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:38.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.375+0000 7f98d00de640 1 --2- 172.21.15.71:0/192648765 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f98c8101bf0 0x7f98c8197d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:38.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.375+0000 7f98d00de640 1 -- 172.21.15.71:0/192648765 >> 172.21.15.71:0/192648765 conn(0x7f98c80fd3c0 msgr2=0x7f98c81061b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:38.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.375+0000 7f98d00de640 1 -- 172.21.15.71:0/192648765 shutdown_connections 2024-09-15T23:45:38.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:38.375+0000 7f98d00de640 1 -- 172.21.15.71:0/192648765 wait complete. 2024-09-15T23:45:38.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:37 smithi163 ceph-mon[34107]: from='client.14751 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-15T23:45:38.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:37 smithi163 ceph-mon[34107]: pgmap v293: 97 pgs: 97 active+clean; 632 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 4.2 KiB/s wr, 12 op/s 2024-09-15T23:45:39.003 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-15T23:45:39.003 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-15T23:45:39.003 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-15T23:45:39.036 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:38 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/192648765' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-15T23:45:39.036 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:38 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/192648765' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-15T23:45:39.040 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-15T23:45:39.040 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-15T23:45:39.041 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph mgr dump --format=json 2024-09-15T23:45:39.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:38 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/192648765' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-15T23:45:39.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:38 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/192648765' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-15T23:45:39.327 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:39.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:38 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/192648765' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-15T23:45:39.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:38 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/192648765' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-15T23:45:39.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.801+0000 7f764611d640 1 -- 172.21.15.71:0/3104263776 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7640100a80 msgr2=0x7f7640100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:39.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.801+0000 7f764611d640 1 --2- 172.21.15.71:0/3104263776 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7640100a80 0x7f7640100ee0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f7628009930 tx=0x7f762802a420 comp rx=0 tx=0).stop 2024-09-15T23:45:39.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.801+0000 7f764611d640 1 -- 172.21.15.71:0/3104263776 shutdown_connections 2024-09-15T23:45:39.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.801+0000 7f764611d640 1 --2- 172.21.15.71:0/3104263776 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7640101420 0x7f764010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:39.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.801+0000 7f764611d640 1 --2- 172.21.15.71:0/3104263776 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7640100a80 0x7f7640100ee0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:39.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.801+0000 7f764611d640 1 --2- 172.21.15.71:0/3104263776 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7640106a80 0x7f7640106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:39.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.801+0000 7f764611d640 1 -- 172.21.15.71:0/3104263776 >> 172.21.15.71:0/3104263776 conn(0x7f76400fc7a0 msgr2=0x7f76400febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:39.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.801+0000 7f764611d640 1 -- 172.21.15.71:0/3104263776 shutdown_connections 2024-09-15T23:45:39.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.801+0000 7f764611d640 1 -- 172.21.15.71:0/3104263776 wait complete. 2024-09-15T23:45:39.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.802+0000 7f764611d640 1 Processor -- start 2024-09-15T23:45:39.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.802+0000 7f764611d640 1 -- start start 2024-09-15T23:45:39.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.802+0000 7f764611d640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7640100a80 0x7f7640198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:39.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.802+0000 7f764611d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7640101420 0x7f7640198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:39.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.802+0000 7f764611d640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7640106a80 0x7f764019cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:39.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.802+0000 7f764611d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7640110dd0 con 0x7f7640101420 2024-09-15T23:45:39.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.802+0000 7f764611d640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f7640110c50 con 0x7f7640100a80 2024-09-15T23:45:39.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.802+0000 7f764611d640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f7640110f50 con 0x7f7640106a80 2024-09-15T23:45:39.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.802+0000 7f7637fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7640101420 0x7f7640198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:39.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.802+0000 7f7637fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7640101420 0x7f7640198a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51082/0 (socket says 172.21.15.71:51082) 2024-09-15T23:45:39.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.802+0000 7f7637fff640 1 -- 172.21.15.71:0/282694341 learned_addr learned my addr 172.21.15.71:0/282694341 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:39.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.803+0000 7f763ffff640 1 --2- 172.21.15.71:0/282694341 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7640106a80 0x7f764019cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:39.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.803+0000 7f763f7fe640 1 --2- 172.21.15.71:0/282694341 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7640100a80 0x7f7640198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:39.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.803+0000 7f7637fff640 1 -- 172.21.15.71:0/282694341 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7640106a80 msgr2=0x7f764019cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:39.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.803+0000 7f7637fff640 1 --2- 172.21.15.71:0/282694341 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7640106a80 0x7f764019cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:39.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.803+0000 7f7637fff640 1 -- 172.21.15.71:0/282694341 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7640100a80 msgr2=0x7f7640198510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:39.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.803+0000 7f7637fff640 1 --2- 172.21.15.71:0/282694341 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7640100a80 0x7f7640198510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:39.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.803+0000 7f7637fff640 1 -- 172.21.15.71:0/282694341 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f764019d4c0 con 0x7f7640101420 2024-09-15T23:45:39.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.803+0000 7f7637fff640 1 --2- 172.21.15.71:0/282694341 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7640101420 0x7f7640198a50 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f7628005940 tx=0x7f76280042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:39.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.803+0000 7f763d7fa640 1 -- 172.21.15.71:0/282694341 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f762803f030 con 0x7f7640101420 2024-09-15T23:45:39.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.803+0000 7f763d7fa640 1 -- 172.21.15.71:0/282694341 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7628003cb0 con 0x7f7640101420 2024-09-15T23:45:39.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.803+0000 7f763d7fa640 1 -- 172.21.15.71:0/282694341 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7628035070 con 0x7f7640101420 2024-09-15T23:45:39.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.803+0000 7f764611d640 1 -- 172.21.15.71:0/282694341 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f764019d750 con 0x7f7640101420 2024-09-15T23:45:39.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.803+0000 7f764611d640 1 -- 172.21.15.71:0/282694341 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76401a5090 con 0x7f7640101420 2024-09-15T23:45:39.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.804+0000 7f764611d640 1 -- 172.21.15.71:0/282694341 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7640100f60 con 0x7f7640101420 2024-09-15T23:45:39.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.805+0000 7f763d7fa640 1 -- 172.21.15.71:0/282694341 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f7628042030 con 0x7f7640101420 2024-09-15T23:45:39.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.806+0000 7f763d7fa640 1 --2- 172.21.15.71:0/282694341 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f762c0a3350 0x7f762c0a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:39.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.806+0000 7f763f7fe640 1 --2- 172.21.15.71:0/282694341 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f762c0a3350 0x7f762c0a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:39.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.806+0000 7f763d7fa640 1 -- 172.21.15.71:0/282694341 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f76280f0250 con 0x7f7640101420 2024-09-15T23:45:39.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.806+0000 7f763f7fe640 1 --2- 172.21.15.71:0/282694341 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f762c0a3350 0x7f762c0a5810 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f7630009890 tx=0x7f7630008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:39.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:39.809+0000 7f763d7fa640 1 -- 172.21.15.71:0/282694341 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f76280bce40 con 0x7f7640101420 2024-09-15T23:45:40.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:40.026+0000 7f764611d640 1 -- 172.21.15.71:0/282694341 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f7640109a90 con 0x7f7640101420 2024-09-15T23:45:40.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:40.030+0000 7f763d7fa640 1 -- 172.21.15.71:0/282694341 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+264046 (secure 0 0 0) 0x7f76280bc740 con 0x7f7640101420 2024-09-15T23:45:40.034 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:45:40.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:40.033+0000 7f764611d640 1 -- 172.21.15.71:0/282694341 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f762c0a3350 msgr2=0x7f762c0a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:40.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:40.033+0000 7f764611d640 1 --2- 172.21.15.71:0/282694341 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f762c0a3350 0x7f762c0a5810 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f7630009890 tx=0x7f7630008040 comp rx=0 tx=0).stop 2024-09-15T23:45:40.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:40.033+0000 7f764611d640 1 -- 172.21.15.71:0/282694341 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7640101420 msgr2=0x7f7640198a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:40.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:40.033+0000 7f764611d640 1 --2- 172.21.15.71:0/282694341 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7640101420 0x7f7640198a50 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f7628005940 tx=0x7f76280042f0 comp rx=0 tx=0).stop 2024-09-15T23:45:40.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:40.033+0000 7f764611d640 1 -- 172.21.15.71:0/282694341 shutdown_connections 2024-09-15T23:45:40.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:40.033+0000 7f764611d640 1 --2- 172.21.15.71:0/282694341 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f762c0a3350 0x7f762c0a5810 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:40.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:40.033+0000 7f764611d640 1 --2- 172.21.15.71:0/282694341 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7640106a80 0x7f764019cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:40.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:40.033+0000 7f764611d640 1 --2- 172.21.15.71:0/282694341 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7640101420 0x7f7640198a50 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:40.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:40.033+0000 7f764611d640 1 --2- 172.21.15.71:0/282694341 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7640100a80 0x7f7640198510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:40.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:40.033+0000 7f764611d640 1 -- 172.21.15.71:0/282694341 >> 172.21.15.71:0/282694341 conn(0x7f76400fc7a0 msgr2=0x7f764006ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:40.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:40.033+0000 7f764611d640 1 -- 172.21.15.71:0/282694341 shutdown_connections 2024-09-15T23:45:40.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:40.033+0000 7f764611d640 1 -- 172.21.15.71:0/282694341 wait complete. 2024-09-15T23:45:40.251 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:39 smithi190 ceph-mon[34840]: pgmap v294: 97 pgs: 97 active+clean; 640 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.0 KiB/s wr, 14 op/s 2024-09-15T23:45:40.364 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:39 smithi071 ceph-mon[30957]: pgmap v294: 97 pgs: 97 active+clean; 640 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.0 KiB/s wr, 14 op/s 2024-09-15T23:45:40.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:39 smithi163 ceph-mon[34107]: pgmap v294: 97 pgs: 97 active+clean; 640 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.0 KiB/s wr, 14 op/s 2024-09-15T23:45:40.828 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":17,"flags":0,"active_gid":14150,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":881242149},{"type":"v1","addr":"172.21.15.71:6801","nonce":881242149}]},"active_addr":"172.21.15.71:6801/881242149","active_change":"2024-09-15T23:38:16.969841+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24115,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24119,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.71:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":3963273141}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":3616574146}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":918116872}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":4226211427}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":1048367217}]}]} 2024-09-15T23:45:40.834 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-15T23:45:40.834 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-15T23:45:40.834 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-15T23:45:41.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:40 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/282694341' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-15T23:45:41.087 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:41.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:40 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/282694341' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-15T23:45:41.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:40 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/282694341' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-15T23:45:41.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.564+0000 7f241536e640 1 -- 172.21.15.71:0/1345624371 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2410100eb0 msgr2=0x7f2410106840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:41.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.564+0000 7f241536e640 1 --2- 172.21.15.71:0/1345624371 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2410100eb0 0x7f2410106840 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f23f8009900 tx=0x7f23f802a410 comp rx=0 tx=0).stop 2024-09-15T23:45:41.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.564+0000 7f241536e640 1 -- 172.21.15.71:0/1345624371 shutdown_connections 2024-09-15T23:45:41.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.564+0000 7f241536e640 1 --2- 172.21.15.71:0/1345624371 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2410106f70 0x7f241010eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:41.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.564+0000 7f241536e640 1 --2- 172.21.15.71:0/1345624371 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2410100eb0 0x7f2410106840 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:41.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.564+0000 7f241536e640 1 --2- 172.21.15.71:0/1345624371 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2410100500 0x7f24101008e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:41.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.564+0000 7f241536e640 1 -- 172.21.15.71:0/1345624371 >> 172.21.15.71:0/1345624371 conn(0x7f24100fc5c0 msgr2=0x7f24100fe9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:41.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.564+0000 7f241536e640 1 -- 172.21.15.71:0/1345624371 shutdown_connections 2024-09-15T23:45:41.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.564+0000 7f241536e640 1 -- 172.21.15.71:0/1345624371 wait complete. 2024-09-15T23:45:41.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.564+0000 7f241536e640 1 Processor -- start 2024-09-15T23:45:41.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.564+0000 7f241536e640 1 -- start start 2024-09-15T23:45:41.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.565+0000 7f241536e640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2410100500 0x7f2410198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:41.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.565+0000 7f241536e640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2410100eb0 0x7f2410198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:41.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.565+0000 7f241536e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2410106f70 0x7f241019ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:41.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.565+0000 7f241536e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2410111e60 con 0x7f2410106f70 2024-09-15T23:45:41.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.565+0000 7f241536e640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f2410111ce0 con 0x7f2410100eb0 2024-09-15T23:45:41.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.565+0000 7f241536e640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f2410111fe0 con 0x7f2410100500 2024-09-15T23:45:41.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.565+0000 7f240f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2410106f70 0x7f241019ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:41.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.565+0000 7f240f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2410106f70 0x7f241019ccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:60354/0 (socket says 172.21.15.71:60354) 2024-09-15T23:45:41.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.565+0000 7f240f7fe640 1 -- 172.21.15.71:0/1818683944 learned_addr learned my addr 172.21.15.71:0/1818683944 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:41.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.565+0000 7f240effd640 1 --2- 172.21.15.71:0/1818683944 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2410100500 0x7f2410198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:41.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.565+0000 7f240e7fc640 1 --2- 172.21.15.71:0/1818683944 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2410100eb0 0x7f2410198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:41.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.565+0000 7f240f7fe640 1 -- 172.21.15.71:0/1818683944 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2410100500 msgr2=0x7f2410198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:41.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.565+0000 7f240f7fe640 1 --2- 172.21.15.71:0/1818683944 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2410100500 0x7f2410198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:41.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.565+0000 7f240f7fe640 1 -- 172.21.15.71:0/1818683944 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2410100eb0 msgr2=0x7f2410198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:41.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.565+0000 7f240f7fe640 1 --2- 172.21.15.71:0/1818683944 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2410100eb0 0x7f2410198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:41.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.565+0000 7f240f7fe640 1 -- 172.21.15.71:0/1818683944 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f241019d3b0 con 0x7f2410106f70 2024-09-15T23:45:41.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.565+0000 7f240e7fc640 1 --2- 172.21.15.71:0/1818683944 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2410100eb0 0x7f2410198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:45:41.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.565+0000 7f240f7fe640 1 --2- 172.21.15.71:0/1818683944 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2410106f70 0x7f241019ccd0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f240800b970 tx=0x7f240800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:41.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.565+0000 7f2407fff640 1 -- 172.21.15.71:0/1818683944 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2408019070 con 0x7f2410106f70 2024-09-15T23:45:41.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.565+0000 7f241536e640 1 -- 172.21.15.71:0/1818683944 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f241019d6a0 con 0x7f2410106f70 2024-09-15T23:45:41.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.565+0000 7f2407fff640 1 -- 172.21.15.71:0/1818683944 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2408014440 con 0x7f2410106f70 2024-09-15T23:45:41.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.565+0000 7f2407fff640 1 -- 172.21.15.71:0/1818683944 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24080075d0 con 0x7f2410106f70 2024-09-15T23:45:41.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.566+0000 7f241536e640 1 -- 172.21.15.71:0/1818683944 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24101a4f80 con 0x7f2410106f70 2024-09-15T23:45:41.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.567+0000 7f241536e640 1 -- 172.21.15.71:0/1818683944 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f241006a4a0 con 0x7f2410106f70 2024-09-15T23:45:41.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.568+0000 7f2407fff640 1 -- 172.21.15.71:0/1818683944 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f240801c070 con 0x7f2410106f70 2024-09-15T23:45:41.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.568+0000 7f2407fff640 1 --2- 172.21.15.71:0/1818683944 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f23fc0a32d0 0x7f23fc0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:41.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.568+0000 7f2407fff640 1 -- 172.21.15.71:0/1818683944 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f24080cef40 con 0x7f2410106f70 2024-09-15T23:45:41.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.568+0000 7f240effd640 1 --2- 172.21.15.71:0/1818683944 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f23fc0a32d0 0x7f23fc0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:41.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.569+0000 7f240effd640 1 --2- 172.21.15.71:0/1818683944 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f23fc0a32d0 0x7f23fc0a5790 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f2410069fc0 tx=0x7f240000b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:41.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.572+0000 7f2407fff640 1 -- 172.21.15.71:0/1818683944 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f240809b5f0 con 0x7f2410106f70 2024-09-15T23:45:41.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.738+0000 7f241536e640 1 -- 172.21.15.71:0/1818683944 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f241010a0e0 con 0x7f2410106f70 2024-09-15T23:45:41.740 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.740+0000 7f2407fff640 1 -- 172.21.15.71:0/1818683944 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+22653 (secure 0 0 0) 0x7f240809f8f0 con 0x7f2410106f70 2024-09-15T23:45:41.741 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:45:41.741 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":83,"fsid":"4eeb5726-73bb-11ef-bceb-c7b262605968","created":"2024-09-15T23:37:32.026413+0000","modified":"2024-09-15T23:45:18.351205+0000","last_up_change":"2024-09-15T23:44:18.494739+0000","last_in_change":"2024-09-15T23:43:55.057780+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T23:40:31.270883+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-15T23:45:06.249987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-15T23:45:08.165620+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5866d7b4-9e16-4f84-b178-467c25ea3369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6803","nonce":3525966842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6805","nonce":3525966842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6809","nonce":3525966842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6807","nonce":3525966842}]},"public_addr":"172.21.15.71:6803/3525966842","cluster_addr":"172.21.15.71:6805/3525966842","heartbeat_back_addr":"172.21.15.71:6809/3525966842","heartbeat_front_addr":"172.21.15.71:6807/3525966842","state":["exists","up"]},{"osd":1,"uuid":"6155354e-7b55-4b4c-b673-6d92f08fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6800","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6801","nonce":1075052522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6803","nonce":1075052522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6807","nonce":1075052522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6805","nonce":1075052522}]},"public_addr":"172.21.15.163:6801/1075052522","cluster_addr":"172.21.15.163:6803/1075052522","heartbeat_back_addr":"172.21.15.163:6807/1075052522","heartbeat_front_addr":"172.21.15.163:6805/1075052522","state":["exists","up"]},{"osd":2,"uuid":"3d530966-7af0-45b1-aa3d-b8b9df338e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6801","nonce":2143521395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6803","nonce":2143521395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6807","nonce":2143521395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6805","nonce":2143521395}]},"public_addr":"172.21.15.190:6801/2143521395","cluster_addr":"172.21.15.190:6803/2143521395","heartbeat_back_addr":"172.21.15.190:6807/2143521395","heartbeat_front_addr":"172.21.15.190:6805/2143521395","state":["exists","up"]},{"osd":3,"uuid":"f16832da-8eaa-424e-a215-1ed01f156888","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6811","nonce":877432262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6813","nonce":877432262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6817","nonce":877432262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6815","nonce":877432262}]},"public_addr":"172.21.15.71:6811/877432262","cluster_addr":"172.21.15.71:6813/877432262","heartbeat_back_addr":"172.21.15.71:6817/877432262","heartbeat_front_addr":"172.21.15.71:6815/877432262","state":["exists","up"]},{"osd":4,"uuid":"ebe47f97-59ea-41c6-8c28-36845546845f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6809","nonce":2846554020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6811","nonce":2846554020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6815","nonce":2846554020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6813","nonce":2846554020}]},"public_addr":"172.21.15.163:6809/2846554020","cluster_addr":"172.21.15.163:6811/2846554020","heartbeat_back_addr":"172.21.15.163:6815/2846554020","heartbeat_front_addr":"172.21.15.163:6813/2846554020","state":["exists","up"]},{"osd":5,"uuid":"3d0cd047-642d-496b-b2a0-52484ae860da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6809","nonce":3132841040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6811","nonce":3132841040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6815","nonce":3132841040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6813","nonce":3132841040}]},"public_addr":"172.21.15.190:6809/3132841040","cluster_addr":"172.21.15.190:6811/3132841040","heartbeat_back_addr":"172.21.15.190:6815/3132841040","heartbeat_front_addr":"172.21.15.190:6813/3132841040","state":["exists","up"]},{"osd":6,"uuid":"783f341b-53ac-4722-86b5-9460490f0e02","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6819","nonce":1108451261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6821","nonce":1108451261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6825","nonce":1108451261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6823","nonce":1108451261}]},"public_addr":"172.21.15.71:6819/1108451261","cluster_addr":"172.21.15.71:6821/1108451261","heartbeat_back_addr":"172.21.15.71:6825/1108451261","heartbeat_front_addr":"172.21.15.71:6823/1108451261","state":["exists","up"]},{"osd":7,"uuid":"39e17d98-3cf2-4e56-af7f-437a27f35847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6817","nonce":1969593004}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6819","nonce":1969593004}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6823","nonce":1969593004}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6821","nonce":1969593004}]},"public_addr":"172.21.15.163:6817/1969593004","cluster_addr":"172.21.15.163:6819/1969593004","heartbeat_back_addr":"172.21.15.163:6823/1969593004","heartbeat_front_addr":"172.21.15.163:6821/1969593004","state":["exists","up"]},{"osd":8,"uuid":"f63373aa-7d65-4478-841b-2f72c933d4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6817","nonce":1925036138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6819","nonce":1925036138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6823","nonce":1925036138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6821","nonce":1925036138}]},"public_addr":"172.21.15.190:6817/1925036138","cluster_addr":"172.21.15.190:6819/1925036138","heartbeat_back_addr":"172.21.15.190:6823/1925036138","heartbeat_front_addr":"172.21.15.190:6821/1925036138","state":["exists","up"]},{"osd":9,"uuid":"c4f1a921-9f00-434b-96e7-4bc4db455ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6827","nonce":5959399}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6829","nonce":5959399}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6833","nonce":5959399}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6831","nonce":5959399}]},"public_addr":"172.21.15.71:6827/5959399","cluster_addr":"172.21.15.71:6829/5959399","heartbeat_back_addr":"172.21.15.71:6833/5959399","heartbeat_front_addr":"172.21.15.71:6831/5959399","state":["exists","up"]},{"osd":10,"uuid":"406a2f6f-879c-45b2-8e82-c933f45affe5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6825","nonce":212791912}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6827","nonce":212791912}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6831","nonce":212791912}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6829","nonce":212791912}]},"public_addr":"172.21.15.163:6825/212791912","cluster_addr":"172.21.15.163:6827/212791912","heartbeat_back_addr":"172.21.15.163:6831/212791912","heartbeat_front_addr":"172.21.15.163:6829/212791912","state":["exists","up"]},{"osd":11,"uuid":"12bb4094-dc69-4c4f-904f-55c82da026db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6825","nonce":4193587286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6827","nonce":4193587286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6831","nonce":4193587286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6829","nonce":4193587286}]},"public_addr":"172.21.15.190:6825/4193587286","cluster_addr":"172.21.15.190:6827/4193587286","heartbeat_back_addr":"172.21.15.190:6831/4193587286","heartbeat_front_addr":"172.21.15.190:6829/4193587286","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:39:38.384621+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:03.886009+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:28.499205+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:54.402933+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:41:19.845920+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:41:44.709197+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:42:10.001537+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:42:35.654440+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:00.945654+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:26.729569+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:51.523307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:44:16.887486+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:0/3932100987":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/300276721":"2024-09-16T23:37:53.457697+0000","172.21.15.71:0/3644229355":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/1731891373":"2024-09-16T23:38:16.969736+0000","172.21.15.71:6800/4097213184":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/4103533037":"2024-09-16T23:37:53.457697+0000","172.21.15.71:6801/3832446656":"2024-09-16T23:37:53.457697+0000","172.21.15.71:6801/4097213184":"2024-09-16T23:38:16.969736+0000","172.21.15.71:6800/3832446656":"2024-09-16T23:37:53.457697+0000","172.21.15.71:0/2385046682":"2024-09-16T23:37:53.457697+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T23:45:41.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.742+0000 7f241536e640 1 -- 172.21.15.71:0/1818683944 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f23fc0a32d0 msgr2=0x7f23fc0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:41.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.742+0000 7f241536e640 1 --2- 172.21.15.71:0/1818683944 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f23fc0a32d0 0x7f23fc0a5790 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f2410069fc0 tx=0x7f240000b390 comp rx=0 tx=0).stop 2024-09-15T23:45:41.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.742+0000 7f241536e640 1 -- 172.21.15.71:0/1818683944 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2410106f70 msgr2=0x7f241019ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:41.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.742+0000 7f241536e640 1 --2- 172.21.15.71:0/1818683944 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2410106f70 0x7f241019ccd0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f240800b970 tx=0x7f240800be30 comp rx=0 tx=0).stop 2024-09-15T23:45:41.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.742+0000 7f241536e640 1 -- 172.21.15.71:0/1818683944 shutdown_connections 2024-09-15T23:45:41.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.742+0000 7f241536e640 1 --2- 172.21.15.71:0/1818683944 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f23fc0a32d0 0x7f23fc0a5790 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:41.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.742+0000 7f241536e640 1 --2- 172.21.15.71:0/1818683944 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2410106f70 0x7f241019ccd0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:41.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.742+0000 7f241536e640 1 --2- 172.21.15.71:0/1818683944 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2410100eb0 0x7f2410198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:41.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.742+0000 7f241536e640 1 --2- 172.21.15.71:0/1818683944 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2410100500 0x7f2410198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:41.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.742+0000 7f241536e640 1 -- 172.21.15.71:0/1818683944 >> 172.21.15.71:0/1818683944 conn(0x7f24100fc5c0 msgr2=0x7f24101053d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:41.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.743+0000 7f241536e640 1 -- 172.21.15.71:0/1818683944 shutdown_connections 2024-09-15T23:45:41.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:41.743+0000 7f241536e640 1 -- 172.21.15.71:0/1818683944 wait complete. 2024-09-15T23:45:42.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:42 smithi190 ceph-mon[34840]: pgmap v295: 97 pgs: 97 active+clean; 640 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.1 KiB/s wr, 10 op/s 2024-09-15T23:45:42.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:42 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1818683944' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:45:42.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:42 smithi071 ceph-mon[30957]: pgmap v295: 97 pgs: 97 active+clean; 640 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.1 KiB/s wr, 10 op/s 2024-09-15T23:45:42.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:42 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1818683944' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:45:42.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:42 smithi163 ceph-mon[34107]: pgmap v295: 97 pgs: 97 active+clean; 640 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.1 KiB/s wr, 10 op/s 2024-09-15T23:45:42.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:42 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1818683944' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:45:42.557 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-15T23:45:42.557 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-15T23:45:42.807 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:43.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.318+0000 7f993013e640 1 -- 172.21.15.71:0/1130371702 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9928102790 msgr2=0x7f99281067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:43.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.318+0000 7f993013e640 1 --2- 172.21.15.71:0/1130371702 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9928102790 0x7f99281067e0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f991c009900 tx=0x7f991c02a410 comp rx=0 tx=0).stop 2024-09-15T23:45:43.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.318+0000 7f993013e640 1 -- 172.21.15.71:0/1130371702 shutdown_connections 2024-09-15T23:45:43.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.318+0000 7f993013e640 1 --2- 172.21.15.71:0/1130371702 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9928106f10 0x7f992810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:43.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.318+0000 7f993013e640 1 --2- 172.21.15.71:0/1130371702 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9928102790 0x7f99281067e0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:43.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.318+0000 7f993013e640 1 --2- 172.21.15.71:0/1130371702 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9928101de0 0x7f99281021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:43.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.318+0000 7f993013e640 1 -- 172.21.15.71:0/1130371702 >> 172.21.15.71:0/1130371702 conn(0x7f99280fd8c0 msgr2=0x7f99280ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:43.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.318+0000 7f993013e640 1 -- 172.21.15.71:0/1130371702 shutdown_connections 2024-09-15T23:45:43.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.318+0000 7f993013e640 1 -- 172.21.15.71:0/1130371702 wait complete. 2024-09-15T23:45:43.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.319+0000 7f993013e640 1 Processor -- start 2024-09-15T23:45:43.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.319+0000 7f993013e640 1 -- start start 2024-09-15T23:45:43.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.319+0000 7f993013e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9928101de0 0x7f99281983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:43.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.319+0000 7f993013e640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9928102790 0x7f9928198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:43.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.319+0000 7f993013e640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9928106f10 0x7f992819cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:43.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.319+0000 7f993013e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9928111e20 con 0x7f9928101de0 2024-09-15T23:45:43.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.319+0000 7f993013e640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f9928111ca0 con 0x7f9928106f10 2024-09-15T23:45:43.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.319+0000 7f993013e640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f9928111fa0 con 0x7f9928102790 2024-09-15T23:45:43.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.319+0000 7f992deda640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9928101de0 0x7f99281983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:43.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.319+0000 7f992deda640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9928101de0 0x7f99281983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:60370/0 (socket says 172.21.15.71:60370) 2024-09-15T23:45:43.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.319+0000 7f992deda640 1 -- 172.21.15.71:0/276008915 learned_addr learned my addr 172.21.15.71:0/276008915 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:43.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.319+0000 7f992d6d9640 1 --2- 172.21.15.71:0/276008915 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9928102790 0x7f9928198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:43.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.319+0000 7f992e6db640 1 --2- 172.21.15.71:0/276008915 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9928106f10 0x7f992819cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:43.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.319+0000 7f992deda640 1 -- 172.21.15.71:0/276008915 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9928102790 msgr2=0x7f9928198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:43.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.319+0000 7f992deda640 1 --2- 172.21.15.71:0/276008915 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9928102790 0x7f9928198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:43.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.319+0000 7f992deda640 1 -- 172.21.15.71:0/276008915 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9928106f10 msgr2=0x7f992819cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:43.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.319+0000 7f992deda640 1 --2- 172.21.15.71:0/276008915 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9928106f10 0x7f992819cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:43.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.319+0000 7f992deda640 1 -- 172.21.15.71:0/276008915 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f992819d370 con 0x7f9928101de0 2024-09-15T23:45:43.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.319+0000 7f992e6db640 1 --2- 172.21.15.71:0/276008915 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9928106f10 0x7f992819cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:45:43.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.319+0000 7f992d6d9640 1 --2- 172.21.15.71:0/276008915 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9928102790 0x7f9928198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:45:43.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.319+0000 7f992deda640 1 --2- 172.21.15.71:0/276008915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9928101de0 0x7f99281983c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f992000d770 tx=0x7f992000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:43.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.320+0000 7f9926ffd640 1 -- 172.21.15.71:0/276008915 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9920017070 con 0x7f9928101de0 2024-09-15T23:45:43.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.320+0000 7f993013e640 1 -- 172.21.15.71:0/276008915 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f992819d660 con 0x7f9928101de0 2024-09-15T23:45:43.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.320+0000 7f9926ffd640 1 -- 172.21.15.71:0/276008915 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f99200054d0 con 0x7f9928101de0 2024-09-15T23:45:43.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.320+0000 7f9926ffd640 1 -- 172.21.15.71:0/276008915 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9920004cf0 con 0x7f9928101de0 2024-09-15T23:45:43.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.320+0000 7f993013e640 1 -- 172.21.15.71:0/276008915 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99281a4f40 con 0x7f9928101de0 2024-09-15T23:45:43.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.321+0000 7f993013e640 1 -- 172.21.15.71:0/276008915 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99281021c0 con 0x7f9928101de0 2024-09-15T23:45:43.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.322+0000 7f9926ffd640 1 -- 172.21.15.71:0/276008915 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f9920004e90 con 0x7f9928101de0 2024-09-15T23:45:43.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.322+0000 7f9926ffd640 1 --2- 172.21.15.71:0/276008915 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f99100a3350 0x7f99100a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:43.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.322+0000 7f992d6d9640 1 --2- 172.21.15.71:0/276008915 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f99100a3350 0x7f99100a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:43.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.322+0000 7f9926ffd640 1 -- 172.21.15.71:0/276008915 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f99200cf510 con 0x7f9928101de0 2024-09-15T23:45:43.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.323+0000 7f992d6d9640 1 --2- 172.21.15.71:0/276008915 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f99100a3350 0x7f99100a5810 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f991c031440 tx=0x7f991c005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:43.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.327+0000 7f9926ffd640 1 -- 172.21.15.71:0/276008915 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f992009c100 con 0x7f9928101de0 2024-09-15T23:45:43.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.494+0000 7f993013e640 1 -- 172.21.15.71:0/276008915 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f992810a150 con 0x7f9928101de0 2024-09-15T23:45:43.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.495+0000 7f9926ffd640 1 -- 172.21.15.71:0/276008915 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+22653 (secure 0 0 0) 0x7f992009ba00 con 0x7f9928101de0 2024-09-15T23:45:43.496 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:45:43.497 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":83,"fsid":"4eeb5726-73bb-11ef-bceb-c7b262605968","created":"2024-09-15T23:37:32.026413+0000","modified":"2024-09-15T23:45:18.351205+0000","last_up_change":"2024-09-15T23:44:18.494739+0000","last_in_change":"2024-09-15T23:43:55.057780+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T23:40:31.270883+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-15T23:45:06.249987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-15T23:45:08.165620+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5866d7b4-9e16-4f84-b178-467c25ea3369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6803","nonce":3525966842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6805","nonce":3525966842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6809","nonce":3525966842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6807","nonce":3525966842}]},"public_addr":"172.21.15.71:6803/3525966842","cluster_addr":"172.21.15.71:6805/3525966842","heartbeat_back_addr":"172.21.15.71:6809/3525966842","heartbeat_front_addr":"172.21.15.71:6807/3525966842","state":["exists","up"]},{"osd":1,"uuid":"6155354e-7b55-4b4c-b673-6d92f08fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6800","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6801","nonce":1075052522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6803","nonce":1075052522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6807","nonce":1075052522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6805","nonce":1075052522}]},"public_addr":"172.21.15.163:6801/1075052522","cluster_addr":"172.21.15.163:6803/1075052522","heartbeat_back_addr":"172.21.15.163:6807/1075052522","heartbeat_front_addr":"172.21.15.163:6805/1075052522","state":["exists","up"]},{"osd":2,"uuid":"3d530966-7af0-45b1-aa3d-b8b9df338e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6801","nonce":2143521395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6803","nonce":2143521395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6807","nonce":2143521395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6805","nonce":2143521395}]},"public_addr":"172.21.15.190:6801/2143521395","cluster_addr":"172.21.15.190:6803/2143521395","heartbeat_back_addr":"172.21.15.190:6807/2143521395","heartbeat_front_addr":"172.21.15.190:6805/2143521395","state":["exists","up"]},{"osd":3,"uuid":"f16832da-8eaa-424e-a215-1ed01f156888","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6811","nonce":877432262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6813","nonce":877432262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6817","nonce":877432262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6815","nonce":877432262}]},"public_addr":"172.21.15.71:6811/877432262","cluster_addr":"172.21.15.71:6813/877432262","heartbeat_back_addr":"172.21.15.71:6817/877432262","heartbeat_front_addr":"172.21.15.71:6815/877432262","state":["exists","up"]},{"osd":4,"uuid":"ebe47f97-59ea-41c6-8c28-36845546845f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6809","nonce":2846554020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6811","nonce":2846554020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6815","nonce":2846554020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6813","nonce":2846554020}]},"public_addr":"172.21.15.163:6809/2846554020","cluster_addr":"172.21.15.163:6811/2846554020","heartbeat_back_addr":"172.21.15.163:6815/2846554020","heartbeat_front_addr":"172.21.15.163:6813/2846554020","state":["exists","up"]},{"osd":5,"uuid":"3d0cd047-642d-496b-b2a0-52484ae860da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6809","nonce":3132841040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6811","nonce":3132841040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6815","nonce":3132841040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6813","nonce":3132841040}]},"public_addr":"172.21.15.190:6809/3132841040","cluster_addr":"172.21.15.190:6811/3132841040","heartbeat_back_addr":"172.21.15.190:6815/3132841040","heartbeat_front_addr":"172.21.15.190:6813/3132841040","state":["exists","up"]},{"osd":6,"uuid":"783f341b-53ac-4722-86b5-9460490f0e02","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6819","nonce":1108451261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6821","nonce":1108451261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6825","nonce":1108451261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6823","nonce":1108451261}]},"public_addr":"172.21.15.71:6819/1108451261","cluster_addr":"172.21.15.71:6821/1108451261","heartbeat_back_addr":"172.21.15.71:6825/1108451261","heartbeat_front_addr":"172.21.15.71:6823/1108451261","state":["exists","up"]},{"osd":7,"uuid":"39e17d98-3cf2-4e56-af7f-437a27f35847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6817","nonce":1969593004}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6819","nonce":1969593004}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6823","nonce":1969593004}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6821","nonce":1969593004}]},"public_addr":"172.21.15.163:6817/1969593004","cluster_addr":"172.21.15.163:6819/1969593004","heartbeat_back_addr":"172.21.15.163:6823/1969593004","heartbeat_front_addr":"172.21.15.163:6821/1969593004","state":["exists","up"]},{"osd":8,"uuid":"f63373aa-7d65-4478-841b-2f72c933d4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6817","nonce":1925036138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6819","nonce":1925036138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6823","nonce":1925036138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6821","nonce":1925036138}]},"public_addr":"172.21.15.190:6817/1925036138","cluster_addr":"172.21.15.190:6819/1925036138","heartbeat_back_addr":"172.21.15.190:6823/1925036138","heartbeat_front_addr":"172.21.15.190:6821/1925036138","state":["exists","up"]},{"osd":9,"uuid":"c4f1a921-9f00-434b-96e7-4bc4db455ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6827","nonce":5959399}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6829","nonce":5959399}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6833","nonce":5959399}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6831","nonce":5959399}]},"public_addr":"172.21.15.71:6827/5959399","cluster_addr":"172.21.15.71:6829/5959399","heartbeat_back_addr":"172.21.15.71:6833/5959399","heartbeat_front_addr":"172.21.15.71:6831/5959399","state":["exists","up"]},{"osd":10,"uuid":"406a2f6f-879c-45b2-8e82-c933f45affe5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6825","nonce":212791912}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6827","nonce":212791912}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6831","nonce":212791912}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6829","nonce":212791912}]},"public_addr":"172.21.15.163:6825/212791912","cluster_addr":"172.21.15.163:6827/212791912","heartbeat_back_addr":"172.21.15.163:6831/212791912","heartbeat_front_addr":"172.21.15.163:6829/212791912","state":["exists","up"]},{"osd":11,"uuid":"12bb4094-dc69-4c4f-904f-55c82da026db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6825","nonce":4193587286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6827","nonce":4193587286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6831","nonce":4193587286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6829","nonce":4193587286}]},"public_addr":"172.21.15.190:6825/4193587286","cluster_addr":"172.21.15.190:6827/4193587286","heartbeat_back_addr":"172.21.15.190:6831/4193587286","heartbeat_front_addr":"172.21.15.190:6829/4193587286","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:39:38.384621+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:03.886009+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:28.499205+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:54.402933+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:41:19.845920+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:41:44.709197+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:42:10.001537+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:42:35.654440+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:00.945654+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:26.729569+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:51.523307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:44:16.887486+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:0/3932100987":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/300276721":"2024-09-16T23:37:53.457697+0000","172.21.15.71:0/3644229355":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/1731891373":"2024-09-16T23:38:16.969736+0000","172.21.15.71:6800/4097213184":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/4103533037":"2024-09-16T23:37:53.457697+0000","172.21.15.71:6801/3832446656":"2024-09-16T23:37:53.457697+0000","172.21.15.71:6801/4097213184":"2024-09-16T23:38:16.969736+0000","172.21.15.71:6800/3832446656":"2024-09-16T23:37:53.457697+0000","172.21.15.71:0/2385046682":"2024-09-16T23:37:53.457697+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T23:45:43.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.498+0000 7f993013e640 1 -- 172.21.15.71:0/276008915 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f99100a3350 msgr2=0x7f99100a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:43.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.498+0000 7f993013e640 1 --2- 172.21.15.71:0/276008915 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f99100a3350 0x7f99100a5810 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f991c031440 tx=0x7f991c005a20 comp rx=0 tx=0).stop 2024-09-15T23:45:43.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.498+0000 7f993013e640 1 -- 172.21.15.71:0/276008915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9928101de0 msgr2=0x7f99281983c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:43.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.498+0000 7f993013e640 1 --2- 172.21.15.71:0/276008915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9928101de0 0x7f99281983c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f992000d770 tx=0x7f992000dc30 comp rx=0 tx=0).stop 2024-09-15T23:45:43.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.498+0000 7f993013e640 1 -- 172.21.15.71:0/276008915 shutdown_connections 2024-09-15T23:45:43.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.498+0000 7f993013e640 1 --2- 172.21.15.71:0/276008915 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f99100a3350 0x7f99100a5810 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:43.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.498+0000 7f993013e640 1 --2- 172.21.15.71:0/276008915 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9928106f10 0x7f992819cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:43.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.498+0000 7f993013e640 1 --2- 172.21.15.71:0/276008915 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9928102790 0x7f9928198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:43.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.498+0000 7f993013e640 1 --2- 172.21.15.71:0/276008915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9928101de0 0x7f99281983c0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:43.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.498+0000 7f993013e640 1 -- 172.21.15.71:0/276008915 >> 172.21.15.71:0/276008915 conn(0x7f99280fd8c0 msgr2=0x7f99280fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:43.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.498+0000 7f993013e640 1 -- 172.21.15.71:0/276008915 shutdown_connections 2024-09-15T23:45:43.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:43.498+0000 7f993013e640 1 -- 172.21.15.71:0/276008915 wait complete. 2024-09-15T23:45:44.241 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-15T23:45:44.241 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-15T23:45:44.242 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-15T23:45:44.242 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-15T23:45:44.243 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-15T23:45:44.243 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-15T23:45:44.243 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-15T23:45:44.244 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-15T23:45:44.245 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-09-15T23:45:44.245 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-09-15T23:45:44.246 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-09-15T23:45:44.246 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-09-15T23:45:44.375 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:44 smithi071 ceph-mon[30957]: pgmap v296: 97 pgs: 97 active+clean; 640 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-09-15T23:45:44.376 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:44 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/276008915' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:45:44.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:44 smithi163 ceph-mon[34107]: pgmap v296: 97 pgs: 97 active+clean; 640 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-09-15T23:45:44.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:44 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/276008915' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:45:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:44 smithi190 ceph-mon[34840]: pgmap v296: 97 pgs: 97 active+clean; 640 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-09-15T23:45:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:44 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/276008915' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:45:44.914 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:44.914 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:44.916 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:45.456 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:45.456 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:45.459 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:45.460 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:45.460 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:45.460 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:45.461 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:45.720 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.708+0000 7f07f64b3640 1 -- 172.21.15.71:0/2923017500 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f07f0102570 msgr2=0x7f07f01029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:45.720 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.708+0000 7f07f64b3640 1 --2- 172.21.15.71:0/2923017500 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f07f0102570 0x7f07f01029b0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f07d8009900 tx=0x7f07d802a480 comp rx=0 tx=0).stop 2024-09-15T23:45:45.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.708+0000 7f07f64b3640 1 -- 172.21.15.71:0/2923017500 shutdown_connections 2024-09-15T23:45:45.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.708+0000 7f07f64b3640 1 --2- 172.21.15.71:0/2923017500 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f07f0102ef0 0x7f07f010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:45.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.708+0000 7f07f64b3640 1 --2- 172.21.15.71:0/2923017500 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f07f0102570 0x7f07f01029b0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:45.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.708+0000 7f07f64b3640 1 --2- 172.21.15.71:0/2923017500 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f07f0100e20 0x7f07f0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:45.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.708+0000 7f07f64b3640 1 -- 172.21.15.71:0/2923017500 >> 172.21.15.71:0/2923017500 conn(0x7f07f00fc7d0 msgr2=0x7f07f00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:45.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.708+0000 7f07f64b3640 1 -- 172.21.15.71:0/2923017500 shutdown_connections 2024-09-15T23:45:45.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.708+0000 7f07f64b3640 1 -- 172.21.15.71:0/2923017500 wait complete. 2024-09-15T23:45:45.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.709+0000 7f07f64b3640 1 Processor -- start 2024-09-15T23:45:45.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.709+0000 7f07f64b3640 1 -- start start 2024-09-15T23:45:45.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.709+0000 7f07f64b3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f07f0100e20 0x7f07f0198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:45.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.709+0000 7f07f64b3640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f07f0102570 0x7f07f0198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:45.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.709+0000 7f07f64b3640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f07f0102ef0 0x7f07f019ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:45.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.709+0000 7f07f64b3640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f07f0110e00 con 0x7f07f0100e20 2024-09-15T23:45:45.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.709+0000 7f07f64b3640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f07f0110c80 con 0x7f07f0102570 2024-09-15T23:45:45.723 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.709+0000 7f07f64b3640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f07f0110f80 con 0x7f07f0102ef0 2024-09-15T23:45:45.723 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.709+0000 7f07effff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f07f0100e20 0x7f07f0198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:45.723 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.709+0000 7f07effff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f07f0100e20 0x7f07f0198400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:60388/0 (socket says 172.21.15.71:60388) 2024-09-15T23:45:45.723 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.709+0000 7f07effff640 1 -- 172.21.15.71:0/3441137612 learned_addr learned my addr 172.21.15.71:0/3441137612 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:45.723 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.709+0000 7f07f4a50640 1 --2- 172.21.15.71:0/3441137612 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f07f0102ef0 0x7f07f019ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:45.724 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.709+0000 7f07e7fff640 1 --2- 172.21.15.71:0/3441137612 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f07f0102570 0x7f07f0198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:45.724 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.709+0000 7f07effff640 1 -- 172.21.15.71:0/3441137612 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f07f0102ef0 msgr2=0x7f07f019ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:45.724 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.709+0000 7f07effff640 1 --2- 172.21.15.71:0/3441137612 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f07f0102ef0 0x7f07f019ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:45.724 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.709+0000 7f07effff640 1 -- 172.21.15.71:0/3441137612 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f07f0102570 msgr2=0x7f07f0198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:45.724 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.709+0000 7f07effff640 1 --2- 172.21.15.71:0/3441137612 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f07f0102570 0x7f07f0198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:45.724 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.709+0000 7f07effff640 1 -- 172.21.15.71:0/3441137612 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07f019d3b0 con 0x7f07f0100e20 2024-09-15T23:45:45.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.709+0000 7f07f4a50640 1 --2- 172.21.15.71:0/3441137612 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f07f0102ef0 0x7f07f019ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:45:45.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.709+0000 7f07effff640 1 --2- 172.21.15.71:0/3441137612 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f07f0100e20 0x7f07f0198400 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f07e000d950 tx=0x7f07e000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:45.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.709+0000 7f07edffb640 1 -- 172.21.15.71:0/3441137612 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e0017070 con 0x7f07f0100e20 2024-09-15T23:45:45.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.710+0000 7f07f64b3640 1 -- 172.21.15.71:0/3441137612 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07f019d6a0 con 0x7f07f0100e20 2024-09-15T23:45:45.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.710+0000 7f07edffb640 1 -- 172.21.15.71:0/3441137612 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07e0009c30 con 0x7f07f0100e20 2024-09-15T23:45:45.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.710+0000 7f07edffb640 1 -- 172.21.15.71:0/3441137612 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e000f620 con 0x7f07f0100e20 2024-09-15T23:45:45.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.710+0000 7f07f64b3640 1 -- 172.21.15.71:0/3441137612 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07f01a4f80 con 0x7f07f0100e20 2024-09-15T23:45:45.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.711+0000 7f07f64b3640 1 -- 172.21.15.71:0/3441137612 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f07f0107260 con 0x7f07f0100e20 2024-09-15T23:45:45.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.712+0000 7f07edffb640 1 -- 172.21.15.71:0/3441137612 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f07e00109a0 con 0x7f07f0100e20 2024-09-15T23:45:45.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.712+0000 7f07edffb640 1 --2- 172.21.15.71:0/3441137612 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f07dc0a32d0 0x7f07dc0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:45.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.713+0000 7f07e7fff640 1 --2- 172.21.15.71:0/3441137612 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f07dc0a32d0 0x7f07dc0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:45.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.713+0000 7f07edffb640 1 -- 172.21.15.71:0/3441137612 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f07e00cfb00 con 0x7f07f0100e20 2024-09-15T23:45:45.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.713+0000 7f07edffb640 1 --2- 172.21.15.71:0/3441137612 >> [v2:172.21.15.71:6802/3525966842,v1:172.21.15.71:6803/3525966842] conn(0x7f07dc0ace00 0x7f07dc0af2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:45.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.713+0000 7f07edffb640 1 -- 172.21.15.71:0/3441137612 --> [v2:172.21.15.71:6802/3525966842,v1:172.21.15.71:6803/3525966842] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f07dc0af970 con 0x7f07dc0ace00 2024-09-15T23:45:45.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.713+0000 7f07edffb640 1 -- 172.21.15.71:0/3441137612 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7f07e00cff50 con 0x7f07f0100e20 2024-09-15T23:45:45.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.713+0000 7f07f4a50640 1 --2- 172.21.15.71:0/3441137612 >> [v2:172.21.15.71:6802/3525966842,v1:172.21.15.71:6803/3525966842] conn(0x7f07dc0ace00 0x7f07dc0af2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:45.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.713+0000 7f07e7fff640 1 --2- 172.21.15.71:0/3441137612 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f07dc0a32d0 0x7f07dc0a5790 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f07f00fef70 tx=0x7f07d8005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:45.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.713+0000 7f07f4a50640 1 --2- 172.21.15.71:0/3441137612 >> [v2:172.21.15.71:6802/3525966842,v1:172.21.15.71:6803/3525966842] conn(0x7f07dc0ace00 0x7f07dc0af2a0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:45.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.714+0000 7f07edffb640 1 -- 172.21.15.71:0/3441137612 <== osd.0 v2:172.21.15.71:6802/3525966842 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f07dc0af970 con 0x7f07dc0ace00 2024-09-15T23:45:45.732 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.728+0000 7f07f64b3640 1 -- 172.21.15.71:0/3441137612 --> [v2:172.21.15.71:6802/3525966842,v1:172.21.15.71:6803/3525966842] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f07f01021b0 con 0x7f07dc0ace00 2024-09-15T23:45:45.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.728+0000 7f07edffb640 1 -- 172.21.15.71:0/3441137612 <== osd.0 v2:172.21.15.71:6802/3525966842 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f07f01021b0 con 0x7f07dc0ace00 2024-09-15T23:45:45.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.729+0000 7f07f64b3640 1 -- 172.21.15.71:0/3441137612 >> [v2:172.21.15.71:6802/3525966842,v1:172.21.15.71:6803/3525966842] conn(0x7f07dc0ace00 msgr2=0x7f07dc0af2a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:45.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.729+0000 7f07f64b3640 1 --2- 172.21.15.71:0/3441137612 >> [v2:172.21.15.71:6802/3525966842,v1:172.21.15.71:6803/3525966842] conn(0x7f07dc0ace00 0x7f07dc0af2a0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:45.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.729+0000 7f07f64b3640 1 -- 172.21.15.71:0/3441137612 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f07dc0a32d0 msgr2=0x7f07dc0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:45.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.729+0000 7f07f64b3640 1 --2- 172.21.15.71:0/3441137612 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f07dc0a32d0 0x7f07dc0a5790 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f07f00fef70 tx=0x7f07d8005a20 comp rx=0 tx=0).stop 2024-09-15T23:45:45.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.729+0000 7f07f64b3640 1 -- 172.21.15.71:0/3441137612 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f07f0100e20 msgr2=0x7f07f0198400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:45.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.729+0000 7f07f64b3640 1 --2- 172.21.15.71:0/3441137612 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f07f0100e20 0x7f07f0198400 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f07e000d950 tx=0x7f07e000de10 comp rx=0 tx=0).stop 2024-09-15T23:45:45.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.730+0000 7f07f4a50640 1 -- 172.21.15.71:0/3441137612 reap_dead start 2024-09-15T23:45:45.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.730+0000 7f07f64b3640 1 -- 172.21.15.71:0/3441137612 shutdown_connections 2024-09-15T23:45:45.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.730+0000 7f07f64b3640 1 -- 172.21.15.71:0/3441137612 >> 172.21.15.71:0/3441137612 conn(0x7f07f00fc7d0 msgr2=0x7f07f0069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:45.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.730+0000 7f07f64b3640 1 -- 172.21.15.71:0/3441137612 shutdown_connections 2024-09-15T23:45:45.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:45.730+0000 7f07f64b3640 1 -- 172.21.15.71:0/3441137612 wait complete. 2024-09-15T23:45:46.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:46 smithi071 ceph-mon[30957]: pgmap v297: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-09-15T23:45:46.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.180+0000 7feac50e0640 1 -- 172.21.15.71:0/2780708939 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7feac0102d30 msgr2=0x7feac0103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:46.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.180+0000 7feac50e0640 1 --2- 172.21.15.71:0/2780708939 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7feac0102d30 0x7feac0103110 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7feab0009930 tx=0x7feab002a420 comp rx=0 tx=0).stop 2024-09-15T23:45:46.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.180+0000 7feac50e0640 1 -- 172.21.15.71:0/2780708939 shutdown_connections 2024-09-15T23:45:46.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.180+0000 7feac50e0640 1 --2- 172.21.15.71:0/2780708939 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7feac01082a0 0x7feac010ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:46.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.180+0000 7feac50e0640 1 --2- 172.21.15.71:0/2780708939 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7feac01036e0 0x7feac0107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:46.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.180+0000 7feac50e0640 1 --2- 172.21.15.71:0/2780708939 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7feac0102d30 0x7feac0103110 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:46.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.180+0000 7feac50e0640 1 -- 172.21.15.71:0/2780708939 >> 172.21.15.71:0/2780708939 conn(0x7feac00fc7d0 msgr2=0x7feac00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:46.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.180+0000 7feac50e0640 1 -- 172.21.15.71:0/2780708939 shutdown_connections 2024-09-15T23:45:46.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.181+0000 7feac50e0640 1 -- 172.21.15.71:0/2780708939 wait complete. 2024-09-15T23:45:46.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.181+0000 7feac50e0640 1 Processor -- start 2024-09-15T23:45:46.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.181+0000 7feac50e0640 1 -- start start 2024-09-15T23:45:46.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.182+0000 7feac50e0640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7feac0102d30 0x7feac019a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:46.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.182+0000 7feac50e0640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7feac01036e0 0x7feac019ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:46.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.182+0000 7feac50e0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7feac01082a0 0x7feac019efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:46.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.182+0000 7feac50e0640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7feac0111f50 con 0x7feac01082a0 2024-09-15T23:45:46.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.182+0000 7feac50e0640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7feac0111dd0 con 0x7feac01036e0 2024-09-15T23:45:46.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.182+0000 7feac50e0640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7feac01120d0 con 0x7feac0102d30 2024-09-15T23:45:46.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.182+0000 7feabf59e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7feac01082a0 0x7feac019efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:46.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.182+0000 7feabf59e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7feac01082a0 0x7feac019efe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:60402/0 (socket says 172.21.15.71:60402) 2024-09-15T23:45:46.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.182+0000 7feabf59e640 1 -- 172.21.15.71:0/3637877767 learned_addr learned my addr 172.21.15.71:0/3637877767 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:46.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.182+0000 7feabe59c640 1 --2- 172.21.15.71:0/3637877767 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7feac01036e0 0x7feac019ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:46.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.182+0000 7feabed9d640 1 --2- 172.21.15.71:0/3637877767 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7feac0102d30 0x7feac019a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:46.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.182+0000 7feabf59e640 1 -- 172.21.15.71:0/3637877767 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7feac0102d30 msgr2=0x7feac019a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:46.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.182+0000 7feabf59e640 1 --2- 172.21.15.71:0/3637877767 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7feac0102d30 0x7feac019a710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:46.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.182+0000 7feabf59e640 1 -- 172.21.15.71:0/3637877767 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7feac01036e0 msgr2=0x7feac019ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:46.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.182+0000 7feabf59e640 1 --2- 172.21.15.71:0/3637877767 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7feac01036e0 0x7feac019ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:46.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.182+0000 7feabf59e640 1 -- 172.21.15.71:0/3637877767 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feac019f6c0 con 0x7feac01082a0 2024-09-15T23:45:46.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.182+0000 7feabf59e640 1 --2- 172.21.15.71:0/3637877767 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7feac01082a0 0x7feac019efe0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7feab800eb10 tx=0x7feab800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:46.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.182+0000 7feaa7fff640 1 -- 172.21.15.71:0/3637877767 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feab8004b20 con 0x7feac01082a0 2024-09-15T23:45:46.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.182+0000 7feaa7fff640 1 -- 172.21.15.71:0/3637877767 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feab8004cc0 con 0x7feac01082a0 2024-09-15T23:45:46.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.182+0000 7feac50e0640 1 -- 172.21.15.71:0/3637877767 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feac019f9b0 con 0x7feac01082a0 2024-09-15T23:45:46.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.182+0000 7feaa7fff640 1 -- 172.21.15.71:0/3637877767 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feab8010690 con 0x7feac01082a0 2024-09-15T23:45:46.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.182+0000 7feac50e0640 1 -- 172.21.15.71:0/3637877767 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feac01a7290 con 0x7feac01082a0 2024-09-15T23:45:46.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.183+0000 7feac50e0640 1 -- 172.21.15.71:0/3637877767 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7feac0062980 con 0x7feac01082a0 2024-09-15T23:45:46.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.185+0000 7feaa7fff640 1 -- 172.21.15.71:0/3637877767 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7feab8005020 con 0x7feac01082a0 2024-09-15T23:45:46.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.185+0000 7feaa7fff640 1 --2- 172.21.15.71:0/3637877767 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7feaa80a32d0 0x7feaa80a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:46.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.185+0000 7feabed9d640 1 --2- 172.21.15.71:0/3637877767 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7feaa80a32d0 0x7feaa80a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:46.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.185+0000 7feaa7fff640 1 -- 172.21.15.71:0/3637877767 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7feab80d0470 con 0x7feac01082a0 2024-09-15T23:45:46.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.185+0000 7feaa7fff640 1 --2- 172.21.15.71:0/3637877767 >> [v2:172.21.15.71:6818/1108451261,v1:172.21.15.71:6819/1108451261] conn(0x7feaa80ace00 0x7feaa80af2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:46.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.185+0000 7feaa7fff640 1 -- 172.21.15.71:0/3637877767 --> [v2:172.21.15.71:6818/1108451261,v1:172.21.15.71:6819/1108451261] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7feaa80af970 con 0x7feaa80ace00 2024-09-15T23:45:46.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.185+0000 7feaa7fff640 1 -- 172.21.15.71:0/3637877767 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7feab80d0820 con 0x7feac01082a0 2024-09-15T23:45:46.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.186+0000 7feabe59c640 1 --2- 172.21.15.71:0/3637877767 >> [v2:172.21.15.71:6818/1108451261,v1:172.21.15.71:6819/1108451261] conn(0x7feaa80ace00 0x7feaa80af2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:46.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.186+0000 7feabed9d640 1 --2- 172.21.15.71:0/3637877767 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7feaa80a32d0 0x7feaa80a5790 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7feab0006010 tx=0x7feab0000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:46.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.186+0000 7feabe59c640 1 --2- 172.21.15.71:0/3637877767 >> [v2:172.21.15.71:6818/1108451261,v1:172.21.15.71:6819/1108451261] conn(0x7feaa80ace00 0x7feaa80af2a0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:46.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.186+0000 7feaa7fff640 1 -- 172.21.15.71:0/3637877767 <== osd.6 v2:172.21.15.71:6818/1108451261 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7feaa80af970 con 0x7feaa80ace00 2024-09-15T23:45:46.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.200+0000 7feac50e0640 1 -- 172.21.15.71:0/3637877767 --> [v2:172.21.15.71:6818/1108451261,v1:172.21.15.71:6819/1108451261] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7feac0062e00 con 0x7feaa80ace00 2024-09-15T23:45:46.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.200+0000 7feaa7fff640 1 -- 172.21.15.71:0/3637877767 <== osd.6 v2:172.21.15.71:6818/1108451261 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7feac0062e00 con 0x7feaa80ace00 2024-09-15T23:45:46.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.200+0000 7feac50e0640 1 -- 172.21.15.71:0/3637877767 >> [v2:172.21.15.71:6818/1108451261,v1:172.21.15.71:6819/1108451261] conn(0x7feaa80ace00 msgr2=0x7feaa80af2a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:46.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.200+0000 7feac50e0640 1 --2- 172.21.15.71:0/3637877767 >> [v2:172.21.15.71:6818/1108451261,v1:172.21.15.71:6819/1108451261] conn(0x7feaa80ace00 0x7feaa80af2a0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:46.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.200+0000 7feac50e0640 1 -- 172.21.15.71:0/3637877767 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7feaa80a32d0 msgr2=0x7feaa80a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:46.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.200+0000 7feac50e0640 1 --2- 172.21.15.71:0/3637877767 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7feaa80a32d0 0x7feaa80a5790 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7feab0006010 tx=0x7feab0000bc0 comp rx=0 tx=0).stop 2024-09-15T23:45:46.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.200+0000 7feac50e0640 1 -- 172.21.15.71:0/3637877767 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7feac01082a0 msgr2=0x7feac019efe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:46.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.200+0000 7feac50e0640 1 --2- 172.21.15.71:0/3637877767 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7feac01082a0 0x7feac019efe0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7feab800eb10 tx=0x7feab800c2d0 comp rx=0 tx=0).stop 2024-09-15T23:45:46.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.200+0000 7feabf59e640 1 -- 172.21.15.71:0/3637877767 reap_dead start 2024-09-15T23:45:46.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.201+0000 7feac50e0640 1 -- 172.21.15.71:0/3637877767 shutdown_connections 2024-09-15T23:45:46.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.201+0000 7feac50e0640 1 -- 172.21.15.71:0/3637877767 >> 172.21.15.71:0/3637877767 conn(0x7feac00fc7d0 msgr2=0x7feac0100d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:46.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.201+0000 7feac50e0640 1 -- 172.21.15.71:0/3637877767 shutdown_connections 2024-09-15T23:45:46.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:46.201+0000 7feac50e0640 1 -- 172.21.15.71:0/3637877767 wait complete. 2024-09-15T23:45:46.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:46 smithi163 ceph-mon[34107]: pgmap v297: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-09-15T23:45:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:46 smithi190 ceph-mon[34840]: pgmap v297: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-09-15T23:45:48.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:48 smithi071 ceph-mon[30957]: pgmap v298: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1023 B/s wr, 10 op/s 2024-09-15T23:45:48.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:48 smithi163 ceph-mon[34107]: pgmap v298: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1023 B/s wr, 10 op/s 2024-09-15T23:45:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:48 smithi190 ceph-mon[34840]: pgmap v298: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1023 B/s wr, 10 op/s 2024-09-15T23:45:48.621 INFO:teuthology.orchestra.run.smithi071.stdout:34359738444 2024-09-15T23:45:48.621 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-15T23:45:48.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.359+0000 7fbf8d6c1640 1 -- 172.21.15.71:0/587527494 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf88106f10 msgr2=0x7fbf8810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:48.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.359+0000 7fbf8d6c1640 1 --2- 172.21.15.71:0/587527494 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf88106f10 0x7fbf8810ea90 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fbf80009ca0 tx=0x7fbf8002a8c0 comp rx=0 tx=0).stop 2024-09-15T23:45:48.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.360+0000 7fbf8d6c1640 1 -- 172.21.15.71:0/587527494 shutdown_connections 2024-09-15T23:45:48.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.360+0000 7fbf8d6c1640 1 --2- 172.21.15.71:0/587527494 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf88106f10 0x7fbf8810ea90 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:48.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.360+0000 7fbf8d6c1640 1 --2- 172.21.15.71:0/587527494 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf88102790 0x7fbf881067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:48.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.360+0000 7fbf8d6c1640 1 --2- 172.21.15.71:0/587527494 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbf88101de0 0x7fbf881021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:48.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.360+0000 7fbf8d6c1640 1 -- 172.21.15.71:0/587527494 >> 172.21.15.71:0/587527494 conn(0x7fbf880fd8c0 msgr2=0x7fbf880ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:48.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.360+0000 7fbf8d6c1640 1 -- 172.21.15.71:0/587527494 shutdown_connections 2024-09-15T23:45:48.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.360+0000 7fbf8d6c1640 1 -- 172.21.15.71:0/587527494 wait complete. 2024-09-15T23:45:48.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.360+0000 7fbf8d6c1640 1 Processor -- start 2024-09-15T23:45:48.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.361+0000 7fbf8d6c1640 1 -- start start 2024-09-15T23:45:48.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.361+0000 7fbf8d6c1640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf88101de0 0x7fbf881a46c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:48.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.361+0000 7fbf8d6c1640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbf88102790 0x7fbf881a4c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:48.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.361+0000 7fbf8d6c1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf88106f10 0x7fbf8810db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:48.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.361+0000 7fbf8d6c1640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fbf88111e20 con 0x7fbf88106f10 2024-09-15T23:45:48.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.361+0000 7fbf8d6c1640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fbf88111ca0 con 0x7fbf88102790 2024-09-15T23:45:48.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.361+0000 7fbf8d6c1640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fbf88111fa0 con 0x7fbf88101de0 2024-09-15T23:45:48.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.361+0000 7fbf877fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf88106f10 0x7fbf8810db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:48.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.361+0000 7fbf877fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf88106f10 0x7fbf8810db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:60418/0 (socket says 172.21.15.71:60418) 2024-09-15T23:45:48.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.361+0000 7fbf877fe640 1 -- 172.21.15.71:0/1817323564 learned_addr learned my addr 172.21.15.71:0/1817323564 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:48.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.361+0000 7fbf867fc640 1 --2- 172.21.15.71:0/1817323564 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbf88102790 0x7fbf881a4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:48.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.361+0000 7fbf86ffd640 1 --2- 172.21.15.71:0/1817323564 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf88101de0 0x7fbf881a46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:48.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.361+0000 7fbf867fc640 1 -- 172.21.15.71:0/1817323564 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf88101de0 msgr2=0x7fbf881a46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:48.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.361+0000 7fbf867fc640 1 --2- 172.21.15.71:0/1817323564 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf88101de0 0x7fbf881a46c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:48.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.361+0000 7fbf867fc640 1 -- 172.21.15.71:0/1817323564 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf88106f10 msgr2=0x7fbf8810db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:48.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.361+0000 7fbf867fc640 1 --2- 172.21.15.71:0/1817323564 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf88106f10 0x7fbf8810db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:48.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.361+0000 7fbf867fc640 1 -- 172.21.15.71:0/1817323564 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf8810e3d0 con 0x7fbf88102790 2024-09-15T23:45:48.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.362+0000 7fbf867fc640 1 --2- 172.21.15.71:0/1817323564 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbf88102790 0x7fbf881a4c00 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fbf7000d720 tx=0x7fbf7000dbe0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:48.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.362+0000 7fbf7ffff640 1 -- 172.21.15.71:0/1817323564 <== mon.2 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf70017070 con 0x7fbf88102790 2024-09-15T23:45:48.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.362+0000 7fbf8d6c1640 1 -- 172.21.15.71:0/1817323564 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf8810e6c0 con 0x7fbf88102790 2024-09-15T23:45:48.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.362+0000 7fbf7ffff640 1 -- 172.21.15.71:0/1817323564 <== mon.2 v2:172.21.15.163:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf7000de30 con 0x7fbf88102790 2024-09-15T23:45:48.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.362+0000 7fbf7ffff640 1 -- 172.21.15.71:0/1817323564 <== mon.2 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf700047a0 con 0x7fbf88102790 2024-09-15T23:45:48.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.362+0000 7fbf8d6c1640 1 -- 172.21.15.71:0/1817323564 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf881ab5d0 con 0x7fbf88102790 2024-09-15T23:45:48.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.363+0000 7fbf8d6c1640 1 -- 172.21.15.71:0/1817323564 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fbf88062940 con 0x7fbf88102790 2024-09-15T23:45:48.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.364+0000 7fbf7ffff640 1 -- 172.21.15.71:0/1817323564 <== mon.2 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fbf700099d0 con 0x7fbf88102790 2024-09-15T23:45:48.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.365+0000 7fbf7ffff640 1 --2- 172.21.15.71:0/1817323564 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fbf740a3350 0x7fbf740a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:48.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.365+0000 7fbf86ffd640 1 --2- 172.21.15.71:0/1817323564 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fbf740a3350 0x7fbf740a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:48.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.365+0000 7fbf7ffff640 1 -- 172.21.15.71:0/1817323564 <== mon.2 v2:172.21.15.163:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7fbf700cfb30 con 0x7fbf88102790 2024-09-15T23:45:48.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.365+0000 7fbf7ffff640 1 --2- 172.21.15.71:0/1817323564 >> [v2:172.21.15.71:6810/877432262,v1:172.21.15.71:6811/877432262] conn(0x7fbf740ace80 0x7fbf740af320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:48.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.365+0000 7fbf7ffff640 1 -- 172.21.15.71:0/1817323564 --> [v2:172.21.15.71:6810/877432262,v1:172.21.15.71:6811/877432262] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fbf740af9f0 con 0x7fbf740ace80 2024-09-15T23:45:48.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.365+0000 7fbf7ffff640 1 -- 172.21.15.71:0/1817323564 <== mon.2 v2:172.21.15.163:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7fbf700cfee0 con 0x7fbf88102790 2024-09-15T23:45:48.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.365+0000 7fbf877fe640 1 --2- 172.21.15.71:0/1817323564 >> [v2:172.21.15.71:6810/877432262,v1:172.21.15.71:6811/877432262] conn(0x7fbf740ace80 0x7fbf740af320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:48.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.365+0000 7fbf86ffd640 1 --2- 172.21.15.71:0/1817323564 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fbf740a3350 0x7fbf740a5810 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fbf7800bbe0 tx=0x7fbf7800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:48.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.365+0000 7fbf877fe640 1 --2- 172.21.15.71:0/1817323564 >> [v2:172.21.15.71:6810/877432262,v1:172.21.15.71:6811/877432262] conn(0x7fbf740ace80 0x7fbf740af320 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:48.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.366+0000 7fbf7ffff640 1 -- 172.21.15.71:0/1817323564 <== osd.3 v2:172.21.15.71:6810/877432262 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fbf740af9f0 con 0x7fbf740ace80 2024-09-15T23:45:48.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.383+0000 7fbf8d6c1640 1 -- 172.21.15.71:0/1817323564 --> [v2:172.21.15.71:6810/877432262,v1:172.21.15.71:6811/877432262] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fbf88062dc0 con 0x7fbf740ace80 2024-09-15T23:45:48.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.383+0000 7fbf7ffff640 1 -- 172.21.15.71:0/1817323564 <== osd.3 v2:172.21.15.71:6810/877432262 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fbf88062dc0 con 0x7fbf740ace80 2024-09-15T23:45:48.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.384+0000 7fbf8d6c1640 1 -- 172.21.15.71:0/1817323564 >> [v2:172.21.15.71:6810/877432262,v1:172.21.15.71:6811/877432262] conn(0x7fbf740ace80 msgr2=0x7fbf740af320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:48.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.384+0000 7fbf8d6c1640 1 --2- 172.21.15.71:0/1817323564 >> [v2:172.21.15.71:6810/877432262,v1:172.21.15.71:6811/877432262] conn(0x7fbf740ace80 0x7fbf740af320 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:48.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.384+0000 7fbf8d6c1640 1 -- 172.21.15.71:0/1817323564 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fbf740a3350 msgr2=0x7fbf740a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:48.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.384+0000 7fbf8d6c1640 1 --2- 172.21.15.71:0/1817323564 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fbf740a3350 0x7fbf740a5810 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fbf7800bbe0 tx=0x7fbf7800b390 comp rx=0 tx=0).stop 2024-09-15T23:45:48.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.384+0000 7fbf8d6c1640 1 -- 172.21.15.71:0/1817323564 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbf88102790 msgr2=0x7fbf881a4c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:48.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.384+0000 7fbf8d6c1640 1 --2- 172.21.15.71:0/1817323564 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbf88102790 0x7fbf881a4c00 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fbf7000d720 tx=0x7fbf7000dbe0 comp rx=0 tx=0).stop 2024-09-15T23:45:48.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.384+0000 7fbf877fe640 1 -- 172.21.15.71:0/1817323564 reap_dead start 2024-09-15T23:45:48.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.384+0000 7fbf8d6c1640 1 -- 172.21.15.71:0/1817323564 shutdown_connections 2024-09-15T23:45:48.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.384+0000 7fbf8d6c1640 1 -- 172.21.15.71:0/1817323564 >> 172.21.15.71:0/1817323564 conn(0x7fbf880fd8c0 msgr2=0x7fbf880fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:48.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.384+0000 7fbf8d6c1640 1 -- 172.21.15.71:0/1817323564 shutdown_connections 2024-09-15T23:45:48.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.384+0000 7fbf8d6c1640 1 -- 172.21.15.71:0/1817323564 wait complete. 2024-09-15T23:45:49.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.220+0000 7f16cc6ff640 1 -- 172.21.15.71:0/633562747 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16c4102570 msgr2=0x7f16c41029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:49.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.220+0000 7f16cc6ff640 1 --2- 172.21.15.71:0/633562747 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16c4102570 0x7f16c41029b0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f16b4009900 tx=0x7f16b402a480 comp rx=0 tx=0).stop 2024-09-15T23:45:49.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.220+0000 7f16cc6ff640 1 -- 172.21.15.71:0/633562747 shutdown_connections 2024-09-15T23:45:49.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.220+0000 7f16cc6ff640 1 --2- 172.21.15.71:0/633562747 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16c4102ef0 0x7f16c410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.220+0000 7f16cc6ff640 1 --2- 172.21.15.71:0/633562747 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16c4102570 0x7f16c41029b0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.220+0000 7f16cc6ff640 1 --2- 172.21.15.71:0/633562747 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f16c4100e20 0x7f16c4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.220+0000 7f16cc6ff640 1 -- 172.21.15.71:0/633562747 >> 172.21.15.71:0/633562747 conn(0x7f16c40fc7d0 msgr2=0x7f16c40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:49.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.220+0000 7f16cc6ff640 1 -- 172.21.15.71:0/633562747 shutdown_connections 2024-09-15T23:45:49.247 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.220+0000 7f16cc6ff640 1 -- 172.21.15.71:0/633562747 wait complete. 2024-09-15T23:45:49.247 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.221+0000 7f16cc6ff640 1 Processor -- start 2024-09-15T23:45:49.247 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.221+0000 7f16cc6ff640 1 -- start start 2024-09-15T23:45:49.247 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.221+0000 7f16cc6ff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16c4100e20 0x7f16c419a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:49.247 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.221+0000 7f16cc6ff640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16c4102570 0x7f16c419ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:49.247 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.221+0000 7f16cc6ff640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f16c4102ef0 0x7f16c419eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:49.247 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.221+0000 7f16cc6ff640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f16c4110e00 con 0x7f16c4100e20 2024-09-15T23:45:49.247 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.221+0000 7f16cc6ff640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f16c4110c80 con 0x7f16c4102ef0 2024-09-15T23:45:49.247 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.221+0000 7f16cc6ff640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f16c4110f80 con 0x7f16c4102570 2024-09-15T23:45:49.247 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.221+0000 7f16ca49b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16c4100e20 0x7f16c419a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:49.247 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.221+0000 7f16ca49b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16c4100e20 0x7f16c419a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:60468/0 (socket says 172.21.15.71:60468) 2024-09-15T23:45:49.247 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.221+0000 7f16ca49b640 1 -- 172.21.15.71:0/2402567628 learned_addr learned my addr 172.21.15.71:0/2402567628 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:49.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.222+0000 7f16c9c9a640 1 --2- 172.21.15.71:0/2402567628 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16c4102570 0x7f16c419ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:49.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.222+0000 7f16ca49b640 1 -- 172.21.15.71:0/2402567628 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16c4102570 msgr2=0x7f16c419ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:49.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.222+0000 7f16ca49b640 1 --2- 172.21.15.71:0/2402567628 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16c4102570 0x7f16c419ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.222+0000 7f16ca49b640 1 -- 172.21.15.71:0/2402567628 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f16c4102ef0 msgr2=0x7f16c419eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:49.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.222+0000 7f16cac9c640 1 --2- 172.21.15.71:0/2402567628 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f16c4102ef0 0x7f16c419eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:49.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.222+0000 7f16ca49b640 1 --2- 172.21.15.71:0/2402567628 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f16c4102ef0 0x7f16c419eeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.222+0000 7f16ca49b640 1 -- 172.21.15.71:0/2402567628 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16c419f590 con 0x7f16c4100e20 2024-09-15T23:45:49.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.222+0000 7f16ca49b640 1 --2- 172.21.15.71:0/2402567628 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16c4100e20 0x7f16c419a5e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f16c000c890 tx=0x7f16c000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:49.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.222+0000 7f16bb7fe640 1 -- 172.21.15.71:0/2402567628 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c0004220 con 0x7f16c4100e20 2024-09-15T23:45:49.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.222+0000 7f16bb7fe640 1 -- 172.21.15.71:0/2402567628 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16c00043c0 con 0x7f16c4100e20 2024-09-15T23:45:49.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.222+0000 7f16cc6ff640 1 -- 172.21.15.71:0/2402567628 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16c419f880 con 0x7f16c4100e20 2024-09-15T23:45:49.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.222+0000 7f16bb7fe640 1 -- 172.21.15.71:0/2402567628 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c0004a00 con 0x7f16c4100e20 2024-09-15T23:45:49.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.222+0000 7f16cc6ff640 1 -- 172.21.15.71:0/2402567628 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16c41a7160 con 0x7f16c4100e20 2024-09-15T23:45:49.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.223+0000 7f16cc6ff640 1 -- 172.21.15.71:0/2402567628 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f16c410d0f0 con 0x7f16c4100e20 2024-09-15T23:45:49.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.224+0000 7f16bb7fe640 1 -- 172.21.15.71:0/2402567628 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f16c0004ba0 con 0x7f16c4100e20 2024-09-15T23:45:49.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.225+0000 7f16bb7fe640 1 --2- 172.21.15.71:0/2402567628 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f16b00a3350 0x7f16b00a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:49.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.225+0000 7f16c9c9a640 1 --2- 172.21.15.71:0/2402567628 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f16b00a3350 0x7f16b00a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:49.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.225+0000 7f16bb7fe640 1 -- 172.21.15.71:0/2402567628 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f16c00cfbd0 con 0x7f16c4100e20 2024-09-15T23:45:49.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.225+0000 7f16bb7fe640 1 --2- 172.21.15.71:0/2402567628 >> [v2:172.21.15.190:6800/2143521395,v1:172.21.15.190:6801/2143521395] conn(0x7f16b00ace80 0x7f16b00af320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:49.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.225+0000 7f16bb7fe640 1 -- 172.21.15.71:0/2402567628 --> [v2:172.21.15.190:6800/2143521395,v1:172.21.15.190:6801/2143521395] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f16c0012ec0 con 0x7f16b00ace80 2024-09-15T23:45:49.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.225+0000 7f16bb7fe640 1 -- 172.21.15.71:0/2402567628 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7f16c00d0020 con 0x7f16c4100e20 2024-09-15T23:45:49.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.225+0000 7f16c9c9a640 1 --2- 172.21.15.71:0/2402567628 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f16b00a3350 0x7f16b00a5810 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f16b4006010 tx=0x7f16b4000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:49.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.225+0000 7f16cac9c640 1 --2- 172.21.15.71:0/2402567628 >> [v2:172.21.15.190:6800/2143521395,v1:172.21.15.190:6801/2143521395] conn(0x7f16b00ace80 0x7f16b00af320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:49.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.226+0000 7f16cac9c640 1 --2- 172.21.15.71:0/2402567628 >> [v2:172.21.15.190:6800/2143521395,v1:172.21.15.190:6801/2143521395] conn(0x7f16b00ace80 0x7f16b00af320 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:49.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.227+0000 7f16bb7fe640 1 -- 172.21.15.71:0/2402567628 <== osd.2 v2:172.21.15.190:6800/2143521395 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f16c0012ec0 con 0x7f16b00ace80 2024-09-15T23:45:49.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.240+0000 7f16cc6ff640 1 -- 172.21.15.71:0/2402567628 --> [v2:172.21.15.190:6800/2143521395,v1:172.21.15.190:6801/2143521395] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f16c41021b0 con 0x7f16b00ace80 2024-09-15T23:45:49.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.241+0000 7f16bb7fe640 1 -- 172.21.15.71:0/2402567628 <== osd.2 v2:172.21.15.190:6800/2143521395 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f16c41021b0 con 0x7f16b00ace80 2024-09-15T23:45:49.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.241+0000 7f16cc6ff640 1 -- 172.21.15.71:0/2402567628 >> [v2:172.21.15.190:6800/2143521395,v1:172.21.15.190:6801/2143521395] conn(0x7f16b00ace80 msgr2=0x7f16b00af320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:49.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.241+0000 7f16cc6ff640 1 --2- 172.21.15.71:0/2402567628 >> [v2:172.21.15.190:6800/2143521395,v1:172.21.15.190:6801/2143521395] conn(0x7f16b00ace80 0x7f16b00af320 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.241+0000 7f16cc6ff640 1 -- 172.21.15.71:0/2402567628 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f16b00a3350 msgr2=0x7f16b00a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:49.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.241+0000 7f16cc6ff640 1 --2- 172.21.15.71:0/2402567628 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f16b00a3350 0x7f16b00a5810 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f16b4006010 tx=0x7f16b4000bc0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.241+0000 7f16cc6ff640 1 -- 172.21.15.71:0/2402567628 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16c4100e20 msgr2=0x7f16c419a5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:49.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.241+0000 7f16cc6ff640 1 --2- 172.21.15.71:0/2402567628 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16c4100e20 0x7f16c419a5e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f16c000c890 tx=0x7f16c000cd50 comp rx=0 tx=0).stop 2024-09-15T23:45:49.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.241+0000 7f16cac9c640 1 -- 172.21.15.71:0/2402567628 reap_dead start 2024-09-15T23:45:49.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.241+0000 7f16cc6ff640 1 -- 172.21.15.71:0/2402567628 shutdown_connections 2024-09-15T23:45:49.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.241+0000 7f16cc6ff640 1 -- 172.21.15.71:0/2402567628 >> 172.21.15.71:0/2402567628 conn(0x7f16c40fc7d0 msgr2=0x7f16c406a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:49.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.241+0000 7f16cc6ff640 1 -- 172.21.15.71:0/2402567628 shutdown_connections 2024-09-15T23:45:49.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.241+0000 7f16cc6ff640 1 -- 172.21.15.71:0/2402567628 wait complete. 2024-09-15T23:45:49.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.427+0000 7f3449641640 1 -- 172.21.15.71:0/306997224 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3444101de0 msgr2=0x7f34441021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:49.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.427+0000 7f3449641640 1 --2- 172.21.15.71:0/306997224 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3444101de0 0x7f34441021c0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f3434009ca0 tx=0x7f343402a8c0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.427+0000 7f3449641640 1 -- 172.21.15.71:0/306997224 shutdown_connections 2024-09-15T23:45:49.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.427+0000 7f3449641640 1 --2- 172.21.15.71:0/306997224 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3444106f10 0x7f344410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.427+0000 7f3449641640 1 --2- 172.21.15.71:0/306997224 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3444102790 0x7f34441067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.427+0000 7f3449641640 1 --2- 172.21.15.71:0/306997224 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3444101de0 0x7f34441021c0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.427+0000 7f3449641640 1 -- 172.21.15.71:0/306997224 >> 172.21.15.71:0/306997224 conn(0x7f34440fd8c0 msgr2=0x7f34440ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:49.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.427+0000 7f3449641640 1 -- 172.21.15.71:0/306997224 shutdown_connections 2024-09-15T23:45:49.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.427+0000 7f3449641640 1 -- 172.21.15.71:0/306997224 wait complete. 2024-09-15T23:45:49.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.428+0000 7f3449641640 1 Processor -- start 2024-09-15T23:45:49.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.428+0000 7f3449641640 1 -- start start 2024-09-15T23:45:49.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.428+0000 7f3449641640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3444101de0 0x7f34441982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:49.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.428+0000 7f3449641640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3444102790 0x7f3444198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:49.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.428+0000 7f3449641640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3444106f10 0x7f344419cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:49.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.428+0000 7f3449641640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3444111e20 con 0x7f3444101de0 2024-09-15T23:45:49.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.428+0000 7f3449641640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f3444111ca0 con 0x7f3444106f10 2024-09-15T23:45:49.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.428+0000 7f3449641640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f3444111fa0 con 0x7f3444102790 2024-09-15T23:45:49.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.428+0000 7f3442ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3444101de0 0x7f34441982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:49.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.428+0000 7f3442ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3444101de0 0x7f34441982e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:60482/0 (socket says 172.21.15.71:60482) 2024-09-15T23:45:49.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.428+0000 7f3442ffd640 1 -- 172.21.15.71:0/1187672038 learned_addr learned my addr 172.21.15.71:0/1187672038 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:49.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.428+0000 7f34427fc640 1 --2- 172.21.15.71:0/1187672038 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3444102790 0x7f3444198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:49.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.428+0000 7f34437fe640 1 --2- 172.21.15.71:0/1187672038 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3444106f10 0x7f344419cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:49.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.429+0000 7f3442ffd640 1 -- 172.21.15.71:0/1187672038 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3444102790 msgr2=0x7f3444198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:49.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.429+0000 7f3442ffd640 1 --2- 172.21.15.71:0/1187672038 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3444102790 0x7f3444198820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.429+0000 7f3442ffd640 1 -- 172.21.15.71:0/1187672038 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3444106f10 msgr2=0x7f344419cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:49.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.429+0000 7f3442ffd640 1 --2- 172.21.15.71:0/1187672038 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3444106f10 0x7f344419cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.429+0000 7f3442ffd640 1 -- 172.21.15.71:0/1187672038 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f344419d290 con 0x7f3444101de0 2024-09-15T23:45:49.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.429+0000 7f34437fe640 1 --2- 172.21.15.71:0/1187672038 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3444106f10 0x7f344419cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:45:49.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.429+0000 7f3442ffd640 1 --2- 172.21.15.71:0/1187672038 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3444101de0 0x7f34441982e0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f343402ade0 tx=0x7f3434032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:49.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.429+0000 7f343bfff640 1 -- 172.21.15.71:0/1187672038 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3434003cf0 con 0x7f3444101de0 2024-09-15T23:45:49.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.429+0000 7f343bfff640 1 -- 172.21.15.71:0/1187672038 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f34340044f0 con 0x7f3444101de0 2024-09-15T23:45:49.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.429+0000 7f3449641640 1 -- 172.21.15.71:0/1187672038 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f344419d520 con 0x7f3444101de0 2024-09-15T23:45:49.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.429+0000 7f343bfff640 1 -- 172.21.15.71:0/1187672038 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3434030bd0 con 0x7f3444101de0 2024-09-15T23:45:49.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.429+0000 7f3449641640 1 -- 172.21.15.71:0/1187672038 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34441a4e60 con 0x7f3444101de0 2024-09-15T23:45:49.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.430+0000 7f3449641640 1 -- 172.21.15.71:0/1187672038 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3444062980 con 0x7f3444101de0 2024-09-15T23:45:49.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.431+0000 7f343bfff640 1 -- 172.21.15.71:0/1187672038 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f3434004040 con 0x7f3444101de0 2024-09-15T23:45:49.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.432+0000 7f343bfff640 1 --2- 172.21.15.71:0/1187672038 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f34300a32d0 0x7f34300a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:49.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.432+0000 7f34427fc640 1 --2- 172.21.15.71:0/1187672038 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f34300a32d0 0x7f34300a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:49.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.432+0000 7f343bfff640 1 -- 172.21.15.71:0/1187672038 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f34340f1100 con 0x7f3444101de0 2024-09-15T23:45:49.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.432+0000 7f343bfff640 1 --2- 172.21.15.71:0/1187672038 >> [v2:172.21.15.190:6824/4193587286,v1:172.21.15.190:6825/4193587286] conn(0x7f34300ace00 0x7f34300af2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:49.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.432+0000 7f343bfff640 1 -- 172.21.15.71:0/1187672038 --> [v2:172.21.15.190:6824/4193587286,v1:172.21.15.190:6825/4193587286] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f34300af970 con 0x7f34300ace00 2024-09-15T23:45:49.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.432+0000 7f343bfff640 1 -- 172.21.15.71:0/1187672038 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7f34340f1550 con 0x7f3444101de0 2024-09-15T23:45:49.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.432+0000 7f34427fc640 1 --2- 172.21.15.71:0/1187672038 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f34300a32d0 0x7f34300a5790 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f34440fdce0 tx=0x7f342c00a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:49.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.432+0000 7f34437fe640 1 --2- 172.21.15.71:0/1187672038 >> [v2:172.21.15.190:6824/4193587286,v1:172.21.15.190:6825/4193587286] conn(0x7f34300ace00 0x7f34300af2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:49.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.433+0000 7f34437fe640 1 --2- 172.21.15.71:0/1187672038 >> [v2:172.21.15.190:6824/4193587286,v1:172.21.15.190:6825/4193587286] conn(0x7f34300ace00 0x7f34300af2a0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:49.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.434+0000 7f343bfff640 1 -- 172.21.15.71:0/1187672038 <== osd.11 v2:172.21.15.190:6824/4193587286 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f34300af970 con 0x7f34300ace00 2024-09-15T23:45:49.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.447+0000 7f3449641640 1 -- 172.21.15.71:0/1187672038 --> [v2:172.21.15.190:6824/4193587286,v1:172.21.15.190:6825/4193587286] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3444062e00 con 0x7f34300ace00 2024-09-15T23:45:49.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.447+0000 7f343bfff640 1 -- 172.21.15.71:0/1187672038 <== osd.11 v2:172.21.15.190:6824/4193587286 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f3444062e00 con 0x7f34300ace00 2024-09-15T23:45:49.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.448+0000 7f3449641640 1 -- 172.21.15.71:0/1187672038 >> [v2:172.21.15.190:6824/4193587286,v1:172.21.15.190:6825/4193587286] conn(0x7f34300ace00 msgr2=0x7f34300af2a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:49.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.448+0000 7f3449641640 1 --2- 172.21.15.71:0/1187672038 >> [v2:172.21.15.190:6824/4193587286,v1:172.21.15.190:6825/4193587286] conn(0x7f34300ace00 0x7f34300af2a0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.448+0000 7f3449641640 1 -- 172.21.15.71:0/1187672038 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f34300a32d0 msgr2=0x7f34300a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:49.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.448+0000 7f3449641640 1 --2- 172.21.15.71:0/1187672038 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f34300a32d0 0x7f34300a5790 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f34440fdce0 tx=0x7f342c00a2d0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.448+0000 7f3449641640 1 -- 172.21.15.71:0/1187672038 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3444101de0 msgr2=0x7f34441982e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:49.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.448+0000 7f3449641640 1 --2- 172.21.15.71:0/1187672038 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3444101de0 0x7f34441982e0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f343402ade0 tx=0x7f3434032ff0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.448+0000 7f34437fe640 1 -- 172.21.15.71:0/1187672038 reap_dead start 2024-09-15T23:45:49.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.448+0000 7f3449641640 1 -- 172.21.15.71:0/1187672038 shutdown_connections 2024-09-15T23:45:49.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.448+0000 7f3449641640 1 -- 172.21.15.71:0/1187672038 >> 172.21.15.71:0/1187672038 conn(0x7f34440fd8c0 msgr2=0x7f34440febe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:49.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.448+0000 7f3449641640 1 -- 172.21.15.71:0/1187672038 shutdown_connections 2024-09-15T23:45:49.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.448+0000 7f3449641640 1 -- 172.21.15.71:0/1187672038 wait complete. 2024-09-15T23:45:49.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.865+0000 7f7734bcb640 1 -- 172.21.15.71:0/2809883072 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7730106f20 msgr2=0x7f773010eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:49.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.865+0000 7f7734bcb640 1 --2- 172.21.15.71:0/2809883072 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7730106f20 0x7f773010eaa0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f7728009ca0 tx=0x7f772802a8c0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.865+0000 7f7734bcb640 1 -- 172.21.15.71:0/2809883072 shutdown_connections 2024-09-15T23:45:49.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.865+0000 7f7734bcb640 1 --2- 172.21.15.71:0/2809883072 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7730106f20 0x7f773010eaa0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.865+0000 7f7734bcb640 1 --2- 172.21.15.71:0/2809883072 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f77301027a0 0x7f77301067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.865+0000 7f7734bcb640 1 --2- 172.21.15.71:0/2809883072 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7730101df0 0x7f77301021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.865+0000 7f7734bcb640 1 -- 172.21.15.71:0/2809883072 >> 172.21.15.71:0/2809883072 conn(0x7f77300fd8f0 msgr2=0x7f77300ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:49.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.865+0000 7f7734bcb640 1 -- 172.21.15.71:0/2809883072 shutdown_connections 2024-09-15T23:45:49.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.865+0000 7f7734bcb640 1 -- 172.21.15.71:0/2809883072 wait complete. 2024-09-15T23:45:49.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.866+0000 7f7734bcb640 1 Processor -- start 2024-09-15T23:45:49.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.866+0000 7f7734bcb640 1 -- start start 2024-09-15T23:45:49.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.866+0000 7f7734bcb640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7730101df0 0x7f77300744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:49.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.866+0000 7f7734bcb640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f77301027a0 0x7f7730074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:49.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.866+0000 7f7734bcb640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7730106f20 0x7f7730074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:49.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.866+0000 7f7734bcb640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7730111e30 con 0x7f7730101df0 2024-09-15T23:45:49.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.866+0000 7f7734bcb640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f7730111cb0 con 0x7f7730106f20 2024-09-15T23:45:49.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.866+0000 7f7734bcb640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f7730111fb0 con 0x7f77301027a0 2024-09-15T23:45:49.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.866+0000 7f772e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7730101df0 0x7f77300744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:49.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.866+0000 7f772e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7730101df0 0x7f77300744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:60424/0 (socket says 172.21.15.71:60424) 2024-09-15T23:45:49.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.866+0000 7f772e59c640 1 -- 172.21.15.71:0/3467863787 learned_addr learned my addr 172.21.15.71:0/3467863787 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:49.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.866+0000 7f7727fff640 1 --2- 172.21.15.71:0/3467863787 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f77301027a0 0x7f7730074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:49.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.866+0000 7f772ed9d640 1 --2- 172.21.15.71:0/3467863787 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7730106f20 0x7f7730074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:49.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.866+0000 7f772e59c640 1 -- 172.21.15.71:0/3467863787 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f77301027a0 msgr2=0x7f7730074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:49.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.866+0000 7f772e59c640 1 --2- 172.21.15.71:0/3467863787 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f77301027a0 0x7f7730074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.866+0000 7f772e59c640 1 -- 172.21.15.71:0/3467863787 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7730106f20 msgr2=0x7f7730074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:49.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.866+0000 7f772e59c640 1 --2- 172.21.15.71:0/3467863787 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7730106f20 0x7f7730074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.866+0000 7f772e59c640 1 -- 172.21.15.71:0/3467863787 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77301a6730 con 0x7f7730101df0 2024-09-15T23:45:49.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.867+0000 7f772e59c640 1 --2- 172.21.15.71:0/3467863787 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7730101df0 0x7f77300744f0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f772000c890 tx=0x7f772000cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:49.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.867+0000 7f77277fe640 1 -- 172.21.15.71:0/3467863787 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7720004220 con 0x7f7730101df0 2024-09-15T23:45:49.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.867+0000 7f7734bcb640 1 -- 172.21.15.71:0/3467863787 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77301a6a20 con 0x7f7730101df0 2024-09-15T23:45:49.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.867+0000 7f77277fe640 1 -- 172.21.15.71:0/3467863787 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f77200043c0 con 0x7f7730101df0 2024-09-15T23:45:49.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.867+0000 7f77277fe640 1 -- 172.21.15.71:0/3467863787 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7720004a00 con 0x7f7730101df0 2024-09-15T23:45:49.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.867+0000 7f7734bcb640 1 -- 172.21.15.71:0/3467863787 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77301a6f60 con 0x7f7730101df0 2024-09-15T23:45:49.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.868+0000 7f7734bcb640 1 -- 172.21.15.71:0/3467863787 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7730062900 con 0x7f7730101df0 2024-09-15T23:45:49.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.869+0000 7f77277fe640 1 -- 172.21.15.71:0/3467863787 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f77200079b0 con 0x7f7730101df0 2024-09-15T23:45:49.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.869+0000 7f77277fe640 1 --2- 172.21.15.71:0/3467863787 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f771c0a32d0 0x7f771c0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:49.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.870+0000 7f7727fff640 1 --2- 172.21.15.71:0/3467863787 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f771c0a32d0 0x7f771c0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:49.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.870+0000 7f77277fe640 1 -- 172.21.15.71:0/3467863787 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f77200cf650 con 0x7f7730101df0 2024-09-15T23:45:49.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.870+0000 7f77277fe640 1 --2- 172.21.15.71:0/3467863787 >> [v2:172.21.15.163:6824/212791912,v1:172.21.15.163:6825/212791912] conn(0x7f771c0ace00 0x7f771c0af2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:49.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.870+0000 7f77277fe640 1 -- 172.21.15.71:0/3467863787 --> [v2:172.21.15.163:6824/212791912,v1:172.21.15.163:6825/212791912] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f771c0af970 con 0x7f771c0ace00 2024-09-15T23:45:49.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.870+0000 7f77277fe640 1 -- 172.21.15.71:0/3467863787 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7f77200d6050 con 0x7f7730101df0 2024-09-15T23:45:49.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.870+0000 7f7727fff640 1 --2- 172.21.15.71:0/3467863787 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f771c0a32d0 0x7f771c0a5790 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f7730075f80 tx=0x7f771800a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:49.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.870+0000 7f772ed9d640 1 --2- 172.21.15.71:0/3467863787 >> [v2:172.21.15.163:6824/212791912,v1:172.21.15.163:6825/212791912] conn(0x7f771c0ace00 0x7f771c0af2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:49.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.871+0000 7f772ed9d640 1 --2- 172.21.15.71:0/3467863787 >> [v2:172.21.15.163:6824/212791912,v1:172.21.15.163:6825/212791912] conn(0x7f771c0ace00 0x7f771c0af2a0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:49.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.871+0000 7f77277fe640 1 -- 172.21.15.71:0/3467863787 <== osd.10 v2:172.21.15.163:6824/212791912 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f771c0af970 con 0x7f771c0ace00 2024-09-15T23:45:49.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.885+0000 7f7734bcb640 1 -- 172.21.15.71:0/3467863787 --> [v2:172.21.15.163:6824/212791912,v1:172.21.15.163:6825/212791912] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7730062d80 con 0x7f771c0ace00 2024-09-15T23:45:49.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.886+0000 7f77277fe640 1 -- 172.21.15.71:0/3467863787 <== osd.10 v2:172.21.15.163:6824/212791912 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f7730062d80 con 0x7f771c0ace00 2024-09-15T23:45:49.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.887+0000 7f7734bcb640 1 -- 172.21.15.71:0/3467863787 >> [v2:172.21.15.163:6824/212791912,v1:172.21.15.163:6825/212791912] conn(0x7f771c0ace00 msgr2=0x7f771c0af2a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:49.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.887+0000 7f7734bcb640 1 --2- 172.21.15.71:0/3467863787 >> [v2:172.21.15.163:6824/212791912,v1:172.21.15.163:6825/212791912] conn(0x7f771c0ace00 0x7f771c0af2a0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.887+0000 7f7734bcb640 1 -- 172.21.15.71:0/3467863787 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f771c0a32d0 msgr2=0x7f771c0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:49.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.887+0000 7f7734bcb640 1 --2- 172.21.15.71:0/3467863787 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f771c0a32d0 0x7f771c0a5790 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f7730075f80 tx=0x7f771800a2d0 comp rx=0 tx=0).stop 2024-09-15T23:45:49.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.887+0000 7f7734bcb640 1 -- 172.21.15.71:0/3467863787 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7730101df0 msgr2=0x7f77300744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:49.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.887+0000 7f7734bcb640 1 --2- 172.21.15.71:0/3467863787 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7730101df0 0x7f77300744f0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f772000c890 tx=0x7f772000cc90 comp rx=0 tx=0).stop 2024-09-15T23:45:49.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.887+0000 7f772ed9d640 1 -- 172.21.15.71:0/3467863787 reap_dead start 2024-09-15T23:45:49.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.887+0000 7f7734bcb640 1 -- 172.21.15.71:0/3467863787 shutdown_connections 2024-09-15T23:45:49.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.887+0000 7f7734bcb640 1 -- 172.21.15.71:0/3467863787 >> 172.21.15.71:0/3467863787 conn(0x7f77300fd8f0 msgr2=0x7f77300fec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:49.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.887+0000 7f7734bcb640 1 -- 172.21.15.71:0/3467863787 shutdown_connections 2024-09-15T23:45:49.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:47.887+0000 7f7734bcb640 1 -- 172.21.15.71:0/3467863787 wait complete. 2024-09-15T23:45:50.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:50 smithi071 ceph-mon[30957]: pgmap v299: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1023 B/s wr, 11 op/s 2024-09-15T23:45:50.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:50 smithi163 ceph-mon[34107]: pgmap v299: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1023 B/s wr, 11 op/s 2024-09-15T23:45:50.501 INFO:teuthology.orchestra.run.smithi071.stdout:292057776153 2024-09-15T23:45:50.501 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-09-15T23:45:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:50 smithi190 ceph-mon[34840]: pgmap v299: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1023 B/s wr, 11 op/s 2024-09-15T23:45:50.699 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:51.143 INFO:teuthology.orchestra.run.smithi071.stdout:184683593774 2024-09-15T23:45:51.144 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-15T23:45:51.796 INFO:teuthology.orchestra.run.smithi071.stdout:322122547222 2024-09-15T23:45:51.797 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-09-15T23:45:51.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.950+0000 7f963ca5d640 1 -- 172.21.15.71:0/948560187 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9638100e20 msgr2=0x7f9638101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:51.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.950+0000 7f963ca5d640 1 --2- 172.21.15.71:0/948560187 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9638100e20 0x7f9638101200 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f9628009900 tx=0x7f962802a480 comp rx=0 tx=0).stop 2024-09-15T23:45:51.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.950+0000 7f963ca5d640 1 -- 172.21.15.71:0/948560187 shutdown_connections 2024-09-15T23:45:51.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.950+0000 7f963ca5d640 1 --2- 172.21.15.71:0/948560187 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9638102ef0 0x7f963810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:51.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.950+0000 7f963ca5d640 1 --2- 172.21.15.71:0/948560187 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9638102570 0x7f96381029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:51.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.950+0000 7f963ca5d640 1 --2- 172.21.15.71:0/948560187 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9638100e20 0x7f9638101200 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:51.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.950+0000 7f963ca5d640 1 -- 172.21.15.71:0/948560187 >> 172.21.15.71:0/948560187 conn(0x7f96380fc7d0 msgr2=0x7f96380febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:51.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.950+0000 7f963ca5d640 1 -- 172.21.15.71:0/948560187 shutdown_connections 2024-09-15T23:45:51.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.950+0000 7f963ca5d640 1 -- 172.21.15.71:0/948560187 wait complete. 2024-09-15T23:45:51.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.951+0000 7f963ca5d640 1 Processor -- start 2024-09-15T23:45:51.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.951+0000 7f963ca5d640 1 -- start start 2024-09-15T23:45:51.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.951+0000 7f963ca5d640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9638100e20 0x7f9638197310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:51.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.951+0000 7f963ca5d640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9638102570 0x7f9638197850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:51.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.951+0000 7f963ca5d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9638102ef0 0x7f963819bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:51.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.951+0000 7f963ca5d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9638110e30 con 0x7f9638102ef0 2024-09-15T23:45:51.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.951+0000 7f963ca5d640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f9638110cb0 con 0x7f9638100e20 2024-09-15T23:45:51.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.951+0000 7f963ca5d640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f9638110fb0 con 0x7f9638102570 2024-09-15T23:45:51.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.952+0000 7f9636d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9638102ef0 0x7f963819bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:51.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.952+0000 7f9636d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9638102ef0 0x7f963819bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38618/0 (socket says 172.21.15.71:38618) 2024-09-15T23:45:51.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.952+0000 7f9636d9d640 1 -- 172.21.15.71:0/3119649505 learned_addr learned my addr 172.21.15.71:0/3119649505 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:51.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.952+0000 7f963659c640 1 --2- 172.21.15.71:0/3119649505 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9638100e20 0x7f9638197310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:51.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.952+0000 7f9635d9b640 1 --2- 172.21.15.71:0/3119649505 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9638102570 0x7f9638197850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:51.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.952+0000 7f9636d9d640 1 -- 172.21.15.71:0/3119649505 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9638102570 msgr2=0x7f9638197850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:51.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.952+0000 7f9636d9d640 1 --2- 172.21.15.71:0/3119649505 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9638102570 0x7f9638197850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:51.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.952+0000 7f9636d9d640 1 -- 172.21.15.71:0/3119649505 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9638100e20 msgr2=0x7f9638197310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:51.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.952+0000 7f9636d9d640 1 --2- 172.21.15.71:0/3119649505 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9638100e20 0x7f9638197310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:51.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.952+0000 7f9636d9d640 1 -- 172.21.15.71:0/3119649505 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f963819c2c0 con 0x7f9638102ef0 2024-09-15T23:45:51.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.952+0000 7f963659c640 1 --2- 172.21.15.71:0/3119649505 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9638100e20 0x7f9638197310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:45:51.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.952+0000 7f9636d9d640 1 --2- 172.21.15.71:0/3119649505 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9638102ef0 0x7f963819bbe0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f963000cce0 tx=0x7f963000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:51.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.952+0000 7f96277fe640 1 -- 172.21.15.71:0/3119649505 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f963000f450 con 0x7f9638102ef0 2024-09-15T23:45:51.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.952+0000 7f96277fe640 1 -- 172.21.15.71:0/3119649505 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f963000faa0 con 0x7f9638102ef0 2024-09-15T23:45:51.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.952+0000 7f963ca5d640 1 -- 172.21.15.71:0/3119649505 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f963819c5b0 con 0x7f9638102ef0 2024-09-15T23:45:51.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.952+0000 7f96277fe640 1 -- 172.21.15.71:0/3119649505 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9630018b70 con 0x7f9638102ef0 2024-09-15T23:45:51.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.952+0000 7f963ca5d640 1 -- 172.21.15.71:0/3119649505 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9638069f70 con 0x7f9638102ef0 2024-09-15T23:45:51.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.953+0000 7f963ca5d640 1 -- 172.21.15.71:0/3119649505 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f963806a5e0 con 0x7f9638102ef0 2024-09-15T23:45:51.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.955+0000 7f96277fe640 1 -- 172.21.15.71:0/3119649505 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f9630018d10 con 0x7f9638102ef0 2024-09-15T23:45:51.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.955+0000 7f96277fe640 1 --2- 172.21.15.71:0/3119649505 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f96200a32d0 0x7f96200a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:51.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.955+0000 7f963659c640 1 --2- 172.21.15.71:0/3119649505 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f96200a32d0 0x7f96200a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:51.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.955+0000 7f96277fe640 1 -- 172.21.15.71:0/3119649505 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f96300d0220 con 0x7f9638102ef0 2024-09-15T23:45:51.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.956+0000 7f96277fe640 1 --2- 172.21.15.71:0/3119649505 >> [v2:172.21.15.163:6816/1969593004,v1:172.21.15.163:6817/1969593004] conn(0x7f96200ace00 0x7f96200af2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:51.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.956+0000 7f96277fe640 1 -- 172.21.15.71:0/3119649505 --> [v2:172.21.15.163:6816/1969593004,v1:172.21.15.163:6817/1969593004] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f963001ee50 con 0x7f96200ace00 2024-09-15T23:45:51.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.956+0000 7f96277fe640 1 -- 172.21.15.71:0/3119649505 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7f96300d0670 con 0x7f9638102ef0 2024-09-15T23:45:51.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.956+0000 7f9635d9b640 1 --2- 172.21.15.71:0/3119649505 >> [v2:172.21.15.163:6816/1969593004,v1:172.21.15.163:6817/1969593004] conn(0x7f96200ace00 0x7f96200af2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:51.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.956+0000 7f963659c640 1 --2- 172.21.15.71:0/3119649505 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f96200a32d0 0x7f96200a5790 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f9628005ab0 tx=0x7f9628005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:51.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.956+0000 7f9635d9b640 1 --2- 172.21.15.71:0/3119649505 >> [v2:172.21.15.163:6816/1969593004,v1:172.21.15.163:6817/1969593004] conn(0x7f96200ace00 0x7f96200af2a0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:51.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.957+0000 7f96277fe640 1 -- 172.21.15.71:0/3119649505 <== osd.7 v2:172.21.15.163:6816/1969593004 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f963001ee50 con 0x7f96200ace00 2024-09-15T23:45:51.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.971+0000 7f963ca5d640 1 -- 172.21.15.71:0/3119649505 --> [v2:172.21.15.163:6816/1969593004,v1:172.21.15.163:6817/1969593004] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f963806aa60 con 0x7f96200ace00 2024-09-15T23:45:51.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.971+0000 7f96277fe640 1 -- 172.21.15.71:0/3119649505 <== osd.7 v2:172.21.15.163:6816/1969593004 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f963806aa60 con 0x7f96200ace00 2024-09-15T23:45:51.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.972+0000 7f963ca5d640 1 -- 172.21.15.71:0/3119649505 >> [v2:172.21.15.163:6816/1969593004,v1:172.21.15.163:6817/1969593004] conn(0x7f96200ace00 msgr2=0x7f96200af2a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:51.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.972+0000 7f963ca5d640 1 --2- 172.21.15.71:0/3119649505 >> [v2:172.21.15.163:6816/1969593004,v1:172.21.15.163:6817/1969593004] conn(0x7f96200ace00 0x7f96200af2a0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:51.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.972+0000 7f963ca5d640 1 -- 172.21.15.71:0/3119649505 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f96200a32d0 msgr2=0x7f96200a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:51.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.972+0000 7f963ca5d640 1 --2- 172.21.15.71:0/3119649505 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f96200a32d0 0x7f96200a5790 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f9628005ab0 tx=0x7f9628005a20 comp rx=0 tx=0).stop 2024-09-15T23:45:51.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.972+0000 7f963ca5d640 1 -- 172.21.15.71:0/3119649505 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9638102ef0 msgr2=0x7f963819bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:51.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.972+0000 7f963ca5d640 1 --2- 172.21.15.71:0/3119649505 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9638102ef0 0x7f963819bbe0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f963000cce0 tx=0x7f963000a620 comp rx=0 tx=0).stop 2024-09-15T23:45:51.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.972+0000 7f9636d9d640 1 -- 172.21.15.71:0/3119649505 reap_dead start 2024-09-15T23:45:51.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.972+0000 7f963ca5d640 1 -- 172.21.15.71:0/3119649505 shutdown_connections 2024-09-15T23:45:51.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.972+0000 7f963ca5d640 1 -- 172.21.15.71:0/3119649505 >> 172.21.15.71:0/3119649505 conn(0x7f96380fc7d0 msgr2=0x7f96380fe180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:51.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.972+0000 7f963ca5d640 1 -- 172.21.15.71:0/3119649505 shutdown_connections 2024-09-15T23:45:51.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:51.972+0000 7f963ca5d640 1 -- 172.21.15.71:0/3119649505 wait complete. 2024-09-15T23:45:52.054 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.107+0000 7fb98cc18640 1 -- 172.21.15.71:0/114700634 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb988101420 msgr2=0x7fb98810d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:52.055 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.107+0000 7fb98cc18640 1 --2- 172.21.15.71:0/114700634 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb988101420 0x7fb98810d950 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fb980009cd0 tx=0x7fb98002a8e0 comp rx=0 tx=0).stop 2024-09-15T23:45:52.055 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.107+0000 7fb98cc18640 1 -- 172.21.15.71:0/114700634 shutdown_connections 2024-09-15T23:45:52.055 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.107+0000 7fb98cc18640 1 --2- 172.21.15.71:0/114700634 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb988101420 0x7fb98810d950 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:52.055 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.107+0000 7fb98cc18640 1 --2- 172.21.15.71:0/114700634 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb988100a80 0x7fb988100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:52.055 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.107+0000 7fb98cc18640 1 --2- 172.21.15.71:0/114700634 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb988106a80 0x7fb988106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:52.055 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.107+0000 7fb98cc18640 1 -- 172.21.15.71:0/114700634 >> 172.21.15.71:0/114700634 conn(0x7fb9880fc7a0 msgr2=0x7fb9880febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:52.055 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.107+0000 7fb98cc18640 1 -- 172.21.15.71:0/114700634 shutdown_connections 2024-09-15T23:45:52.055 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.107+0000 7fb98cc18640 1 -- 172.21.15.71:0/114700634 wait complete. 2024-09-15T23:45:52.055 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.108+0000 7fb98cc18640 1 Processor -- start 2024-09-15T23:45:52.055 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.108+0000 7fb98cc18640 1 -- start start 2024-09-15T23:45:52.056 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.108+0000 7fb98cc18640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb988100a80 0x7fb988198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:52.056 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.108+0000 7fb98cc18640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb988101420 0x7fb988198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:52.056 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.108+0000 7fb98cc18640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb988106a80 0x7fb98819cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:52.056 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.108+0000 7fb98cc18640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fb988111e50 con 0x7fb988106a80 2024-09-15T23:45:52.056 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.108+0000 7fb98cc18640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fb988111cd0 con 0x7fb988101420 2024-09-15T23:45:52.056 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.108+0000 7fb98cc18640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fb988111fd0 con 0x7fb988100a80 2024-09-15T23:45:52.056 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.108+0000 7fb986d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb988106a80 0x7fb98819cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:52.056 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.108+0000 7fb986d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb988106a80 0x7fb98819cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:60444/0 (socket says 172.21.15.71:60444) 2024-09-15T23:45:52.056 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.108+0000 7fb986d9d640 1 -- 172.21.15.71:0/237724706 learned_addr learned my addr 172.21.15.71:0/237724706 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:52.056 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.109+0000 7fb98659c640 1 --2- 172.21.15.71:0/237724706 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb988100a80 0x7fb988198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:52.056 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.109+0000 7fb985d9b640 1 --2- 172.21.15.71:0/237724706 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb988101420 0x7fb988198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:52.056 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.109+0000 7fb986d9d640 1 -- 172.21.15.71:0/237724706 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb988100a80 msgr2=0x7fb988198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:52.057 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.109+0000 7fb986d9d640 1 --2- 172.21.15.71:0/237724706 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb988100a80 0x7fb988198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:52.057 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.109+0000 7fb986d9d640 1 -- 172.21.15.71:0/237724706 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb988101420 msgr2=0x7fb988198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:52.057 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.109+0000 7fb986d9d640 1 --2- 172.21.15.71:0/237724706 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb988101420 0x7fb988198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:52.057 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.109+0000 7fb986d9d640 1 -- 172.21.15.71:0/237724706 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb98819d2e0 con 0x7fb988106a80 2024-09-15T23:45:52.057 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.109+0000 7fb986d9d640 1 --2- 172.21.15.71:0/237724706 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb988106a80 0x7fb98819cc00 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fb980005cc0 tx=0x7fb980003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:52.057 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.109+0000 7fb9777fe640 1 -- 172.21.15.71:0/237724706 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb980004240 con 0x7fb988106a80 2024-09-15T23:45:52.057 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.109+0000 7fb98cc18640 1 -- 172.21.15.71:0/237724706 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb98819d570 con 0x7fb988106a80 2024-09-15T23:45:52.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.109+0000 7fb9777fe640 1 -- 172.21.15.71:0/237724706 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb9800305a0 con 0x7fb988106a80 2024-09-15T23:45:52.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.109+0000 7fb9777fe640 1 -- 172.21.15.71:0/237724706 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9800466c0 con 0x7fb988106a80 2024-09-15T23:45:52.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.109+0000 7fb98cc18640 1 -- 172.21.15.71:0/237724706 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9881a4eb0 con 0x7fb988106a80 2024-09-15T23:45:52.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.110+0000 7fb98cc18640 1 -- 172.21.15.71:0/237724706 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb988062940 con 0x7fb988106a80 2024-09-15T23:45:52.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.111+0000 7fb9777fe640 1 -- 172.21.15.71:0/237724706 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fb980030ac0 con 0x7fb988106a80 2024-09-15T23:45:52.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.112+0000 7fb9777fe640 1 --2- 172.21.15.71:0/237724706 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb9700a32d0 0x7fb9700a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:52.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.112+0000 7fb98659c640 1 --2- 172.21.15.71:0/237724706 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb9700a32d0 0x7fb9700a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:52.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.112+0000 7fb9777fe640 1 -- 172.21.15.71:0/237724706 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7fb98002e030 con 0x7fb988106a80 2024-09-15T23:45:52.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.112+0000 7fb9777fe640 1 --2- 172.21.15.71:0/237724706 >> [v2:172.21.15.190:6808/3132841040,v1:172.21.15.190:6809/3132841040] conn(0x7fb9700ace00 0x7fb9700af2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:52.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.112+0000 7fb9777fe640 1 -- 172.21.15.71:0/237724706 --> [v2:172.21.15.190:6808/3132841040,v1:172.21.15.190:6809/3132841040] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb98004be50 con 0x7fb9700ace00 2024-09-15T23:45:52.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.112+0000 7fb9777fe640 1 -- 172.21.15.71:0/237724706 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7fb9800f1370 con 0x7fb988106a80 2024-09-15T23:45:52.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.112+0000 7fb98659c640 1 --2- 172.21.15.71:0/237724706 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb9700a32d0 0x7fb9700a5790 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fb97800abe0 tx=0x7fb97800a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:52.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.112+0000 7fb985d9b640 1 --2- 172.21.15.71:0/237724706 >> [v2:172.21.15.190:6808/3132841040,v1:172.21.15.190:6809/3132841040] conn(0x7fb9700ace00 0x7fb9700af2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:52.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.113+0000 7fb985d9b640 1 --2- 172.21.15.71:0/237724706 >> [v2:172.21.15.190:6808/3132841040,v1:172.21.15.190:6809/3132841040] conn(0x7fb9700ace00 0x7fb9700af2a0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:52.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.114+0000 7fb9777fe640 1 -- 172.21.15.71:0/237724706 <== osd.5 v2:172.21.15.190:6808/3132841040 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb98004be50 con 0x7fb9700ace00 2024-09-15T23:45:52.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.127+0000 7fb98cc18640 1 -- 172.21.15.71:0/237724706 --> [v2:172.21.15.190:6808/3132841040,v1:172.21.15.190:6809/3132841040] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb988062d40 con 0x7fb9700ace00 2024-09-15T23:45:52.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.128+0000 7fb9777fe640 1 -- 172.21.15.71:0/237724706 <== osd.5 v2:172.21.15.190:6808/3132841040 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fb988062d40 con 0x7fb9700ace00 2024-09-15T23:45:52.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.128+0000 7fb98cc18640 1 -- 172.21.15.71:0/237724706 >> [v2:172.21.15.190:6808/3132841040,v1:172.21.15.190:6809/3132841040] conn(0x7fb9700ace00 msgr2=0x7fb9700af2a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:52.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.128+0000 7fb98cc18640 1 --2- 172.21.15.71:0/237724706 >> [v2:172.21.15.190:6808/3132841040,v1:172.21.15.190:6809/3132841040] conn(0x7fb9700ace00 0x7fb9700af2a0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:52.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.128+0000 7fb98cc18640 1 -- 172.21.15.71:0/237724706 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb9700a32d0 msgr2=0x7fb9700a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:52.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.128+0000 7fb98cc18640 1 --2- 172.21.15.71:0/237724706 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fb9700a32d0 0x7fb9700a5790 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fb97800abe0 tx=0x7fb97800a2d0 comp rx=0 tx=0).stop 2024-09-15T23:45:52.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.128+0000 7fb98cc18640 1 -- 172.21.15.71:0/237724706 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb988106a80 msgr2=0x7fb98819cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:52.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.128+0000 7fb98cc18640 1 --2- 172.21.15.71:0/237724706 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb988106a80 0x7fb98819cc00 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fb980005cc0 tx=0x7fb980003ba0 comp rx=0 tx=0).stop 2024-09-15T23:45:52.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.128+0000 7fb986d9d640 1 -- 172.21.15.71:0/237724706 reap_dead start 2024-09-15T23:45:52.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.128+0000 7fb98cc18640 1 -- 172.21.15.71:0/237724706 shutdown_connections 2024-09-15T23:45:52.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.128+0000 7fb98cc18640 1 -- 172.21.15.71:0/237724706 >> 172.21.15.71:0/237724706 conn(0x7fb9880fc7a0 msgr2=0x7fb9880fcf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:52.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.128+0000 7fb98cc18640 1 -- 172.21.15.71:0/237724706 shutdown_connections 2024-09-15T23:45:52.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:49.128+0000 7fb98cc18640 1 -- 172.21.15.71:0/237724706 wait complete. 2024-09-15T23:45:52.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:52 smithi071 ceph-mon[30957]: pgmap v300: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-15T23:45:52.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:52 smithi163 ceph-mon[34107]: pgmap v300: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-15T23:45:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:52 smithi190 ceph-mon[34840]: pgmap v300: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-15T23:45:52.923 INFO:teuthology.orchestra.run.smithi071.stdout:77309411395 2024-09-15T23:45:52.924 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-15T23:45:53.654 INFO:teuthology.orchestra.run.smithi071.stdout:154618822708 2024-09-15T23:45:53.654 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-15T23:45:54.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:54 smithi071 ceph-mon[30957]: pgmap v301: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-15T23:45:54.230 INFO:teuthology.orchestra.run.smithi071.stdout:103079215166 2024-09-15T23:45:54.231 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-15T23:45:54.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:54 smithi163 ceph-mon[34107]: pgmap v301: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-15T23:45:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:54 smithi190 ceph-mon[34840]: pgmap v301: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-15T23:45:54.784 INFO:teuthology.orchestra.run.smithi071.stdout:206158430250 2024-09-15T23:45:54.784 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-15T23:45:54.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.973+0000 7f21cfa61640 1 -- 172.21.15.71:0/2313828910 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f21c8102570 msgr2=0x7f21c81029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:54.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.973+0000 7f21cfa61640 1 --2- 172.21.15.71:0/2313828910 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f21c8102570 0x7f21c81029b0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f21bc009ca0 tx=0x7f21bc02a950 comp rx=0 tx=0).stop 2024-09-15T23:45:54.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.973+0000 7f21cfa61640 1 -- 172.21.15.71:0/2313828910 shutdown_connections 2024-09-15T23:45:54.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.973+0000 7f21cfa61640 1 --2- 172.21.15.71:0/2313828910 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f21c8102ef0 0x7f21c810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:54.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.973+0000 7f21cfa61640 1 --2- 172.21.15.71:0/2313828910 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f21c8102570 0x7f21c81029b0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:54.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.973+0000 7f21cfa61640 1 --2- 172.21.15.71:0/2313828910 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f21c8100e20 0x7f21c8101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:54.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.973+0000 7f21cfa61640 1 -- 172.21.15.71:0/2313828910 >> 172.21.15.71:0/2313828910 conn(0x7f21c80fc7d0 msgr2=0x7f21c80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:54.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.973+0000 7f21cfa61640 1 -- 172.21.15.71:0/2313828910 shutdown_connections 2024-09-15T23:45:54.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.973+0000 7f21cfa61640 1 -- 172.21.15.71:0/2313828910 wait complete. 2024-09-15T23:45:54.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.973+0000 7f21cfa61640 1 Processor -- start 2024-09-15T23:45:54.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.973+0000 7f21cfa61640 1 -- start start 2024-09-15T23:45:54.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21cfa61640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f21c8100e20 0x7f21c8198610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:54.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21cfa61640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f21c8102570 0x7f21c8198b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:54.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21cfa61640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f21c8102ef0 0x7f21c819cee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:54.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21cfa61640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f21c8110ed0 con 0x7f21c8102570 2024-09-15T23:45:54.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21cfa61640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f21c8110d50 con 0x7f21c8100e20 2024-09-15T23:45:54.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21cfa61640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f21c8111050 con 0x7f21c8102ef0 2024-09-15T23:45:54.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21ccffc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f21c8102570 0x7f21c8198b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:54.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21ccffc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f21c8102570 0x7f21c8198b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38634/0 (socket says 172.21.15.71:38634) 2024-09-15T23:45:54.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21ccffc640 1 -- 172.21.15.71:0/3196914496 learned_addr learned my addr 172.21.15.71:0/3196914496 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:54.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21cd7fd640 1 --2- 172.21.15.71:0/3196914496 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f21c8100e20 0x7f21c8198610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:54.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21cdffe640 1 --2- 172.21.15.71:0/3196914496 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f21c8102ef0 0x7f21c819cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:54.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21ccffc640 1 -- 172.21.15.71:0/3196914496 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f21c8102ef0 msgr2=0x7f21c819cee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:54.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21ccffc640 1 --2- 172.21.15.71:0/3196914496 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f21c8102ef0 0x7f21c819cee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:54.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21ccffc640 1 -- 172.21.15.71:0/3196914496 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f21c8100e20 msgr2=0x7f21c8198610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:54.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21ccffc640 1 --2- 172.21.15.71:0/3196914496 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f21c8100e20 0x7f21c8198610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:54.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21ccffc640 1 -- 172.21.15.71:0/3196914496 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21c819d5c0 con 0x7f21c8102570 2024-09-15T23:45:54.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21cd7fd640 1 --2- 172.21.15.71:0/3196914496 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f21c8100e20 0x7f21c8198610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:45:54.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21cdffe640 1 --2- 172.21.15.71:0/3196914496 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f21c8102ef0 0x7f21c819cee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:45:54.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21ccffc640 1 --2- 172.21.15.71:0/3196914496 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f21c8102570 0x7f21c8198b50 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f21bc009430 tx=0x7f21bc02f6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:54.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21c67fc640 1 -- 172.21.15.71:0/3196914496 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21bc034040 con 0x7f21c8102570 2024-09-15T23:45:54.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21c67fc640 1 -- 172.21.15.71:0/3196914496 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f21bc0308f0 con 0x7f21c8102570 2024-09-15T23:45:54.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21cfa61640 1 -- 172.21.15.71:0/3196914496 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21c819d850 con 0x7f21c8102570 2024-09-15T23:45:54.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21c67fc640 1 -- 172.21.15.71:0/3196914496 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21bc045480 con 0x7f21c8102570 2024-09-15T23:45:54.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.974+0000 7f21cfa61640 1 -- 172.21.15.71:0/3196914496 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21c81a5190 con 0x7f21c8102570 2024-09-15T23:45:54.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.975+0000 7f21cfa61640 1 -- 172.21.15.71:0/3196914496 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f21c8062980 con 0x7f21c8102570 2024-09-15T23:45:54.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.977+0000 7f21c67fc640 1 -- 172.21.15.71:0/3196914496 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f21bc037020 con 0x7f21c8102570 2024-09-15T23:45:54.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.977+0000 7f21c67fc640 1 --2- 172.21.15.71:0/3196914496 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f21b00a3350 0x7f21b00a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:54.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.977+0000 7f21cd7fd640 1 --2- 172.21.15.71:0/3196914496 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f21b00a3350 0x7f21b00a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:54.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.977+0000 7f21c67fc640 1 -- 172.21.15.71:0/3196914496 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f21bc0f0f70 con 0x7f21c8102570 2024-09-15T23:45:54.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.978+0000 7f21c67fc640 1 --2- 172.21.15.71:0/3196914496 >> [v2:172.21.15.163:6800/1075052522,v1:172.21.15.163:6801/1075052522] conn(0x7f21b00ace80 0x7f21b00af320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:54.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.978+0000 7f21c67fc640 1 -- 172.21.15.71:0/3196914496 --> [v2:172.21.15.163:6800/1075052522,v1:172.21.15.163:6801/1075052522] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f21b00af9f0 con 0x7f21b00ace80 2024-09-15T23:45:54.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.978+0000 7f21c67fc640 1 -- 172.21.15.71:0/3196914496 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7f21bc0f13c0 con 0x7f21c8102570 2024-09-15T23:45:54.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.978+0000 7f21cd7fd640 1 --2- 172.21.15.71:0/3196914496 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f21b00a3350 0x7f21b00a5810 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f21c0009930 tx=0x7f21c0008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:54.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.978+0000 7f21cdffe640 1 --2- 172.21.15.71:0/3196914496 >> [v2:172.21.15.163:6800/1075052522,v1:172.21.15.163:6801/1075052522] conn(0x7f21b00ace80 0x7f21b00af320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:54.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.978+0000 7f21cdffe640 1 --2- 172.21.15.71:0/3196914496 >> [v2:172.21.15.163:6800/1075052522,v1:172.21.15.163:6801/1075052522] conn(0x7f21b00ace80 0x7f21b00af320 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:54.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.979+0000 7f21c67fc640 1 -- 172.21.15.71:0/3196914496 <== osd.1 v2:172.21.15.163:6800/1075052522 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f21b00af9f0 con 0x7f21b00ace80 2024-09-15T23:45:54.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.995+0000 7f21cfa61640 1 -- 172.21.15.71:0/3196914496 --> [v2:172.21.15.163:6800/1075052522,v1:172.21.15.163:6801/1075052522] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f21c8062d80 con 0x7f21b00ace80 2024-09-15T23:45:54.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.995+0000 7f21c67fc640 1 -- 172.21.15.71:0/3196914496 <== osd.1 v2:172.21.15.163:6800/1075052522 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f21c8062d80 con 0x7f21b00ace80 2024-09-15T23:45:54.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.996+0000 7f21cfa61640 1 -- 172.21.15.71:0/3196914496 >> [v2:172.21.15.163:6800/1075052522,v1:172.21.15.163:6801/1075052522] conn(0x7f21b00ace80 msgr2=0x7f21b00af320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:54.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.996+0000 7f21cfa61640 1 --2- 172.21.15.71:0/3196914496 >> [v2:172.21.15.163:6800/1075052522,v1:172.21.15.163:6801/1075052522] conn(0x7f21b00ace80 0x7f21b00af320 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:54.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.996+0000 7f21cfa61640 1 -- 172.21.15.71:0/3196914496 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f21b00a3350 msgr2=0x7f21b00a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:54.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.996+0000 7f21cfa61640 1 --2- 172.21.15.71:0/3196914496 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f21b00a3350 0x7f21b00a5810 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f21c0009930 tx=0x7f21c0008040 comp rx=0 tx=0).stop 2024-09-15T23:45:54.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.996+0000 7f21cfa61640 1 -- 172.21.15.71:0/3196914496 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f21c8102570 msgr2=0x7f21c8198b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:54.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.996+0000 7f21cfa61640 1 --2- 172.21.15.71:0/3196914496 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f21c8102570 0x7f21c8198b50 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f21bc009430 tx=0x7f21bc02f6c0 comp rx=0 tx=0).stop 2024-09-15T23:45:54.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.996+0000 7f21cdffe640 1 -- 172.21.15.71:0/3196914496 reap_dead start 2024-09-15T23:45:54.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.996+0000 7f21cfa61640 1 -- 172.21.15.71:0/3196914496 shutdown_connections 2024-09-15T23:45:54.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.996+0000 7f21cfa61640 1 -- 172.21.15.71:0/3196914496 >> 172.21.15.71:0/3196914496 conn(0x7f21c80fc7d0 msgr2=0x7f21c806a3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:54.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.996+0000 7f21cfa61640 1 -- 172.21.15.71:0/3196914496 shutdown_connections 2024-09-15T23:45:54.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:54.996+0000 7f21cfa61640 1 -- 172.21.15.71:0/3196914496 wait complete. 2024-09-15T23:45:55.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.188+0000 7f82273ea640 1 -- 172.21.15.71:0/3558218152 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8220106f10 msgr2=0x7f822010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:55.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.188+0000 7f82273ea640 1 --2- 172.21.15.71:0/3558218152 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8220106f10 0x7f822010ea90 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f8218009ca0 tx=0x7f821802a8c0 comp rx=0 tx=0).stop 2024-09-15T23:45:55.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.188+0000 7f82273ea640 1 -- 172.21.15.71:0/3558218152 shutdown_connections 2024-09-15T23:45:55.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.188+0000 7f82273ea640 1 --2- 172.21.15.71:0/3558218152 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8220106f10 0x7f822010ea90 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:55.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.188+0000 7f82273ea640 1 --2- 172.21.15.71:0/3558218152 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8220102790 0x7f82201067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:55.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.188+0000 7f82273ea640 1 --2- 172.21.15.71:0/3558218152 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8220101de0 0x7f82201021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:55.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.188+0000 7f82273ea640 1 -- 172.21.15.71:0/3558218152 >> 172.21.15.71:0/3558218152 conn(0x7f82200fd8c0 msgr2=0x7f82200ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:55.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.188+0000 7f82273ea640 1 -- 172.21.15.71:0/3558218152 shutdown_connections 2024-09-15T23:45:55.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.188+0000 7f82273ea640 1 -- 172.21.15.71:0/3558218152 wait complete. 2024-09-15T23:45:55.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.189+0000 7f82273ea640 1 Processor -- start 2024-09-15T23:45:55.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.189+0000 7f82273ea640 1 -- start start 2024-09-15T23:45:55.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.189+0000 7f82273ea640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8220101de0 0x7f82201983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:55.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.189+0000 7f82273ea640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8220102790 0x7f82201988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:55.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.189+0000 7f82273ea640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8220106f10 0x7f822019cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:55.843 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.189+0000 7f82273ea640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f8220111e60 con 0x7f8220102790 2024-09-15T23:45:55.843 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.189+0000 7f82273ea640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f8220111ce0 con 0x7f8220106f10 2024-09-15T23:45:55.843 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.189+0000 7f82273ea640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f8220111fe0 con 0x7f8220101de0 2024-09-15T23:45:55.843 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.189+0000 7f8224985640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8220102790 0x7f82201988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:55.843 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.189+0000 7f8224985640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8220102790 0x7f82201988e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38652/0 (socket says 172.21.15.71:38652) 2024-09-15T23:45:55.843 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.189+0000 7f8224985640 1 -- 172.21.15.71:0/2490553665 learned_addr learned my addr 172.21.15.71:0/2490553665 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:55.843 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.190+0000 7f8225186640 1 --2- 172.21.15.71:0/2490553665 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8220101de0 0x7f82201983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:55.843 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.190+0000 7f8225987640 1 --2- 172.21.15.71:0/2490553665 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8220106f10 0x7f822019cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:55.843 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.190+0000 7f8224985640 1 -- 172.21.15.71:0/2490553665 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8220101de0 msgr2=0x7f82201983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:55.843 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.190+0000 7f8224985640 1 --2- 172.21.15.71:0/2490553665 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8220101de0 0x7f82201983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:55.844 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.190+0000 7f8224985640 1 -- 172.21.15.71:0/2490553665 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8220106f10 msgr2=0x7f822019cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:55.844 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.190+0000 7f8224985640 1 --2- 172.21.15.71:0/2490553665 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8220106f10 0x7f822019cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:55.844 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.190+0000 7f8224985640 1 -- 172.21.15.71:0/2490553665 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f822019d350 con 0x7f8220102790 2024-09-15T23:45:55.844 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.190+0000 7f8225987640 1 --2- 172.21.15.71:0/2490553665 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8220106f10 0x7f822019cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:45:55.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.190+0000 7f8225186640 1 --2- 172.21.15.71:0/2490553665 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8220101de0 0x7f82201983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:45:55.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.190+0000 7f8224985640 1 --2- 172.21.15.71:0/2490553665 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8220102790 0x7f82201988e0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f821000b4a0 tx=0x7f821000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:55.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.190+0000 7f82167fc640 1 -- 172.21.15.71:0/2490553665 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8210014070 con 0x7f8220102790 2024-09-15T23:45:55.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.190+0000 7f82273ea640 1 -- 172.21.15.71:0/2490553665 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f822019d640 con 0x7f8220102790 2024-09-15T23:45:55.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.190+0000 7f82167fc640 1 -- 172.21.15.71:0/2490553665 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8210010ac0 con 0x7f8220102790 2024-09-15T23:45:55.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.190+0000 7f82167fc640 1 -- 172.21.15.71:0/2490553665 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8210017c30 con 0x7f8220102790 2024-09-15T23:45:55.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.190+0000 7f82273ea640 1 -- 172.21.15.71:0/2490553665 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82201a4f20 con 0x7f8220102790 2024-09-15T23:45:55.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.191+0000 7f82273ea640 1 -- 172.21.15.71:0/2490553665 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8220062940 con 0x7f8220102790 2024-09-15T23:45:55.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.192+0000 7f82167fc640 1 -- 172.21.15.71:0/2490553665 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f8210017070 con 0x7f8220102790 2024-09-15T23:45:55.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.193+0000 7f82167fc640 1 --2- 172.21.15.71:0/2490553665 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f820c0a32d0 0x7f820c0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:55.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.193+0000 7f8225186640 1 --2- 172.21.15.71:0/2490553665 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f820c0a32d0 0x7f820c0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:55.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.193+0000 7f82167fc640 1 -- 172.21.15.71:0/2490553665 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f82100cf200 con 0x7f8220102790 2024-09-15T23:45:55.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.193+0000 7f82167fc640 1 --2- 172.21.15.71:0/2490553665 >> [v2:172.21.15.190:6816/1925036138,v1:172.21.15.190:6817/1925036138] conn(0x7f820c0ace00 0x7f820c0af2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:55.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.193+0000 7f82167fc640 1 -- 172.21.15.71:0/2490553665 --> [v2:172.21.15.190:6816/1925036138,v1:172.21.15.190:6817/1925036138] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f821000ee50 con 0x7f820c0ace00 2024-09-15T23:45:55.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.193+0000 7f82167fc640 1 -- 172.21.15.71:0/2490553665 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7f82100cf650 con 0x7f8220102790 2024-09-15T23:45:55.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.193+0000 7f8225186640 1 --2- 172.21.15.71:0/2490553665 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f820c0a32d0 0x7f820c0a5790 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f821c0058c0 tx=0x7f821c005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:55.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.193+0000 7f8225987640 1 --2- 172.21.15.71:0/2490553665 >> [v2:172.21.15.190:6816/1925036138,v1:172.21.15.190:6817/1925036138] conn(0x7f820c0ace00 0x7f820c0af2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:55.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.194+0000 7f8225987640 1 --2- 172.21.15.71:0/2490553665 >> [v2:172.21.15.190:6816/1925036138,v1:172.21.15.190:6817/1925036138] conn(0x7f820c0ace00 0x7f820c0af2a0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:55.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.195+0000 7f82167fc640 1 -- 172.21.15.71:0/2490553665 <== osd.8 v2:172.21.15.190:6816/1925036138 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f821000ee50 con 0x7f820c0ace00 2024-09-15T23:45:55.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.208+0000 7f82273ea640 1 -- 172.21.15.71:0/2490553665 --> [v2:172.21.15.190:6816/1925036138,v1:172.21.15.190:6817/1925036138] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8220062d40 con 0x7f820c0ace00 2024-09-15T23:45:55.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.208+0000 7f82167fc640 1 -- 172.21.15.71:0/2490553665 <== osd.8 v2:172.21.15.190:6816/1925036138 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f8220062d40 con 0x7f820c0ace00 2024-09-15T23:45:55.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.209+0000 7f82273ea640 1 -- 172.21.15.71:0/2490553665 >> [v2:172.21.15.190:6816/1925036138,v1:172.21.15.190:6817/1925036138] conn(0x7f820c0ace00 msgr2=0x7f820c0af2a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:55.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.209+0000 7f82273ea640 1 --2- 172.21.15.71:0/2490553665 >> [v2:172.21.15.190:6816/1925036138,v1:172.21.15.190:6817/1925036138] conn(0x7f820c0ace00 0x7f820c0af2a0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:55.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.209+0000 7f82273ea640 1 -- 172.21.15.71:0/2490553665 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f820c0a32d0 msgr2=0x7f820c0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:55.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.209+0000 7f82273ea640 1 --2- 172.21.15.71:0/2490553665 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f820c0a32d0 0x7f820c0a5790 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f821c0058c0 tx=0x7f821c005850 comp rx=0 tx=0).stop 2024-09-15T23:45:55.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.209+0000 7f82273ea640 1 -- 172.21.15.71:0/2490553665 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8220102790 msgr2=0x7f82201988e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:55.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.209+0000 7f82273ea640 1 --2- 172.21.15.71:0/2490553665 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8220102790 0x7f82201988e0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f821000b4a0 tx=0x7f821000b960 comp rx=0 tx=0).stop 2024-09-15T23:45:55.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.209+0000 7f8225987640 1 -- 172.21.15.71:0/2490553665 reap_dead start 2024-09-15T23:45:55.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.209+0000 7f82273ea640 1 -- 172.21.15.71:0/2490553665 shutdown_connections 2024-09-15T23:45:55.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.209+0000 7f82273ea640 1 -- 172.21.15.71:0/2490553665 >> 172.21.15.71:0/2490553665 conn(0x7f82200fd8c0 msgr2=0x7f82200feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:55.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.209+0000 7f82273ea640 1 -- 172.21.15.71:0/2490553665 shutdown_connections 2024-09-15T23:45:55.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:55.209+0000 7f82273ea640 1 -- 172.21.15.71:0/2490553665 wait complete. 2024-09-15T23:45:56.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:56 smithi071 ceph-mon[30957]: pgmap v302: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-15T23:45:56.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:56 smithi163 ceph-mon[34107]: pgmap v302: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-15T23:45:56.531 INFO:teuthology.orchestra.run.smithi071.stdout:55834574921 2024-09-15T23:45:56.532 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-15T23:45:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:56 smithi190 ceph-mon[34840]: pgmap v302: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-15T23:45:56.912 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:56.944 INFO:teuthology.orchestra.run.smithi071.stdout:236223201317 2024-09-15T23:45:56.944 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-09-15T23:45:57.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.159+0000 7f2749b6f640 1 -- 172.21.15.71:0/2584888172 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f274410e420 msgr2=0x7f2744110810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:57.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.159+0000 7f2749b6f640 1 --2- 172.21.15.71:0/2584888172 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f274410e420 0x7f2744110810 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f273c009ca0 tx=0x7f273c02a950 comp rx=0 tx=0).stop 2024-09-15T23:45:57.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.159+0000 7f2749b6f640 1 -- 172.21.15.71:0/2584888172 shutdown_connections 2024-09-15T23:45:57.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.159+0000 7f2749b6f640 1 --2- 172.21.15.71:0/2584888172 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f274410e420 0x7f2744110810 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:57.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.159+0000 7f2749b6f640 1 --2- 172.21.15.71:0/2584888172 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2744074ee0 0x7f274410dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:57.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.159+0000 7f2749b6f640 1 --2- 172.21.15.71:0/2584888172 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f27440745c0 0x7f27440749a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:57.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.159+0000 7f2749b6f640 1 -- 172.21.15.71:0/2584888172 >> 172.21.15.71:0/2584888172 conn(0x7f27440fd8c0 msgr2=0x7f27440ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:57.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.159+0000 7f2749b6f640 1 -- 172.21.15.71:0/2584888172 shutdown_connections 2024-09-15T23:45:57.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.159+0000 7f2749b6f640 1 -- 172.21.15.71:0/2584888172 wait complete. 2024-09-15T23:45:57.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.160+0000 7f2749b6f640 1 Processor -- start 2024-09-15T23:45:57.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.160+0000 7f2749b6f640 1 -- start start 2024-09-15T23:45:57.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.160+0000 7f2749b6f640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f27440745c0 0x7f274419a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:57.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.160+0000 7f2749b6f640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2744074ee0 0x7f274419abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:57.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.160+0000 7f2749b6f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f274410e420 0x7f274419ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:57.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.160+0000 7f2749b6f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2744114090 con 0x7f274410e420 2024-09-15T23:45:57.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.160+0000 7f2749b6f640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f2744113f10 con 0x7f2744074ee0 2024-09-15T23:45:57.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.160+0000 7f2749b6f640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f2744114210 con 0x7f27440745c0 2024-09-15T23:45:57.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.161+0000 7f2743fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f274410e420 0x7f274419ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:57.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.161+0000 7f2743fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f274410e420 0x7f274419ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38670/0 (socket says 172.21.15.71:38670) 2024-09-15T23:45:57.220 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.161+0000 7f2743fff640 1 -- 172.21.15.71:0/1616954721 learned_addr learned my addr 172.21.15.71:0/1616954721 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:57.220 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.161+0000 7f27437fe640 1 --2- 172.21.15.71:0/1616954721 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f27440745c0 0x7f274419a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:57.220 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.161+0000 7f2742ffd640 1 --2- 172.21.15.71:0/1616954721 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2744074ee0 0x7f274419abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:57.220 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.161+0000 7f2743fff640 1 -- 172.21.15.71:0/1616954721 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f27440745c0 msgr2=0x7f274419a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:57.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.161+0000 7f2743fff640 1 --2- 172.21.15.71:0/1616954721 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f27440745c0 0x7f274419a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:57.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.161+0000 7f2743fff640 1 -- 172.21.15.71:0/1616954721 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2744074ee0 msgr2=0x7f274419abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:57.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.161+0000 7f2743fff640 1 --2- 172.21.15.71:0/1616954721 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2744074ee0 0x7f274419abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:57.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.161+0000 7f2743fff640 1 -- 172.21.15.71:0/1616954721 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f274419f620 con 0x7f274410e420 2024-09-15T23:45:57.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.161+0000 7f2743fff640 1 --2- 172.21.15.71:0/1616954721 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f274410e420 0x7f274419ef40 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f273c02ae70 tx=0x7f273c02f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:57.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.161+0000 7f2740ff9640 1 -- 172.21.15.71:0/1616954721 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f273c034040 con 0x7f274410e420 2024-09-15T23:45:57.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.161+0000 7f2749b6f640 1 -- 172.21.15.71:0/1616954721 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f274419f8b0 con 0x7f274410e420 2024-09-15T23:45:57.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.161+0000 7f2740ff9640 1 -- 172.21.15.71:0/1616954721 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f273c0308f0 con 0x7f274410e420 2024-09-15T23:45:57.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.161+0000 7f2740ff9640 1 -- 172.21.15.71:0/1616954721 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f273c004720 con 0x7f274410e420 2024-09-15T23:45:57.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.161+0000 7f2749b6f640 1 -- 172.21.15.71:0/1616954721 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27441a71f0 con 0x7f274410e420 2024-09-15T23:45:57.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.162+0000 7f2749b6f640 1 -- 172.21.15.71:0/1616954721 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2744062900 con 0x7f274410e420 2024-09-15T23:45:57.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.164+0000 7f2740ff9640 1 -- 172.21.15.71:0/1616954721 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f273c037020 con 0x7f274410e420 2024-09-15T23:45:57.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.164+0000 7f2740ff9640 1 --2- 172.21.15.71:0/1616954721 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f272c0a33d0 0x7f272c0a5890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:57.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.164+0000 7f27437fe640 1 --2- 172.21.15.71:0/1616954721 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f272c0a33d0 0x7f272c0a5890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:57.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.164+0000 7f2740ff9640 1 -- 172.21.15.71:0/1616954721 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f273c0f09f0 con 0x7f274410e420 2024-09-15T23:45:57.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.164+0000 7f2740ff9640 1 --2- 172.21.15.71:0/1616954721 >> [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399] conn(0x7f272c0acf00 0x7f272c0af3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:57.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.164+0000 7f2740ff9640 1 -- 172.21.15.71:0/1616954721 --> [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f273c03ce50 con 0x7f272c0acf00 2024-09-15T23:45:57.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.164+0000 7f2740ff9640 1 -- 172.21.15.71:0/1616954721 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7f273c0f0de0 con 0x7f274410e420 2024-09-15T23:45:57.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.165+0000 7f2742ffd640 1 --2- 172.21.15.71:0/1616954721 >> [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399] conn(0x7f272c0acf00 0x7f272c0af3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:57.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.165+0000 7f27437fe640 1 --2- 172.21.15.71:0/1616954721 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f272c0a33d0 0x7f272c0a5890 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f2734009990 tx=0x7f2734009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:57.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.165+0000 7f2742ffd640 1 --2- 172.21.15.71:0/1616954721 >> [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399] conn(0x7f272c0acf00 0x7f272c0af3a0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:57.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.166+0000 7f2740ff9640 1 -- 172.21.15.71:0/1616954721 <== osd.9 v2:172.21.15.71:6826/5959399 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f273c03ce50 con 0x7f272c0acf00 2024-09-15T23:45:57.223 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.180+0000 7f2749b6f640 1 -- 172.21.15.71:0/1616954721 --> [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2744062d00 con 0x7f272c0acf00 2024-09-15T23:45:57.223 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.180+0000 7f2740ff9640 1 -- 172.21.15.71:0/1616954721 <== osd.9 v2:172.21.15.71:6826/5959399 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f2744062d00 con 0x7f272c0acf00 2024-09-15T23:45:57.223 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.180+0000 7f2749b6f640 1 -- 172.21.15.71:0/1616954721 >> [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399] conn(0x7f272c0acf00 msgr2=0x7f272c0af3a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:57.223 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.180+0000 7f2749b6f640 1 --2- 172.21.15.71:0/1616954721 >> [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399] conn(0x7f272c0acf00 0x7f272c0af3a0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:57.223 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.180+0000 7f2749b6f640 1 -- 172.21.15.71:0/1616954721 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f272c0a33d0 msgr2=0x7f272c0a5890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:57.223 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.180+0000 7f2749b6f640 1 --2- 172.21.15.71:0/1616954721 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f272c0a33d0 0x7f272c0a5890 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f2734009990 tx=0x7f2734009110 comp rx=0 tx=0).stop 2024-09-15T23:45:57.223 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.180+0000 7f2749b6f640 1 -- 172.21.15.71:0/1616954721 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f274410e420 msgr2=0x7f274419ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:57.223 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.180+0000 7f2749b6f640 1 --2- 172.21.15.71:0/1616954721 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f274410e420 0x7f274419ef40 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f273c02ae70 tx=0x7f273c02f5d0 comp rx=0 tx=0).stop 2024-09-15T23:45:57.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.180+0000 7f2743fff640 1 -- 172.21.15.71:0/1616954721 reap_dead start 2024-09-15T23:45:57.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.180+0000 7f2749b6f640 1 -- 172.21.15.71:0/1616954721 shutdown_connections 2024-09-15T23:45:57.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.180+0000 7f2749b6f640 1 -- 172.21.15.71:0/1616954721 >> 172.21.15.71:0/1616954721 conn(0x7f27440fd8c0 msgr2=0x7f27440fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:57.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.181+0000 7f2749b6f640 1 -- 172.21.15.71:0/1616954721 shutdown_connections 2024-09-15T23:45:57.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:57.181+0000 7f2749b6f640 1 -- 172.21.15.71:0/1616954721 wait complete. 2024-09-15T23:45:57.888 INFO:teuthology.orchestra.run.smithi071.stdout:270582939681 2024-09-15T23:45:57.889 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-09-15T23:45:58.134 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:58.136 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:58.140 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:58.140 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:58.146 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:58.408 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:45:58 smithi071 ceph-mon[30957]: pgmap v303: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-15T23:45:58.410 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.406+0000 7f05919f5640 1 -- 172.21.15.71:0/3689925286 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f058c102d40 msgr2=0x7f058c103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:58.410 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.406+0000 7f05919f5640 1 --2- 172.21.15.71:0/3689925286 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f058c102d40 0x7f058c103120 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f057c009900 tx=0x7f057c02a480 comp rx=0 tx=0).stop 2024-09-15T23:45:58.410 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.406+0000 7f05919f5640 1 -- 172.21.15.71:0/3689925286 shutdown_connections 2024-09-15T23:45:58.411 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.406+0000 7f05919f5640 1 --2- 172.21.15.71:0/3689925286 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f058c10c170 0x7f058c10e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:58.411 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.406+0000 7f05919f5640 1 --2- 172.21.15.71:0/3689925286 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f058c103660 0x7f058c10bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:58.411 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.406+0000 7f05919f5640 1 --2- 172.21.15.71:0/3689925286 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f058c102d40 0x7f058c103120 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:58.411 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.406+0000 7f05919f5640 1 -- 172.21.15.71:0/3689925286 >> 172.21.15.71:0/3689925286 conn(0x7f058c0fc7a0 msgr2=0x7f058c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:58.411 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.406+0000 7f05919f5640 1 -- 172.21.15.71:0/3689925286 shutdown_connections 2024-09-15T23:45:58.411 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.406+0000 7f05919f5640 1 -- 172.21.15.71:0/3689925286 wait complete. 2024-09-15T23:45:58.411 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.407+0000 7f05919f5640 1 Processor -- start 2024-09-15T23:45:58.411 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.407+0000 7f05919f5640 1 -- start start 2024-09-15T23:45:58.411 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.407+0000 7f05919f5640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f058c102d40 0x7f058c1983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:58.411 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.407+0000 7f05919f5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f058c103660 0x7f058c198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:58.411 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.407+0000 7f05919f5640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f058c10c170 0x7f058c19cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:58.411 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.407+0000 7f05919f5640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f058c111e60 con 0x7f058c103660 2024-09-15T23:45:58.412 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.407+0000 7f05919f5640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f058c111ce0 con 0x7f058c10c170 2024-09-15T23:45:58.412 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.407+0000 7f05919f5640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f058c111fe0 con 0x7f058c102d40 2024-09-15T23:45:58.412 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.407+0000 7f05827fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f058c103660 0x7f058c198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:58.412 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.407+0000 7f05827fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f058c103660 0x7f058c198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38682/0 (socket says 172.21.15.71:38682) 2024-09-15T23:45:58.412 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.407+0000 7f05827fc640 1 -- 172.21.15.71:0/102170643 learned_addr learned my addr 172.21.15.71:0/102170643 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:45:58.412 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.407+0000 7f058affd640 1 --2- 172.21.15.71:0/102170643 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f058c102d40 0x7f058c1983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:58.412 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.407+0000 7f058b7fe640 1 --2- 172.21.15.71:0/102170643 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f058c10c170 0x7f058c19cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:58.412 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.407+0000 7f05827fc640 1 -- 172.21.15.71:0/102170643 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f058c102d40 msgr2=0x7f058c1983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:58.412 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.407+0000 7f05827fc640 1 --2- 172.21.15.71:0/102170643 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f058c102d40 0x7f058c1983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:58.412 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.407+0000 7f05827fc640 1 -- 172.21.15.71:0/102170643 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f058c10c170 msgr2=0x7f058c19cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:58.412 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.407+0000 7f05827fc640 1 --2- 172.21.15.71:0/102170643 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f058c10c170 0x7f058c19cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:58.413 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.407+0000 7f05827fc640 1 -- 172.21.15.71:0/102170643 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f058c19d370 con 0x7f058c103660 2024-09-15T23:45:58.413 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.407+0000 7f058affd640 1 --2- 172.21.15.71:0/102170643 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f058c102d40 0x7f058c1983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:45:58.413 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.408+0000 7f05827fc640 1 --2- 172.21.15.71:0/102170643 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f058c103660 0x7f058c198900 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f057400d740 tx=0x7f057400dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:58.413 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.408+0000 7f05909f3640 1 -- 172.21.15.71:0/102170643 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0574017070 con 0x7f058c103660 2024-09-15T23:45:58.413 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.408+0000 7f05909f3640 1 -- 172.21.15.71:0/102170643 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f057400de50 con 0x7f058c103660 2024-09-15T23:45:58.413 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.408+0000 7f05919f5640 1 -- 172.21.15.71:0/102170643 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f058c19d660 con 0x7f058c103660 2024-09-15T23:45:58.413 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.408+0000 7f05909f3640 1 -- 172.21.15.71:0/102170643 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f057400f620 con 0x7f058c103660 2024-09-15T23:45:58.413 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.408+0000 7f05919f5640 1 -- 172.21.15.71:0/102170643 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f058c1a4f40 con 0x7f058c103660 2024-09-15T23:45:58.413 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.409+0000 7f05919f5640 1 -- 172.21.15.71:0/102170643 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f058c062940 con 0x7f058c103660 2024-09-15T23:45:58.415 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.411+0000 7f05909f3640 1 -- 172.21.15.71:0/102170643 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f0574009c30 con 0x7f058c103660 2024-09-15T23:45:58.415 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.412+0000 7f05909f3640 1 --2- 172.21.15.71:0/102170643 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f05780a32d0 0x7f05780a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:58.415 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.412+0000 7f058affd640 1 --2- 172.21.15.71:0/102170643 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f05780a32d0 0x7f05780a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:58.415 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.412+0000 7f05909f3640 1 -- 172.21.15.71:0/102170643 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f05740cfa50 con 0x7f058c103660 2024-09-15T23:45:58.415 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.412+0000 7f05909f3640 1 --2- 172.21.15.71:0/102170643 >> [v2:172.21.15.163:6808/2846554020,v1:172.21.15.163:6809/2846554020] conn(0x7f05780ace00 0x7f05780af2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:45:58.415 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.412+0000 7f05909f3640 1 -- 172.21.15.71:0/102170643 --> [v2:172.21.15.163:6808/2846554020,v1:172.21.15.163:6809/2846554020] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f05780af970 con 0x7f05780ace00 2024-09-15T23:45:58.415 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.412+0000 7f05909f3640 1 -- 172.21.15.71:0/102170643 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7f05740cfea0 con 0x7f058c103660 2024-09-15T23:45:58.415 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.412+0000 7f058affd640 1 --2- 172.21.15.71:0/102170643 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f05780a32d0 0x7f05780a5790 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f057c031440 tx=0x7f057c005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:58.416 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.412+0000 7f058b7fe640 1 --2- 172.21.15.71:0/102170643 >> [v2:172.21.15.163:6808/2846554020,v1:172.21.15.163:6809/2846554020] conn(0x7f05780ace00 0x7f05780af2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:45:58.416 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.413+0000 7f058b7fe640 1 --2- 172.21.15.71:0/102170643 >> [v2:172.21.15.163:6808/2846554020,v1:172.21.15.163:6809/2846554020] conn(0x7f05780ace00 0x7f05780af2a0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:45:58.416 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.414+0000 7f05909f3640 1 -- 172.21.15.71:0/102170643 <== osd.4 v2:172.21.15.163:6808/2846554020 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f05780af970 con 0x7f05780ace00 2024-09-15T23:45:58.431 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.429+0000 7f05919f5640 1 -- 172.21.15.71:0/102170643 --> [v2:172.21.15.163:6808/2846554020,v1:172.21.15.163:6809/2846554020] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f058c062dc0 con 0x7f05780ace00 2024-09-15T23:45:58.431 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.430+0000 7f05909f3640 1 -- 172.21.15.71:0/102170643 <== osd.4 v2:172.21.15.163:6808/2846554020 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f058c062dc0 con 0x7f05780ace00 2024-09-15T23:45:58.432 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.431+0000 7f05919f5640 1 -- 172.21.15.71:0/102170643 >> [v2:172.21.15.163:6808/2846554020,v1:172.21.15.163:6809/2846554020] conn(0x7f05780ace00 msgr2=0x7f05780af2a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:58.432 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.431+0000 7f05919f5640 1 --2- 172.21.15.71:0/102170643 >> [v2:172.21.15.163:6808/2846554020,v1:172.21.15.163:6809/2846554020] conn(0x7f05780ace00 0x7f05780af2a0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:45:58.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.431+0000 7f05919f5640 1 -- 172.21.15.71:0/102170643 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f05780a32d0 msgr2=0x7f05780a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:58.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.431+0000 7f05919f5640 1 --2- 172.21.15.71:0/102170643 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f05780a32d0 0x7f05780a5790 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f057c031440 tx=0x7f057c005a20 comp rx=0 tx=0).stop 2024-09-15T23:45:58.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.431+0000 7f05919f5640 1 -- 172.21.15.71:0/102170643 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f058c103660 msgr2=0x7f058c198900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:45:58.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.431+0000 7f05919f5640 1 --2- 172.21.15.71:0/102170643 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f058c103660 0x7f058c198900 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f057400d740 tx=0x7f057400dc00 comp rx=0 tx=0).stop 2024-09-15T23:45:58.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.431+0000 7f058b7fe640 1 -- 172.21.15.71:0/102170643 reap_dead start 2024-09-15T23:45:58.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.431+0000 7f05919f5640 1 -- 172.21.15.71:0/102170643 shutdown_connections 2024-09-15T23:45:58.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.431+0000 7f05919f5640 1 -- 172.21.15.71:0/102170643 >> 172.21.15.71:0/102170643 conn(0x7f058c0fc7a0 msgr2=0x7f058c0fdfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:45:58.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.431+0000 7f05919f5640 1 -- 172.21.15.71:0/102170643 shutdown_connections 2024-09-15T23:45:58.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:45:58.431+0000 7f05919f5640 1 -- 172.21.15.71:0/102170643 wait complete. 2024-09-15T23:45:58.436 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:58.439 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:58.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:45:58 smithi163 ceph-mon[34107]: pgmap v303: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-15T23:45:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:45:58 smithi190 ceph-mon[34840]: pgmap v303: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-15T23:45:59.613 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:45:59.613 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:00.022 INFO:teuthology.orchestra.run.smithi071.stdout:133143986235 2024-09-15T23:46:00.023 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-15T23:46:00.249 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:00 smithi071 ceph-mon[30957]: pgmap v304: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-09-15T23:46:00.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.461+0000 7f4d87aa8640 1 -- 172.21.15.71:0/2314107616 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d80101df0 msgr2=0x7f4d801021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:00.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.461+0000 7f4d87aa8640 1 --2- 172.21.15.71:0/2314107616 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d80101df0 0x7f4d801021d0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c009900 tx=0x7f4d7c02a410 comp rx=0 tx=0).stop 2024-09-15T23:46:00.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.461+0000 7f4d87aa8640 1 -- 172.21.15.71:0/2314107616 shutdown_connections 2024-09-15T23:46:00.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.461+0000 7f4d87aa8640 1 --2- 172.21.15.71:0/2314107616 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4d80106f20 0x7f4d8010eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:00.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.461+0000 7f4d87aa8640 1 --2- 172.21.15.71:0/2314107616 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4d801027a0 0x7f4d801067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:00.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.461+0000 7f4d87aa8640 1 --2- 172.21.15.71:0/2314107616 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d80101df0 0x7f4d801021d0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:00.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.461+0000 7f4d87aa8640 1 -- 172.21.15.71:0/2314107616 >> 172.21.15.71:0/2314107616 conn(0x7f4d800fd8f0 msgr2=0x7f4d800ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:00.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.461+0000 7f4d87aa8640 1 -- 172.21.15.71:0/2314107616 shutdown_connections 2024-09-15T23:46:00.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.461+0000 7f4d87aa8640 1 -- 172.21.15.71:0/2314107616 wait complete. 2024-09-15T23:46:00.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.461+0000 7f4d87aa8640 1 Processor -- start 2024-09-15T23:46:00.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.461+0000 7f4d87aa8640 1 -- start start 2024-09-15T23:46:00.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.462+0000 7f4d87aa8640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4d80101df0 0x7f4d8019a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:00.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.462+0000 7f4d87aa8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d801027a0 0x7f4d8019aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:00.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.462+0000 7f4d87aa8640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4d80106f20 0x7f4d8019ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:00.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.462+0000 7f4d87aa8640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f4d80111e30 con 0x7f4d801027a0 2024-09-15T23:46:00.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.462+0000 7f4d87aa8640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f4d80111cb0 con 0x7f4d80101df0 2024-09-15T23:46:00.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.462+0000 7f4d87aa8640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4d80111fb0 con 0x7f4d80106f20 2024-09-15T23:46:00.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.462+0000 7f4d85043640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d801027a0 0x7f4d8019aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:00.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.462+0000 7f4d85043640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d801027a0 0x7f4d8019aaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47386/0 (socket says 172.21.15.71:47386) 2024-09-15T23:46:00.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.462+0000 7f4d85043640 1 -- 172.21.15.71:0/436338016 learned_addr learned my addr 172.21.15.71:0/436338016 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:00.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.462+0000 7f4d85844640 1 --2- 172.21.15.71:0/436338016 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4d80101df0 0x7f4d8019a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:00.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.462+0000 7f4d86045640 1 --2- 172.21.15.71:0/436338016 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4d80106f20 0x7f4d8019ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:00.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.462+0000 7f4d85043640 1 -- 172.21.15.71:0/436338016 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4d80106f20 msgr2=0x7f4d8019ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:00.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.462+0000 7f4d85043640 1 --2- 172.21.15.71:0/436338016 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4d80106f20 0x7f4d8019ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:00.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.462+0000 7f4d85043640 1 -- 172.21.15.71:0/436338016 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4d80101df0 msgr2=0x7f4d8019a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:00.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.462+0000 7f4d85043640 1 --2- 172.21.15.71:0/436338016 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4d80101df0 0x7f4d8019a5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:00.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.462+0000 7f4d85043640 1 -- 172.21.15.71:0/436338016 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d8019f560 con 0x7f4d801027a0 2024-09-15T23:46:00.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.462+0000 7f4d85043640 1 --2- 172.21.15.71:0/436338016 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d801027a0 0x7f4d8019aaf0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4d7000c970 tx=0x7f4d7000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:00.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.463+0000 7f4d76ffd640 1 -- 172.21.15.71:0/436338016 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d70007bb0 con 0x7f4d801027a0 2024-09-15T23:46:00.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.463+0000 7f4d76ffd640 1 -- 172.21.15.71:0/436338016 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d70007d50 con 0x7f4d801027a0 2024-09-15T23:46:00.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.463+0000 7f4d87aa8640 1 -- 172.21.15.71:0/436338016 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d8019f850 con 0x7f4d801027a0 2024-09-15T23:46:00.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.463+0000 7f4d76ffd640 1 -- 172.21.15.71:0/436338016 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d7000f450 con 0x7f4d801027a0 2024-09-15T23:46:00.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.463+0000 7f4d87aa8640 1 -- 172.21.15.71:0/436338016 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d801a7130 con 0x7f4d801027a0 2024-09-15T23:46:00.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.464+0000 7f4d87aa8640 1 -- 172.21.15.71:0/436338016 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d801021d0 con 0x7f4d801027a0 2024-09-15T23:46:00.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.465+0000 7f4d76ffd640 1 -- 172.21.15.71:0/436338016 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f4d70004f20 con 0x7f4d801027a0 2024-09-15T23:46:00.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.465+0000 7f4d76ffd640 1 --2- 172.21.15.71:0/436338016 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f4d6c0a3350 0x7f4d6c0a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:00.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.466+0000 7f4d85844640 1 --2- 172.21.15.71:0/436338016 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f4d6c0a3350 0x7f4d6c0a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:00.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.466+0000 7f4d76ffd640 1 -- 172.21.15.71:0/436338016 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f4d700cf770 con 0x7f4d801027a0 2024-09-15T23:46:00.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.466+0000 7f4d85844640 1 --2- 172.21.15.71:0/436338016 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f4d6c0a3350 0x7f4d6c0a5810 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c031440 tx=0x7f4d7c005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:00.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.470+0000 7f4d76ffd640 1 -- 172.21.15.71:0/436338016 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4d70014030 con 0x7f4d801027a0 2024-09-15T23:46:00.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:00 smithi163 ceph-mon[34107]: pgmap v304: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-09-15T23:46:00.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:00 smithi190 ceph-mon[34840]: pgmap v304: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-09-15T23:46:00.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.649+0000 7f4d87aa8640 1 -- 172.21.15.71:0/436338016 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f4d801a7360 con 0x7f4d801027a0 2024-09-15T23:46:00.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.650+0000 7f4d76ffd640 1 -- 172.21.15.71:0/436338016 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4d7009c360 con 0x7f4d801027a0 2024-09-15T23:46:00.651 INFO:teuthology.orchestra.run.smithi071.stdout:77309411397 2024-09-15T23:46:00.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.652+0000 7f4d87aa8640 1 -- 172.21.15.71:0/436338016 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f4d6c0a3350 msgr2=0x7f4d6c0a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:00.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.652+0000 7f4d87aa8640 1 --2- 172.21.15.71:0/436338016 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f4d6c0a3350 0x7f4d6c0a5810 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c031440 tx=0x7f4d7c005b50 comp rx=0 tx=0).stop 2024-09-15T23:46:00.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.653+0000 7f4d87aa8640 1 -- 172.21.15.71:0/436338016 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d801027a0 msgr2=0x7f4d8019aaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:00.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.653+0000 7f4d87aa8640 1 --2- 172.21.15.71:0/436338016 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d801027a0 0x7f4d8019aaf0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4d7000c970 tx=0x7f4d7000ce30 comp rx=0 tx=0).stop 2024-09-15T23:46:00.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.653+0000 7f4d87aa8640 1 -- 172.21.15.71:0/436338016 shutdown_connections 2024-09-15T23:46:00.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.653+0000 7f4d87aa8640 1 --2- 172.21.15.71:0/436338016 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f4d6c0a3350 0x7f4d6c0a5810 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:00.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.653+0000 7f4d87aa8640 1 --2- 172.21.15.71:0/436338016 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4d80106f20 0x7f4d8019ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:00.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.653+0000 7f4d87aa8640 1 --2- 172.21.15.71:0/436338016 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d801027a0 0x7f4d8019aaf0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:00.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.653+0000 7f4d87aa8640 1 --2- 172.21.15.71:0/436338016 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4d80101df0 0x7f4d8019a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:00.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.653+0000 7f4d87aa8640 1 -- 172.21.15.71:0/436338016 >> 172.21.15.71:0/436338016 conn(0x7f4d800fd8f0 msgr2=0x7f4d800fdcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:00.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.653+0000 7f4d87aa8640 1 -- 172.21.15.71:0/436338016 shutdown_connections 2024-09-15T23:46:00.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.653+0000 7f4d87aa8640 1 -- 172.21.15.71:0/436338016 wait complete. 2024-09-15T23:46:00.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.676+0000 7f0654c03640 1 -- 172.21.15.71:0/3897182692 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0650101dd0 msgr2=0x7f06501021b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:00.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.676+0000 7f0654c03640 1 --2- 172.21.15.71:0/3897182692 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0650101dd0 0x7f06501021b0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f0640009900 tx=0x7f064002a410 comp rx=0 tx=0).stop 2024-09-15T23:46:00.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.676+0000 7f0654c03640 1 -- 172.21.15.71:0/3897182692 shutdown_connections 2024-09-15T23:46:00.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.676+0000 7f0654c03640 1 --2- 172.21.15.71:0/3897182692 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0650106f00 0x7f065010ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:00.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.676+0000 7f0654c03640 1 --2- 172.21.15.71:0/3897182692 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0650102780 0x7f06501067d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:00.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.676+0000 7f0654c03640 1 --2- 172.21.15.71:0/3897182692 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0650101dd0 0x7f06501021b0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:00.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.676+0000 7f0654c03640 1 -- 172.21.15.71:0/3897182692 >> 172.21.15.71:0/3897182692 conn(0x7f06500fd8b0 msgr2=0x7f06500ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:00.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.676+0000 7f0654c03640 1 -- 172.21.15.71:0/3897182692 shutdown_connections 2024-09-15T23:46:00.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.676+0000 7f0654c03640 1 -- 172.21.15.71:0/3897182692 wait complete. 2024-09-15T23:46:00.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.677+0000 7f0654c03640 1 Processor -- start 2024-09-15T23:46:00.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.677+0000 7f0654c03640 1 -- start start 2024-09-15T23:46:00.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.677+0000 7f0654c03640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0650101dd0 0x7f06500744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:00.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.677+0000 7f0654c03640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0650102780 0x7f0650074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:00.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.677+0000 7f0654c03640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0650106f00 0x7f0650074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:00.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.677+0000 7f0654c03640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f0650111e10 con 0x7f0650101dd0 2024-09-15T23:46:00.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.677+0000 7f0654c03640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f0650111c90 con 0x7f0650102780 2024-09-15T23:46:00.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.677+0000 7f0654c03640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f0650111f90 con 0x7f0650106f00 2024-09-15T23:46:00.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.677+0000 7f064e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0650101dd0 0x7f06500744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:00.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.677+0000 7f064e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0650101dd0 0x7f06500744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47414/0 (socket says 172.21.15.71:47414) 2024-09-15T23:46:00.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.677+0000 7f064e59c640 1 -- 172.21.15.71:0/804771603 learned_addr learned my addr 172.21.15.71:0/804771603 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:00.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.677+0000 7f064dd9b640 1 --2- 172.21.15.71:0/804771603 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0650102780 0x7f0650074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:00.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.677+0000 7f064ed9d640 1 --2- 172.21.15.71:0/804771603 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0650106f00 0x7f0650074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:00.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.678+0000 7f064e59c640 1 -- 172.21.15.71:0/804771603 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0650106f00 msgr2=0x7f0650074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:00.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.678+0000 7f064e59c640 1 --2- 172.21.15.71:0/804771603 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0650106f00 0x7f0650074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:00.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.678+0000 7f064e59c640 1 -- 172.21.15.71:0/804771603 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0650102780 msgr2=0x7f0650074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:00.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.678+0000 7f064e59c640 1 --2- 172.21.15.71:0/804771603 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0650102780 0x7f0650074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:00.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.678+0000 7f064e59c640 1 -- 172.21.15.71:0/804771603 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06501a6860 con 0x7f0650101dd0 2024-09-15T23:46:00.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.678+0000 7f064e59c640 1 --2- 172.21.15.71:0/804771603 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0650101dd0 0x7f06500744f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f0640006010 tx=0x7f0640004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:00.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.678+0000 7f063f7fe640 1 -- 172.21.15.71:0/804771603 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f064003f030 con 0x7f0650101dd0 2024-09-15T23:46:00.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.678+0000 7f0654c03640 1 -- 172.21.15.71:0/804771603 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06501a6af0 con 0x7f0650101dd0 2024-09-15T23:46:00.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.678+0000 7f063f7fe640 1 -- 172.21.15.71:0/804771603 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f06400035f0 con 0x7f0650101dd0 2024-09-15T23:46:00.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.678+0000 7f063f7fe640 1 -- 172.21.15.71:0/804771603 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0640035070 con 0x7f0650101dd0 2024-09-15T23:46:00.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.678+0000 7f0654c03640 1 -- 172.21.15.71:0/804771603 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06501a7020 con 0x7f0650101dd0 2024-09-15T23:46:00.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.680+0000 7f0654c03640 1 -- 172.21.15.71:0/804771603 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06501021b0 con 0x7f0650101dd0 2024-09-15T23:46:00.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.681+0000 7f063f7fe640 1 -- 172.21.15.71:0/804771603 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f0640003b10 con 0x7f0650101dd0 2024-09-15T23:46:00.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.681+0000 7f063f7fe640 1 --2- 172.21.15.71:0/804771603 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f06380a32d0 0x7f06380a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:00.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.681+0000 7f064dd9b640 1 --2- 172.21.15.71:0/804771603 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f06380a32d0 0x7f06380a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:00.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.681+0000 7f063f7fe640 1 -- 172.21.15.71:0/804771603 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f06400f0540 con 0x7f0650101dd0 2024-09-15T23:46:00.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.682+0000 7f064dd9b640 1 --2- 172.21.15.71:0/804771603 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f06380a32d0 0x7f06380a5790 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f0650075f80 tx=0x7f064400a250 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:00.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.688+0000 7f063f7fe640 1 -- 172.21.15.71:0/804771603 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f06400bcae0 con 0x7f0650101dd0 2024-09-15T23:46:00.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.857+0000 7f0654c03640 1 -- 172.21.15.71:0/804771603 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f065002d7c0 con 0x7f0650101dd0 2024-09-15T23:46:00.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.858+0000 7f063f7fe640 1 -- 172.21.15.71:0/804771603 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f06400c0de0 con 0x7f0650101dd0 2024-09-15T23:46:00.859 INFO:teuthology.orchestra.run.smithi071.stdout:292057776156 2024-09-15T23:46:00.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.860+0000 7f0654c03640 1 -- 172.21.15.71:0/804771603 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f06380a32d0 msgr2=0x7f06380a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:00.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.860+0000 7f0654c03640 1 --2- 172.21.15.71:0/804771603 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f06380a32d0 0x7f06380a5790 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f0650075f80 tx=0x7f064400a250 comp rx=0 tx=0).stop 2024-09-15T23:46:00.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.860+0000 7f0654c03640 1 -- 172.21.15.71:0/804771603 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0650101dd0 msgr2=0x7f06500744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:00.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.860+0000 7f0654c03640 1 --2- 172.21.15.71:0/804771603 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0650101dd0 0x7f06500744f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f0640006010 tx=0x7f0640004270 comp rx=0 tx=0).stop 2024-09-15T23:46:00.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.860+0000 7f0654c03640 1 -- 172.21.15.71:0/804771603 shutdown_connections 2024-09-15T23:46:00.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.860+0000 7f0654c03640 1 --2- 172.21.15.71:0/804771603 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f06380a32d0 0x7f06380a5790 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:00.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.860+0000 7f0654c03640 1 --2- 172.21.15.71:0/804771603 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0650106f00 0x7f0650074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:00.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.860+0000 7f0654c03640 1 --2- 172.21.15.71:0/804771603 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0650102780 0x7f0650074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:00.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.860+0000 7f0654c03640 1 --2- 172.21.15.71:0/804771603 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0650101dd0 0x7f06500744f0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:00.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.860+0000 7f0654c03640 1 -- 172.21.15.71:0/804771603 >> 172.21.15.71:0/804771603 conn(0x7f06500fd8b0 msgr2=0x7f06500fed80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:00.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.860+0000 7f0654c03640 1 -- 172.21.15.71:0/804771603 shutdown_connections 2024-09-15T23:46:00.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:00.860+0000 7f0654c03640 1 -- 172.21.15.71:0/804771603 wait complete. 2024-09-15T23:46:01.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.087+0000 7f85450c7640 1 -- 172.21.15.71:0/3946947370 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8540100e20 msgr2=0x7f8540101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:01.127 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.087+0000 7f85450c7640 1 --2- 172.21.15.71:0/3946947370 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8540100e20 0x7f8540101200 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f8530009900 tx=0x7f853002a480 comp rx=0 tx=0).stop 2024-09-15T23:46:01.127 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.087+0000 7f85450c7640 1 -- 172.21.15.71:0/3946947370 shutdown_connections 2024-09-15T23:46:01.127 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.087+0000 7f85450c7640 1 --2- 172.21.15.71:0/3946947370 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8540102ef0 0x7f854010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:01.127 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.087+0000 7f85450c7640 1 --2- 172.21.15.71:0/3946947370 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8540102570 0x7f85401029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:01.127 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.087+0000 7f85450c7640 1 --2- 172.21.15.71:0/3946947370 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8540100e20 0x7f8540101200 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:01.127 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.087+0000 7f85450c7640 1 -- 172.21.15.71:0/3946947370 >> 172.21.15.71:0/3946947370 conn(0x7f85400fc7d0 msgr2=0x7f85400febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:01.127 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.087+0000 7f85450c7640 1 -- 172.21.15.71:0/3946947370 shutdown_connections 2024-09-15T23:46:01.127 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.087+0000 7f85450c7640 1 -- 172.21.15.71:0/3946947370 wait complete. 2024-09-15T23:46:01.128 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.088+0000 7f85450c7640 1 Processor -- start 2024-09-15T23:46:01.128 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.088+0000 7f85450c7640 1 -- start start 2024-09-15T23:46:01.128 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.089+0000 7f85450c7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8540100e20 0x7f854010e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:01.128 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.089+0000 7f85450c7640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8540102570 0x7f854010ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:01.128 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.089+0000 7f85450c7640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8540102ef0 0x7f854010ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:01.129 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.089+0000 7f85450c7640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f8540111f50 con 0x7f8540100e20 2024-09-15T23:46:01.129 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.089+0000 7f85450c7640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f8540111dd0 con 0x7f8540102ef0 2024-09-15T23:46:01.129 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.089+0000 7f85450c7640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f85401120d0 con 0x7f8540102570 2024-09-15T23:46:01.129 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.089+0000 7f853ed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8540100e20 0x7f854010e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:01.129 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.089+0000 7f853ed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8540100e20 0x7f854010e4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47446/0 (socket says 172.21.15.71:47446) 2024-09-15T23:46:01.129 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.089+0000 7f853ed9d640 1 -- 172.21.15.71:0/3997775301 learned_addr learned my addr 172.21.15.71:0/3997775301 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:01.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.089+0000 7f853e59c640 1 --2- 172.21.15.71:0/3997775301 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8540102570 0x7f854010ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:01.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.089+0000 7f853ed9d640 1 -- 172.21.15.71:0/3997775301 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8540102570 msgr2=0x7f854010ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:01.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.089+0000 7f853ed9d640 1 --2- 172.21.15.71:0/3997775301 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8540102570 0x7f854010ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:01.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.089+0000 7f853f59e640 1 --2- 172.21.15.71:0/3997775301 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8540102ef0 0x7f854010ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:01.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.089+0000 7f853ed9d640 1 -- 172.21.15.71:0/3997775301 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8540102ef0 msgr2=0x7f854010ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:01.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.089+0000 7f853ed9d640 1 --2- 172.21.15.71:0/3997775301 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8540102ef0 0x7f854010ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:01.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.089+0000 7f853ed9d640 1 -- 172.21.15.71:0/3997775301 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85401a6950 con 0x7f8540100e20 2024-09-15T23:46:01.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.089+0000 7f853f59e640 1 --2- 172.21.15.71:0/3997775301 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8540102ef0 0x7f854010ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:01.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.089+0000 7f853ed9d640 1 --2- 172.21.15.71:0/3997775301 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8540100e20 0x7f854010e4d0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f8530006010 tx=0x7f85300042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:01.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.089+0000 7f8537fff640 1 -- 172.21.15.71:0/3997775301 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f853003f030 con 0x7f8540100e20 2024-09-15T23:46:01.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.089+0000 7f8537fff640 1 -- 172.21.15.71:0/3997775301 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8530003cb0 con 0x7f8540100e20 2024-09-15T23:46:01.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.089+0000 7f85450c7640 1 -- 172.21.15.71:0/3997775301 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85401a6be0 con 0x7f8540100e20 2024-09-15T23:46:01.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.089+0000 7f8537fff640 1 -- 172.21.15.71:0/3997775301 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8530035070 con 0x7f8540100e20 2024-09-15T23:46:01.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.089+0000 7f85450c7640 1 -- 172.21.15.71:0/3997775301 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85401a70c0 con 0x7f8540100e20 2024-09-15T23:46:01.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.090+0000 7f85450c7640 1 -- 172.21.15.71:0/3997775301 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8540101200 con 0x7f8540100e20 2024-09-15T23:46:01.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.092+0000 7f8537fff640 1 -- 172.21.15.71:0/3997775301 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f8530042030 con 0x7f8540100e20 2024-09-15T23:46:01.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.093+0000 7f8537fff640 1 --2- 172.21.15.71:0/3997775301 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f852c0a32d0 0x7f852c0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:01.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.093+0000 7f853e59c640 1 --2- 172.21.15.71:0/3997775301 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f852c0a32d0 0x7f852c0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:01.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.093+0000 7f8537fff640 1 -- 172.21.15.71:0/3997775301 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f85300f0260 con 0x7f8540100e20 2024-09-15T23:46:01.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.093+0000 7f853e59c640 1 --2- 172.21.15.71:0/3997775301 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f852c0a32d0 0x7f852c0a5790 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f854010ff60 tx=0x7f8528008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:01.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.096+0000 7f8537fff640 1 -- 172.21.15.71:0/3997775301 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f85300bce50 con 0x7f8540100e20 2024-09-15T23:46:01.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.270+0000 7f85450c7640 1 -- 172.21.15.71:0/3997775301 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f854010fa00 con 0x7f8540100e20 2024-09-15T23:46:01.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.271+0000 7f8537fff640 1 -- 172.21.15.71:0/3997775301 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f854010fa00 con 0x7f8540100e20 2024-09-15T23:46:01.273 INFO:teuthology.orchestra.run.smithi071.stdout:34359738447 2024-09-15T23:46:01.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.273+0000 7f85450c7640 1 -- 172.21.15.71:0/3997775301 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f852c0a32d0 msgr2=0x7f852c0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:01.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.273+0000 7f85450c7640 1 --2- 172.21.15.71:0/3997775301 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f852c0a32d0 0x7f852c0a5790 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f854010ff60 tx=0x7f8528008040 comp rx=0 tx=0).stop 2024-09-15T23:46:01.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.273+0000 7f85450c7640 1 -- 172.21.15.71:0/3997775301 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8540100e20 msgr2=0x7f854010e4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:01.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.273+0000 7f85450c7640 1 --2- 172.21.15.71:0/3997775301 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8540100e20 0x7f854010e4d0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f8530006010 tx=0x7f85300042f0 comp rx=0 tx=0).stop 2024-09-15T23:46:01.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.273+0000 7f85450c7640 1 -- 172.21.15.71:0/3997775301 shutdown_connections 2024-09-15T23:46:01.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.273+0000 7f85450c7640 1 --2- 172.21.15.71:0/3997775301 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f852c0a32d0 0x7f852c0a5790 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:01.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.273+0000 7f85450c7640 1 --2- 172.21.15.71:0/3997775301 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8540102ef0 0x7f854010ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:01.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.273+0000 7f85450c7640 1 --2- 172.21.15.71:0/3997775301 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8540102570 0x7f854010ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:01.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.273+0000 7f85450c7640 1 --2- 172.21.15.71:0/3997775301 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8540100e20 0x7f854010e4d0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:01.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.273+0000 7f85450c7640 1 -- 172.21.15.71:0/3997775301 >> 172.21.15.71:0/3997775301 conn(0x7f85400fc7d0 msgr2=0x7f85400febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:01.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.273+0000 7f85450c7640 1 -- 172.21.15.71:0/3997775301 shutdown_connections 2024-09-15T23:46:01.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.273+0000 7f85450c7640 1 -- 172.21.15.71:0/3997775301 wait complete. 2024-09-15T23:46:01.416 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:01 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/436338016' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-15T23:46:01.416 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:01 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/804771603' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-15T23:46:01.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:01 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/436338016' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-15T23:46:01.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:01 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/804771603' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-15T23:46:01.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:01 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/436338016' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-15T23:46:01.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:01 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/804771603' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-15T23:46:02.344 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:02 smithi071 ceph-mon[30957]: pgmap v305: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-15T23:46:02.344 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:02 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/3997775301' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-15T23:46:02.344 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:02 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1055841842' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-15T23:46:02.344 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:02 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1309766420' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-15T23:46:02.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.424+0000 7fe853ffb640 1 -- 172.21.15.71:0/4222262398 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe84c102790 msgr2=0x7fe84c1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:02.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.424+0000 7fe853ffb640 1 --2- 172.21.15.71:0/4222262398 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe84c102790 0x7fe84c1067e0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fe848009900 tx=0x7fe84802a410 comp rx=0 tx=0).stop 2024-09-15T23:46:02.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.424+0000 7fe853ffb640 1 -- 172.21.15.71:0/4222262398 shutdown_connections 2024-09-15T23:46:02.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.424+0000 7fe853ffb640 1 --2- 172.21.15.71:0/4222262398 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe84c106f10 0x7fe84c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:02.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.424+0000 7fe853ffb640 1 --2- 172.21.15.71:0/4222262398 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe84c102790 0x7fe84c1067e0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:02.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.424+0000 7fe853ffb640 1 --2- 172.21.15.71:0/4222262398 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe84c101de0 0x7fe84c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:02.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.424+0000 7fe853ffb640 1 -- 172.21.15.71:0/4222262398 >> 172.21.15.71:0/4222262398 conn(0x7fe84c0fd8c0 msgr2=0x7fe84c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:02.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.424+0000 7fe853ffb640 1 -- 172.21.15.71:0/4222262398 shutdown_connections 2024-09-15T23:46:02.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.424+0000 7fe853ffb640 1 -- 172.21.15.71:0/4222262398 wait complete. 2024-09-15T23:46:02.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.424+0000 7fe853ffb640 1 Processor -- start 2024-09-15T23:46:02.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.424+0000 7fe853ffb640 1 -- start start 2024-09-15T23:46:02.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.424+0000 7fe853ffb640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe84c101de0 0x7fe84c198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:02.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.424+0000 7fe853ffb640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe84c102790 0x7fe84c198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:02.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.424+0000 7fe853ffb640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe84c106f10 0x7fe84c19cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:02.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.425+0000 7fe853ffb640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe84c111e20 con 0x7fe84c102790 2024-09-15T23:46:02.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.425+0000 7fe853ffb640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fe84c111ca0 con 0x7fe84c106f10 2024-09-15T23:46:02.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.425+0000 7fe853ffb640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fe84c111fa0 con 0x7fe84c101de0 2024-09-15T23:46:02.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.425+0000 7fe851596640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe84c102790 0x7fe84c198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:02.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.425+0000 7fe851596640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe84c102790 0x7fe84c198860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47494/0 (socket says 172.21.15.71:47494) 2024-09-15T23:46:02.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.425+0000 7fe851596640 1 -- 172.21.15.71:0/2933350253 learned_addr learned my addr 172.21.15.71:0/2933350253 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:02.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.425+0000 7fe851d97640 1 --2- 172.21.15.71:0/2933350253 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe84c101de0 0x7fe84c198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:02.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.425+0000 7fe851596640 1 -- 172.21.15.71:0/2933350253 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe84c101de0 msgr2=0x7fe84c198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:02.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.425+0000 7fe851596640 1 --2- 172.21.15.71:0/2933350253 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe84c101de0 0x7fe84c198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:02.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.425+0000 7fe851596640 1 -- 172.21.15.71:0/2933350253 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe84c106f10 msgr2=0x7fe84c19cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:02.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.425+0000 7fe852598640 1 --2- 172.21.15.71:0/2933350253 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe84c106f10 0x7fe84c19cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:02.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.425+0000 7fe851596640 1 --2- 172.21.15.71:0/2933350253 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe84c106f10 0x7fe84c19cbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:02.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.425+0000 7fe851596640 1 -- 172.21.15.71:0/2933350253 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe84c19d2d0 con 0x7fe84c102790 2024-09-15T23:46:02.447 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.425+0000 7fe851d97640 1 --2- 172.21.15.71:0/2933350253 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe84c101de0 0x7fe84c198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:02.447 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.425+0000 7fe851596640 1 --2- 172.21.15.71:0/2933350253 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe84c102790 0x7fe84c198860 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fe848006010 tx=0x7fe848004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:02.447 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.425+0000 7fe83effd640 1 -- 172.21.15.71:0/2933350253 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe84803f030 con 0x7fe84c102790 2024-09-15T23:46:02.447 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.425+0000 7fe853ffb640 1 -- 172.21.15.71:0/2933350253 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe84c19d560 con 0x7fe84c102790 2024-09-15T23:46:02.447 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.425+0000 7fe83effd640 1 -- 172.21.15.71:0/2933350253 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe8480035f0 con 0x7fe84c102790 2024-09-15T23:46:02.447 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.425+0000 7fe83effd640 1 -- 172.21.15.71:0/2933350253 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe848035070 con 0x7fe84c102790 2024-09-15T23:46:02.447 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.425+0000 7fe853ffb640 1 -- 172.21.15.71:0/2933350253 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe84c1a4ea0 con 0x7fe84c102790 2024-09-15T23:46:02.447 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.426+0000 7fe853ffb640 1 -- 172.21.15.71:0/2933350253 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe84c1032c0 con 0x7fe84c102790 2024-09-15T23:46:02.447 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.427+0000 7fe83effd640 1 -- 172.21.15.71:0/2933350253 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fe848003b10 con 0x7fe84c102790 2024-09-15T23:46:02.447 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.428+0000 7fe83effd640 1 --2- 172.21.15.71:0/2933350253 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe8380a32d0 0x7fe8380a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:02.447 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.428+0000 7fe851d97640 1 --2- 172.21.15.71:0/2933350253 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe8380a32d0 0x7fe8380a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:02.447 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.428+0000 7fe83effd640 1 -- 172.21.15.71:0/2933350253 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7fe8480f08b0 con 0x7fe84c102790 2024-09-15T23:46:02.447 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.428+0000 7fe851d97640 1 --2- 172.21.15.71:0/2933350253 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe8380a32d0 0x7fe8380a5790 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fe84000baa0 tx=0x7fe840005d90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:02.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.431+0000 7fe83effd640 1 -- 172.21.15.71:0/2933350253 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe8480bd4a0 con 0x7fe84c102790 2024-09-15T23:46:02.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:02 smithi163 ceph-mon[34107]: pgmap v305: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-15T23:46:02.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:02 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/3997775301' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-15T23:46:02.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:02 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1055841842' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-15T23:46:02.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:02 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1309766420' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-15T23:46:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:02 smithi190 ceph-mon[34840]: pgmap v305: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-15T23:46:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:02 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/3997775301' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-15T23:46:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:02 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1055841842' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-15T23:46:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:02 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1309766420' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-15T23:46:02.607 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.605+0000 7fe853ffb640 1 -- 172.21.15.71:0/2933350253 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fe84c10a0f0 con 0x7fe84c102790 2024-09-15T23:46:02.607 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.606+0000 7fe83effd640 1 -- 172.21.15.71:0/2933350253 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fe8480bcda0 con 0x7fe84c102790 2024-09-15T23:46:02.607 INFO:teuthology.orchestra.run.smithi071.stdout:184683593777 2024-09-15T23:46:02.609 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.608+0000 7fe853ffb640 1 -- 172.21.15.71:0/2933350253 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe8380a32d0 msgr2=0x7fe8380a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:02.609 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.608+0000 7fe853ffb640 1 --2- 172.21.15.71:0/2933350253 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe8380a32d0 0x7fe8380a5790 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fe84000baa0 tx=0x7fe840005d90 comp rx=0 tx=0).stop 2024-09-15T23:46:02.609 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.608+0000 7fe853ffb640 1 -- 172.21.15.71:0/2933350253 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe84c102790 msgr2=0x7fe84c198860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:02.610 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.608+0000 7fe853ffb640 1 --2- 172.21.15.71:0/2933350253 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe84c102790 0x7fe84c198860 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fe848006010 tx=0x7fe848004270 comp rx=0 tx=0).stop 2024-09-15T23:46:02.610 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.608+0000 7fe853ffb640 1 -- 172.21.15.71:0/2933350253 shutdown_connections 2024-09-15T23:46:02.610 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.608+0000 7fe853ffb640 1 --2- 172.21.15.71:0/2933350253 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe8380a32d0 0x7fe8380a5790 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:02.610 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.608+0000 7fe853ffb640 1 --2- 172.21.15.71:0/2933350253 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe84c106f10 0x7fe84c19cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:02.610 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.608+0000 7fe853ffb640 1 --2- 172.21.15.71:0/2933350253 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe84c102790 0x7fe84c198860 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:02.610 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.608+0000 7fe853ffb640 1 --2- 172.21.15.71:0/2933350253 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe84c101de0 0x7fe84c198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:02.610 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.608+0000 7fe853ffb640 1 -- 172.21.15.71:0/2933350253 >> 172.21.15.71:0/2933350253 conn(0x7fe84c0fd8c0 msgr2=0x7fe84c0fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:02.610 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.608+0000 7fe853ffb640 1 -- 172.21.15.71:0/2933350253 shutdown_connections 2024-09-15T23:46:02.610 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.608+0000 7fe853ffb640 1 -- 172.21.15.71:0/2933350253 wait complete. 2024-09-15T23:46:02.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.636+0000 7fc24e2d8640 1 -- 172.21.15.71:0/377703466 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc248108300 msgr2=0x7fc24810ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:02.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.636+0000 7fc24e2d8640 1 --2- 172.21.15.71:0/377703466 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc248108300 0x7fc24810ec70 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fc240009c10 tx=0x7fc24002a6e0 comp rx=0 tx=0).stop 2024-09-15T23:46:02.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.636+0000 7fc24e2d8640 1 -- 172.21.15.71:0/377703466 shutdown_connections 2024-09-15T23:46:02.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.636+0000 7fc24e2d8640 1 --2- 172.21.15.71:0/377703466 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc248108300 0x7fc24810ec70 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:02.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.636+0000 7fc24e2d8640 1 --2- 172.21.15.71:0/377703466 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc248103780 0x7fc248107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:02.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.636+0000 7fc24e2d8640 1 --2- 172.21.15.71:0/377703466 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc248102dd0 0x7fc2481031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:02.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.636+0000 7fc24e2d8640 1 -- 172.21.15.71:0/377703466 >> 172.21.15.71:0/377703466 conn(0x7fc2480fc7d0 msgr2=0x7fc2480febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:02.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.636+0000 7fc24e2d8640 1 -- 172.21.15.71:0/377703466 shutdown_connections 2024-09-15T23:46:02.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.636+0000 7fc24e2d8640 1 -- 172.21.15.71:0/377703466 wait complete. 2024-09-15T23:46:02.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.637+0000 7fc24e2d8640 1 Processor -- start 2024-09-15T23:46:02.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.637+0000 7fc24e2d8640 1 -- start start 2024-09-15T23:46:02.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.637+0000 7fc24e2d8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc248102dd0 0x7fc248196330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:02.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.637+0000 7fc24e2d8640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc248103780 0x7fc248196870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:02.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.637+0000 7fc24e2d8640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc248108300 0x7fc24819ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:02.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.637+0000 7fc24e2d8640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc24810fd10 con 0x7fc248102dd0 2024-09-15T23:46:02.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.637+0000 7fc24e2d8640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fc24810fb90 con 0x7fc248103780 2024-09-15T23:46:02.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.637+0000 7fc24e2d8640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fc24810fe90 con 0x7fc248108300 2024-09-15T23:46:02.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.637+0000 7fc247fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc248102dd0 0x7fc248196330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:02.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.637+0000 7fc247fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc248102dd0 0x7fc248196330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47508/0 (socket says 172.21.15.71:47508) 2024-09-15T23:46:02.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.637+0000 7fc247fff640 1 -- 172.21.15.71:0/1165302521 learned_addr learned my addr 172.21.15.71:0/1165302521 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:02.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.638+0000 7fc24c875640 1 --2- 172.21.15.71:0/1165302521 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc248108300 0x7fc24819ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:02.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.638+0000 7fc2477fe640 1 --2- 172.21.15.71:0/1165302521 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc248103780 0x7fc248196870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:02.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.638+0000 7fc247fff640 1 -- 172.21.15.71:0/1165302521 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc248108300 msgr2=0x7fc24819ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:02.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.638+0000 7fc247fff640 1 --2- 172.21.15.71:0/1165302521 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc248108300 0x7fc24819ac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:02.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.638+0000 7fc247fff640 1 -- 172.21.15.71:0/1165302521 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc248103780 msgr2=0x7fc248196870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:02.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.638+0000 7fc247fff640 1 --2- 172.21.15.71:0/1165302521 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc248103780 0x7fc248196870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:02.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.638+0000 7fc247fff640 1 -- 172.21.15.71:0/1165302521 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc24819b2e0 con 0x7fc248102dd0 2024-09-15T23:46:02.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.638+0000 7fc247fff640 1 --2- 172.21.15.71:0/1165302521 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc248102dd0 0x7fc248196330 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fc238004650 tx=0x7fc238003da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:02.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.638+0000 7fc2457fa640 1 -- 172.21.15.71:0/1165302521 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc238009b60 con 0x7fc248102dd0 2024-09-15T23:46:02.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.638+0000 7fc24e2d8640 1 -- 172.21.15.71:0/1165302521 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc24819b5d0 con 0x7fc248102dd0 2024-09-15T23:46:02.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.638+0000 7fc2457fa640 1 -- 172.21.15.71:0/1165302521 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc238009d00 con 0x7fc248102dd0 2024-09-15T23:46:02.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.638+0000 7fc2457fa640 1 -- 172.21.15.71:0/1165302521 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc238004d70 con 0x7fc248102dd0 2024-09-15T23:46:02.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.638+0000 7fc24e2d8640 1 -- 172.21.15.71:0/1165302521 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2481a2eb0 con 0x7fc248102dd0 2024-09-15T23:46:02.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.639+0000 7fc24e2d8640 1 -- 172.21.15.71:0/1165302521 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2481031b0 con 0x7fc248102dd0 2024-09-15T23:46:02.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.641+0000 7fc2457fa640 1 -- 172.21.15.71:0/1165302521 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fc23801f020 con 0x7fc248102dd0 2024-09-15T23:46:02.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.641+0000 7fc2457fa640 1 --2- 172.21.15.71:0/1165302521 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc2300a32d0 0x7fc2300a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:02.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.641+0000 7fc2477fe640 1 --2- 172.21.15.71:0/1165302521 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc2300a32d0 0x7fc2300a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:02.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.641+0000 7fc2457fa640 1 -- 172.21.15.71:0/1165302521 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7fc2380d34e0 con 0x7fc248102dd0 2024-09-15T23:46:02.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.642+0000 7fc2477fe640 1 --2- 172.21.15.71:0/1165302521 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc2300a32d0 0x7fc2300a5790 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fc2480fef30 tx=0x7fc23c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:02.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.645+0000 7fc2457fa640 1 -- 172.21.15.71:0/1165302521 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc2380a00d0 con 0x7fc248102dd0 2024-09-15T23:46:02.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.813+0000 7fc24e2d8640 1 -- 172.21.15.71:0/1165302521 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fc24810a2e0 con 0x7fc248102dd0 2024-09-15T23:46:02.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.814+0000 7fc2457fa640 1 -- 172.21.15.71:0/1165302521 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fc23809f9d0 con 0x7fc248102dd0 2024-09-15T23:46:02.815 INFO:teuthology.orchestra.run.smithi071.stdout:154618822710 2024-09-15T23:46:02.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.815+0000 7fc24e2d8640 1 -- 172.21.15.71:0/1165302521 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc2300a32d0 msgr2=0x7fc2300a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:02.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.815+0000 7fc24e2d8640 1 --2- 172.21.15.71:0/1165302521 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc2300a32d0 0x7fc2300a5790 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fc2480fef30 tx=0x7fc23c009260 comp rx=0 tx=0).stop 2024-09-15T23:46:02.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.815+0000 7fc24e2d8640 1 -- 172.21.15.71:0/1165302521 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc248102dd0 msgr2=0x7fc248196330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:02.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.815+0000 7fc24e2d8640 1 --2- 172.21.15.71:0/1165302521 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc248102dd0 0x7fc248196330 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fc238004650 tx=0x7fc238003da0 comp rx=0 tx=0).stop 2024-09-15T23:46:02.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.816+0000 7fc24e2d8640 1 -- 172.21.15.71:0/1165302521 shutdown_connections 2024-09-15T23:46:02.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.816+0000 7fc24e2d8640 1 --2- 172.21.15.71:0/1165302521 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc2300a32d0 0x7fc2300a5790 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:02.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.816+0000 7fc24e2d8640 1 --2- 172.21.15.71:0/1165302521 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc248108300 0x7fc24819ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:02.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.816+0000 7fc24e2d8640 1 --2- 172.21.15.71:0/1165302521 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc248103780 0x7fc248196870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:02.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.816+0000 7fc24e2d8640 1 --2- 172.21.15.71:0/1165302521 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc248102dd0 0x7fc248196330 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:02.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.816+0000 7fc24e2d8640 1 -- 172.21.15.71:0/1165302521 >> 172.21.15.71:0/1165302521 conn(0x7fc2480fc7d0 msgr2=0x7fc248105e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:02.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.816+0000 7fc24e2d8640 1 -- 172.21.15.71:0/1165302521 shutdown_connections 2024-09-15T23:46:02.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:02.816+0000 7fc24e2d8640 1 -- 172.21.15.71:0/1165302521 wait complete. 2024-09-15T23:46:03.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.414+0000 7fc65c649640 1 -- 172.21.15.71:0/2668669531 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc654101bc0 msgr2=0x7fc65410d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:03.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.414+0000 7fc65c649640 1 --2- 172.21.15.71:0/2668669531 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc654101bc0 0x7fc65410d910 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fc64c009ca0 tx=0x7fc64c02a8c0 comp rx=0 tx=0).stop 2024-09-15T23:46:03.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.414+0000 7fc65c649640 1 -- 172.21.15.71:0/2668669531 shutdown_connections 2024-09-15T23:46:03.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.414+0000 7fc65c649640 1 --2- 172.21.15.71:0/2668669531 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc654101bc0 0x7fc65410d910 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:03.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.414+0000 7fc65c649640 1 --2- 172.21.15.71:0/2668669531 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc654101240 0x7fc654101680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:03.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.414+0000 7fc65c649640 1 --2- 172.21.15.71:0/2668669531 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc654105a90 0x7fc654105e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:03.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.414+0000 7fc65c649640 1 -- 172.21.15.71:0/2668669531 >> 172.21.15.71:0/2668669531 conn(0x7fc654077210 msgr2=0x7fc6540fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:03.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.414+0000 7fc65c649640 1 -- 172.21.15.71:0/2668669531 shutdown_connections 2024-09-15T23:46:03.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.414+0000 7fc65c649640 1 -- 172.21.15.71:0/2668669531 wait complete. 2024-09-15T23:46:03.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.415+0000 7fc65c649640 1 Processor -- start 2024-09-15T23:46:03.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.415+0000 7fc65c649640 1 -- start start 2024-09-15T23:46:03.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.415+0000 7fc65c649640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc654101240 0x7fc654196fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:03.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.415+0000 7fc65c649640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc654101bc0 0x7fc654197520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:03.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.415+0000 7fc65c649640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc654105a90 0x7fc654197a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:03.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.415+0000 7fc65c649640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc654110e20 con 0x7fc654101240 2024-09-15T23:46:03.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.415+0000 7fc65c649640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fc654110ca0 con 0x7fc654105a90 2024-09-15T23:46:03.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.415+0000 7fc65c649640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fc654110fa0 con 0x7fc654101bc0 2024-09-15T23:46:03.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.415+0000 7fc65a3e5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc654101240 0x7fc654196fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:03.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.415+0000 7fc65a3e5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc654101240 0x7fc654196fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47460/0 (socket says 172.21.15.71:47460) 2024-09-15T23:46:03.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.415+0000 7fc65a3e5640 1 -- 172.21.15.71:0/1055841842 learned_addr learned my addr 172.21.15.71:0/1055841842 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:03.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.415+0000 7fc659be4640 1 --2- 172.21.15.71:0/1055841842 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc654101bc0 0x7fc654197520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:03.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.415+0000 7fc65abe6640 1 --2- 172.21.15.71:0/1055841842 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc654105a90 0x7fc654197a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:03.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.415+0000 7fc65a3e5640 1 -- 172.21.15.71:0/1055841842 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc654101bc0 msgr2=0x7fc654197520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:03.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.415+0000 7fc65a3e5640 1 --2- 172.21.15.71:0/1055841842 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc654101bc0 0x7fc654197520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:03.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.415+0000 7fc65a3e5640 1 -- 172.21.15.71:0/1055841842 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc654105a90 msgr2=0x7fc654197a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:03.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.415+0000 7fc65a3e5640 1 --2- 172.21.15.71:0/1055841842 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc654105a90 0x7fc654197a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:03.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.415+0000 7fc65a3e5640 1 -- 172.21.15.71:0/1055841842 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6541a6850 con 0x7fc654101240 2024-09-15T23:46:03.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.416+0000 7fc65a3e5640 1 --2- 172.21.15.71:0/1055841842 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc654101240 0x7fc654196fe0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fc65000d770 tx=0x7fc65000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:03.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.416+0000 7fc64b7fe640 1 -- 172.21.15.71:0/1055841842 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc650017070 con 0x7fc654101240 2024-09-15T23:46:03.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.416+0000 7fc65c649640 1 -- 172.21.15.71:0/1055841842 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6541a6b40 con 0x7fc654101240 2024-09-15T23:46:03.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.416+0000 7fc64b7fe640 1 -- 172.21.15.71:0/1055841842 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc6500054d0 con 0x7fc654101240 2024-09-15T23:46:03.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.416+0000 7fc64b7fe640 1 -- 172.21.15.71:0/1055841842 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc650004cf0 con 0x7fc654101240 2024-09-15T23:46:03.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.416+0000 7fc65c649640 1 -- 172.21.15.71:0/1055841842 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6541a7030 con 0x7fc654101240 2024-09-15T23:46:03.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.417+0000 7fc65c649640 1 -- 172.21.15.71:0/1055841842 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc654101680 con 0x7fc654101240 2024-09-15T23:46:03.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.418+0000 7fc64b7fe640 1 -- 172.21.15.71:0/1055841842 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fc650004e90 con 0x7fc654101240 2024-09-15T23:46:03.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.419+0000 7fc64b7fe640 1 --2- 172.21.15.71:0/1055841842 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc6400a32d0 0x7fc6400a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:03.161 INFO:teuthology.orchestra.run.smithi071.stdout:103079215168 2024-09-15T23:46:03.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.419+0000 7fc659be4640 1 --2- 172.21.15.71:0/1055841842 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc6400a32d0 0x7fc6400a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:03.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.419+0000 7fc64b7fe640 1 -- 172.21.15.71:0/1055841842 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7fc6500cf8c0 con 0x7fc654101240 2024-09-15T23:46:03.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.419+0000 7fc659be4640 1 --2- 172.21.15.71:0/1055841842 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc6400a32d0 0x7fc6400a5790 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fc654199140 tx=0x7fc64400a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:03.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.422+0000 7fc64b7fe640 1 -- 172.21.15.71:0/1055841842 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc65009c4b0 con 0x7fc654101240 2024-09-15T23:46:03.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.591+0000 7fc65c649640 1 -- 172.21.15.71:0/1055841842 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fc6541a7290 con 0x7fc654101240 2024-09-15T23:46:03.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.592+0000 7fc64b7fe640 1 -- 172.21.15.71:0/1055841842 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fc65009bdb0 con 0x7fc654101240 2024-09-15T23:46:03.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.594+0000 7fc65c649640 1 -- 172.21.15.71:0/1055841842 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc6400a32d0 msgr2=0x7fc6400a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:03.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.594+0000 7fc65c649640 1 --2- 172.21.15.71:0/1055841842 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc6400a32d0 0x7fc6400a5790 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fc654199140 tx=0x7fc64400a2d0 comp rx=0 tx=0).stop 2024-09-15T23:46:03.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.594+0000 7fc65c649640 1 -- 172.21.15.71:0/1055841842 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc654101240 msgr2=0x7fc654196fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:03.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.594+0000 7fc65c649640 1 --2- 172.21.15.71:0/1055841842 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc654101240 0x7fc654196fe0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fc65000d770 tx=0x7fc65000dc30 comp rx=0 tx=0).stop 2024-09-15T23:46:03.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.594+0000 7fc65c649640 1 -- 172.21.15.71:0/1055841842 shutdown_connections 2024-09-15T23:46:03.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.594+0000 7fc65c649640 1 --2- 172.21.15.71:0/1055841842 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc6400a32d0 0x7fc6400a5790 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:03.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.594+0000 7fc65c649640 1 --2- 172.21.15.71:0/1055841842 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc654105a90 0x7fc654197a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:03.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.594+0000 7fc65c649640 1 --2- 172.21.15.71:0/1055841842 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc654101bc0 0x7fc654197520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:03.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.594+0000 7fc65c649640 1 --2- 172.21.15.71:0/1055841842 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc654101240 0x7fc654196fe0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:03.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.594+0000 7fc65c649640 1 -- 172.21.15.71:0/1055841842 >> 172.21.15.71:0/1055841842 conn(0x7fc654077210 msgr2=0x7fc654103ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:03.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.594+0000 7fc65c649640 1 -- 172.21.15.71:0/1055841842 shutdown_connections 2024-09-15T23:46:03.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.594+0000 7fc65c649640 1 -- 172.21.15.71:0/1055841842 wait complete. 2024-09-15T23:46:03.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:03 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2933350253' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-15T23:46:03.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:03 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1165302521' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-15T23:46:03.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:03 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/2933350253' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-15T23:46:03.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:03 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1165302521' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-15T23:46:03.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:03 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/2933350253' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-15T23:46:03.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:03 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1165302521' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-15T23:46:03.756 INFO:tasks.cephadm.ceph_manager.ceph:need seq 103079215166 got 103079215168 for osd.3 2024-09-15T23:46:03.757 DEBUG:teuthology.parallel:result is None 2024-09-15T23:46:03.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.743+0000 7f517f9b0640 1 -- 172.21.15.71:0/1593626001 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5178106a90 msgr2=0x7f5178106e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:03.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.743+0000 7f517f9b0640 1 --2- 172.21.15.71:0/1593626001 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5178106a90 0x7f5178106e70 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f5174009930 tx=0x7f517402a420 comp rx=0 tx=0).stop 2024-09-15T23:46:03.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.743+0000 7f517f9b0640 1 -- 172.21.15.71:0/1593626001 shutdown_connections 2024-09-15T23:46:03.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.743+0000 7f517f9b0640 1 --2- 172.21.15.71:0/1593626001 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5178101430 0x7f517810d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:03.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.743+0000 7f517f9b0640 1 --2- 172.21.15.71:0/1593626001 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5178100a90 0x7f5178100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:03.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.743+0000 7f517f9b0640 1 --2- 172.21.15.71:0/1593626001 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5178106a90 0x7f5178106e70 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:03.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.743+0000 7f517f9b0640 1 -- 172.21.15.71:0/1593626001 >> 172.21.15.71:0/1593626001 conn(0x7f51780fc7d0 msgr2=0x7f51780febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:03.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.743+0000 7f517f9b0640 1 -- 172.21.15.71:0/1593626001 shutdown_connections 2024-09-15T23:46:03.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.743+0000 7f517f9b0640 1 -- 172.21.15.71:0/1593626001 wait complete. 2024-09-15T23:46:03.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.744+0000 7f517f9b0640 1 Processor -- start 2024-09-15T23:46:03.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.744+0000 7f517f9b0640 1 -- start start 2024-09-15T23:46:03.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.744+0000 7f517f9b0640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5178100a90 0x7f51781983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:03.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.744+0000 7f517f9b0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5178101430 0x7f5178198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:03.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.744+0000 7f517f9b0640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5178106a90 0x7f517819cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:03.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.744+0000 7f517f9b0640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f5178110d40 con 0x7f5178101430 2024-09-15T23:46:03.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.744+0000 7f517f9b0640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f5178110bc0 con 0x7f5178106a90 2024-09-15T23:46:03.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.744+0000 7f517f9b0640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f5178110ec0 con 0x7f5178100a90 2024-09-15T23:46:03.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.744+0000 7f517cf4b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5178101430 0x7f5178198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:03.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.744+0000 7f517cf4b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5178101430 0x7f5178198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47472/0 (socket says 172.21.15.71:47472) 2024-09-15T23:46:03.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.744+0000 7f517cf4b640 1 -- 172.21.15.71:0/1309766420 learned_addr learned my addr 172.21.15.71:0/1309766420 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:03.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.744+0000 7f517d74c640 1 --2- 172.21.15.71:0/1309766420 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5178100a90 0x7f51781983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:03.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.744+0000 7f517cf4b640 1 -- 172.21.15.71:0/1309766420 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5178100a90 msgr2=0x7f51781983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:03.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.744+0000 7f517cf4b640 1 --2- 172.21.15.71:0/1309766420 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5178100a90 0x7f51781983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:03.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.744+0000 7f517cf4b640 1 -- 172.21.15.71:0/1309766420 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5178106a90 msgr2=0x7f517819cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:03.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.744+0000 7f517cf4b640 1 --2- 172.21.15.71:0/1309766420 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5178106a90 0x7f517819cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:03.908 INFO:teuthology.orchestra.run.smithi071.stdout:322122547224 2024-09-15T23:46:03.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.744+0000 7f517cf4b640 1 -- 172.21.15.71:0/1309766420 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f517819d370 con 0x7f5178101430 2024-09-15T23:46:03.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.744+0000 7f517cf4b640 1 --2- 172.21.15.71:0/1309766420 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5178101430 0x7f5178198900 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f516800c890 tx=0x7f516800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:03.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.745+0000 7f516e7fc640 1 -- 172.21.15.71:0/1309766420 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5168004220 con 0x7f5178101430 2024-09-15T23:46:03.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.745+0000 7f516e7fc640 1 -- 172.21.15.71:0/1309766420 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51680043c0 con 0x7f5178101430 2024-09-15T23:46:03.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.745+0000 7f517f9b0640 1 -- 172.21.15.71:0/1309766420 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f517819d660 con 0x7f5178101430 2024-09-15T23:46:03.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.745+0000 7f516e7fc640 1 -- 172.21.15.71:0/1309766420 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5168004a00 con 0x7f5178101430 2024-09-15T23:46:03.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.745+0000 7f517f9b0640 1 -- 172.21.15.71:0/1309766420 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51781a4f40 con 0x7f5178101430 2024-09-15T23:46:03.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.746+0000 7f517f9b0640 1 -- 172.21.15.71:0/1309766420 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5178100ef0 con 0x7f5178101430 2024-09-15T23:46:03.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.747+0000 7f516e7fc640 1 -- 172.21.15.71:0/1309766420 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f5168004ba0 con 0x7f5178101430 2024-09-15T23:46:03.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.747+0000 7f516e7fc640 1 --2- 172.21.15.71:0/1309766420 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f51640a32d0 0x7f51640a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:03.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.748+0000 7f517d74c640 1 --2- 172.21.15.71:0/1309766420 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f51640a32d0 0x7f51640a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:03.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.748+0000 7f516e7fc640 1 -- 172.21.15.71:0/1309766420 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f51680cfc00 con 0x7f5178101430 2024-09-15T23:46:03.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.748+0000 7f517d74c640 1 --2- 172.21.15.71:0/1309766420 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f51640a32d0 0x7f51640a5790 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f5174000c00 tx=0x7f5174032c80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:03.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.751+0000 7f516e7fc640 1 -- 172.21.15.71:0/1309766420 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5168014030 con 0x7f5178101430 2024-09-15T23:46:03.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.927+0000 7f517f9b0640 1 -- 172.21.15.71:0/1309766420 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f5178199720 con 0x7f5178101430 2024-09-15T23:46:03.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.927+0000 7f516e7fc640 1 -- 172.21.15.71:0/1309766420 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f5178199720 con 0x7f5178101430 2024-09-15T23:46:03.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.929+0000 7f517f9b0640 1 -- 172.21.15.71:0/1309766420 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f51640a32d0 msgr2=0x7f51640a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:03.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.929+0000 7f517f9b0640 1 --2- 172.21.15.71:0/1309766420 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f51640a32d0 0x7f51640a5790 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f5174000c00 tx=0x7f5174032c80 comp rx=0 tx=0).stop 2024-09-15T23:46:03.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.929+0000 7f517f9b0640 1 -- 172.21.15.71:0/1309766420 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5178101430 msgr2=0x7f5178198900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:03.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.929+0000 7f517f9b0640 1 --2- 172.21.15.71:0/1309766420 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5178101430 0x7f5178198900 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f516800c890 tx=0x7f516800cd50 comp rx=0 tx=0).stop 2024-09-15T23:46:03.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.930+0000 7f517f9b0640 1 -- 172.21.15.71:0/1309766420 shutdown_connections 2024-09-15T23:46:03.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.930+0000 7f517f9b0640 1 --2- 172.21.15.71:0/1309766420 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f51640a32d0 0x7f51640a5790 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:03.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.930+0000 7f517f9b0640 1 --2- 172.21.15.71:0/1309766420 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5178106a90 0x7f517819cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:03.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.930+0000 7f517f9b0640 1 --2- 172.21.15.71:0/1309766420 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5178101430 0x7f5178198900 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:03.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.930+0000 7f517f9b0640 1 --2- 172.21.15.71:0/1309766420 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5178100a90 0x7f51781983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:03.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.930+0000 7f517f9b0640 1 -- 172.21.15.71:0/1309766420 >> 172.21.15.71:0/1309766420 conn(0x7f51780fc7d0 msgr2=0x7f517806a950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:03.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.930+0000 7f517f9b0640 1 -- 172.21.15.71:0/1309766420 shutdown_connections 2024-09-15T23:46:03.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:01.930+0000 7f517f9b0640 1 -- 172.21.15.71:0/1309766420 wait complete. 2024-09-15T23:46:04.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:04 smithi071 ceph-mon[30957]: pgmap v306: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-15T23:46:04.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:04 smithi163 ceph-mon[34107]: pgmap v306: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-15T23:46:04.513 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738444 got 34359738447 for osd.0 2024-09-15T23:46:04.513 DEBUG:teuthology.parallel:result is None 2024-09-15T23:46:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:04 smithi190 ceph-mon[34840]: pgmap v306: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-15T23:46:04.973 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411395 got 77309411397 for osd.2 2024-09-15T23:46:04.973 DEBUG:teuthology.parallel:result is None 2024-09-15T23:46:05.380 INFO:tasks.cephadm.ceph_manager.ceph:need seq 184683593774 got 184683593777 for osd.6 2024-09-15T23:46:05.381 DEBUG:teuthology.parallel:result is None 2024-09-15T23:46:05.786 INFO:tasks.cephadm.ceph_manager.ceph:need seq 322122547222 got 322122547224 for osd.11 2024-09-15T23:46:05.786 DEBUG:teuthology.parallel:result is None 2024-09-15T23:46:06.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:06 smithi071 ceph-mon[30957]: pgmap v307: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-09-15T23:46:06.436 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822708 got 154618822710 for osd.5 2024-09-15T23:46:06.436 DEBUG:teuthology.parallel:result is None 2024-09-15T23:46:06.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:06 smithi163 ceph-mon[34107]: pgmap v307: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-09-15T23:46:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:06 smithi190 ceph-mon[34840]: pgmap v307: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-09-15T23:46:07.061 INFO:tasks.cephadm.ceph_manager.ceph:need seq 292057776153 got 292057776156 for osd.10 2024-09-15T23:46:07.062 DEBUG:teuthology.parallel:result is None 2024-09-15T23:46:07.233 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:07 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:46:07.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:07 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:46:07.357 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:07 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:46:07.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.557+0000 7fae548ed640 1 -- 172.21.15.71:0/1624729227 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fae50106a80 msgr2=0x7fae50106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:07.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.557+0000 7fae548ed640 1 --2- 172.21.15.71:0/1624729227 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fae50106a80 0x7fae50106e60 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fae40009930 tx=0x7fae4002a420 comp rx=0 tx=0).stop 2024-09-15T23:46:07.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.557+0000 7fae548ed640 1 -- 172.21.15.71:0/1624729227 shutdown_connections 2024-09-15T23:46:07.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.557+0000 7fae548ed640 1 --2- 172.21.15.71:0/1624729227 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fae50101420 0x7fae5010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:07.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.557+0000 7fae548ed640 1 --2- 172.21.15.71:0/1624729227 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fae50100a80 0x7fae50100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:07.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.557+0000 7fae548ed640 1 --2- 172.21.15.71:0/1624729227 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fae50106a80 0x7fae50106e60 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:07.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.557+0000 7fae548ed640 1 -- 172.21.15.71:0/1624729227 >> 172.21.15.71:0/1624729227 conn(0x7fae500fc7a0 msgr2=0x7fae500febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:07.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.557+0000 7fae548ed640 1 -- 172.21.15.71:0/1624729227 shutdown_connections 2024-09-15T23:46:07.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.557+0000 7fae548ed640 1 -- 172.21.15.71:0/1624729227 wait complete. 2024-09-15T23:46:07.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.558+0000 7fae548ed640 1 Processor -- start 2024-09-15T23:46:07.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.558+0000 7fae548ed640 1 -- start start 2024-09-15T23:46:07.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.558+0000 7fae548ed640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fae50100a80 0x7fae501983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:07.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.558+0000 7fae548ed640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fae50101420 0x7fae50198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:07.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.558+0000 7fae548ed640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fae50106a80 0x7fae5019cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:07.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.558+0000 7fae548ed640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fae50110d30 con 0x7fae50106a80 2024-09-15T23:46:07.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.558+0000 7fae548ed640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fae50110bb0 con 0x7fae50100a80 2024-09-15T23:46:07.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.558+0000 7fae548ed640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fae50110eb0 con 0x7fae50101420 2024-09-15T23:46:07.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.558+0000 7fae4ed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fae50106a80 0x7fae5019cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:07.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.558+0000 7fae4ed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fae50106a80 0x7fae5019cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47524/0 (socket says 172.21.15.71:47524) 2024-09-15T23:46:07.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.558+0000 7fae4ed9d640 1 -- 172.21.15.71:0/529514459 learned_addr learned my addr 172.21.15.71:0/529514459 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:07.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.558+0000 7fae4dd9b640 1 --2- 172.21.15.71:0/529514459 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fae50101420 0x7fae50198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:07.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.558+0000 7fae4e59c640 1 --2- 172.21.15.71:0/529514459 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fae50100a80 0x7fae501983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:07.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.558+0000 7fae4ed9d640 1 -- 172.21.15.71:0/529514459 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fae50101420 msgr2=0x7fae50198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:07.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.558+0000 7fae4ed9d640 1 --2- 172.21.15.71:0/529514459 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fae50101420 0x7fae50198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:07.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.558+0000 7fae4ed9d640 1 -- 172.21.15.71:0/529514459 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fae50100a80 msgr2=0x7fae501983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:07.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.558+0000 7fae4ed9d640 1 --2- 172.21.15.71:0/529514459 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fae50100a80 0x7fae501983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:07.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.558+0000 7fae4ed9d640 1 -- 172.21.15.71:0/529514459 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae5019d370 con 0x7fae50106a80 2024-09-15T23:46:07.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.558+0000 7fae4e59c640 1 --2- 172.21.15.71:0/529514459 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fae50100a80 0x7fae501983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:07.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.558+0000 7fae4ed9d640 1 --2- 172.21.15.71:0/529514459 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fae50106a80 0x7fae5019cc90 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fae4800eaa0 tx=0x7fae4800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:07.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.559+0000 7fae477fe640 1 -- 172.21.15.71:0/529514459 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae4800cdb0 con 0x7fae50106a80 2024-09-15T23:46:07.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.559+0000 7fae548ed640 1 -- 172.21.15.71:0/529514459 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae5019d660 con 0x7fae50106a80 2024-09-15T23:46:07.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.559+0000 7fae477fe640 1 -- 172.21.15.71:0/529514459 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fae48005020 con 0x7fae50106a80 2024-09-15T23:46:07.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.559+0000 7fae477fe640 1 -- 172.21.15.71:0/529514459 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae480116d0 con 0x7fae50106a80 2024-09-15T23:46:07.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.559+0000 7fae548ed640 1 -- 172.21.15.71:0/529514459 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae501a4f40 con 0x7fae50106a80 2024-09-15T23:46:07.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.560+0000 7fae548ed640 1 -- 172.21.15.71:0/529514459 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae50100ee0 con 0x7fae50106a80 2024-09-15T23:46:07.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.561+0000 7fae477fe640 1 -- 172.21.15.71:0/529514459 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fae480051d0 con 0x7fae50106a80 2024-09-15T23:46:07.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.561+0000 7fae477fe640 1 --2- 172.21.15.71:0/529514459 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fae3c0a32d0 0x7fae3c0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:07.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.562+0000 7fae4e59c640 1 --2- 172.21.15.71:0/529514459 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fae3c0a32d0 0x7fae3c0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:07.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.562+0000 7fae477fe640 1 -- 172.21.15.71:0/529514459 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7fae480cfc00 con 0x7fae50106a80 2024-09-15T23:46:07.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.562+0000 7fae4e59c640 1 --2- 172.21.15.71:0/529514459 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fae3c0a32d0 0x7fae3c0a5790 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fae40000c00 tx=0x7fae40009610 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:07.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.566+0000 7fae477fe640 1 -- 172.21.15.71:0/529514459 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fae48016030 con 0x7fae50106a80 2024-09-15T23:46:07.577 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:07.577 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:07.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.749+0000 7fae548ed640 1 -- 172.21.15.71:0/529514459 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fae501a51e0 con 0x7fae50106a80 2024-09-15T23:46:07.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.750+0000 7fae477fe640 1 -- 172.21.15.71:0/529514459 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fae4809c7f0 con 0x7fae50106a80 2024-09-15T23:46:07.751 INFO:teuthology.orchestra.run.smithi071.stdout:55834574924 2024-09-15T23:46:07.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.752+0000 7fae548ed640 1 -- 172.21.15.71:0/529514459 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fae3c0a32d0 msgr2=0x7fae3c0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:07.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.752+0000 7fae548ed640 1 --2- 172.21.15.71:0/529514459 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fae3c0a32d0 0x7fae3c0a5790 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fae40000c00 tx=0x7fae40009610 comp rx=0 tx=0).stop 2024-09-15T23:46:07.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.752+0000 7fae548ed640 1 -- 172.21.15.71:0/529514459 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fae50106a80 msgr2=0x7fae5019cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:07.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.752+0000 7fae548ed640 1 --2- 172.21.15.71:0/529514459 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fae50106a80 0x7fae5019cc90 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fae4800eaa0 tx=0x7fae4800ef60 comp rx=0 tx=0).stop 2024-09-15T23:46:07.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.752+0000 7fae548ed640 1 -- 172.21.15.71:0/529514459 shutdown_connections 2024-09-15T23:46:07.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.752+0000 7fae548ed640 1 --2- 172.21.15.71:0/529514459 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fae3c0a32d0 0x7fae3c0a5790 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:07.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.752+0000 7fae548ed640 1 --2- 172.21.15.71:0/529514459 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fae50106a80 0x7fae5019cc90 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:07.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.752+0000 7fae548ed640 1 --2- 172.21.15.71:0/529514459 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fae50101420 0x7fae50198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:07.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.752+0000 7fae548ed640 1 --2- 172.21.15.71:0/529514459 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fae50100a80 0x7fae501983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:07.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.752+0000 7fae548ed640 1 -- 172.21.15.71:0/529514459 >> 172.21.15.71:0/529514459 conn(0x7fae500fc7a0 msgr2=0x7fae50104930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:07.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.752+0000 7fae548ed640 1 -- 172.21.15.71:0/529514459 shutdown_connections 2024-09-15T23:46:07.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.752+0000 7fae548ed640 1 -- 172.21.15.71:0/529514459 wait complete. 2024-09-15T23:46:07.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.749+0000 7fba1d649640 1 -- 172.21.15.71:0/3056420803 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fba18102ef0 msgr2=0x7fba1810da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:07.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.749+0000 7fba1d649640 1 --2- 172.21.15.71:0/3056420803 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fba18102ef0 0x7fba1810da40 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fba10009ca0 tx=0x7fba1002a950 comp rx=0 tx=0).stop 2024-09-15T23:46:07.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.749+0000 7fba1d649640 1 -- 172.21.15.71:0/3056420803 shutdown_connections 2024-09-15T23:46:07.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.749+0000 7fba1d649640 1 --2- 172.21.15.71:0/3056420803 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fba18102ef0 0x7fba1810da40 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:07.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.749+0000 7fba1d649640 1 --2- 172.21.15.71:0/3056420803 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fba18102570 0x7fba181029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:07.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.749+0000 7fba1d649640 1 --2- 172.21.15.71:0/3056420803 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fba18100e20 0x7fba18101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:07.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.749+0000 7fba1d649640 1 -- 172.21.15.71:0/3056420803 >> 172.21.15.71:0/3056420803 conn(0x7fba180fc7d0 msgr2=0x7fba180febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:07.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.749+0000 7fba1d649640 1 -- 172.21.15.71:0/3056420803 shutdown_connections 2024-09-15T23:46:07.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.749+0000 7fba1d649640 1 -- 172.21.15.71:0/3056420803 wait complete. 2024-09-15T23:46:07.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.750+0000 7fba1d649640 1 Processor -- start 2024-09-15T23:46:07.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.750+0000 7fba1d649640 1 -- start start 2024-09-15T23:46:07.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.750+0000 7fba1d649640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fba18100e20 0x7fba18197090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:07.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.750+0000 7fba1d649640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fba18102570 0x7fba181975d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:07.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.750+0000 7fba1d649640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fba18102ef0 0x7fba18197b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:07.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.750+0000 7fba1d649640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fba18110e30 con 0x7fba18102570 2024-09-15T23:46:07.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.750+0000 7fba1d649640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fba18110cb0 con 0x7fba18102ef0 2024-09-15T23:46:07.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.750+0000 7fba1d649640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fba18110fb0 con 0x7fba18100e20 2024-09-15T23:46:07.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.750+0000 7fba167fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fba18102570 0x7fba181975d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:07.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.750+0000 7fba167fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fba18102570 0x7fba181975d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47550/0 (socket says 172.21.15.71:47550) 2024-09-15T23:46:07.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.750+0000 7fba167fc640 1 -- 172.21.15.71:0/650169232 learned_addr learned my addr 172.21.15.71:0/650169232 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:07.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.750+0000 7fba177fe640 1 --2- 172.21.15.71:0/650169232 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fba18102ef0 0x7fba18197b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:07.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.750+0000 7fba16ffd640 1 --2- 172.21.15.71:0/650169232 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fba18100e20 0x7fba18197090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:07.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.751+0000 7fba167fc640 1 -- 172.21.15.71:0/650169232 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fba18100e20 msgr2=0x7fba18197090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:07.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.751+0000 7fba167fc640 1 --2- 172.21.15.71:0/650169232 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fba18100e20 0x7fba18197090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:07.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.751+0000 7fba167fc640 1 -- 172.21.15.71:0/650169232 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fba18102ef0 msgr2=0x7fba18197b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:07.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.751+0000 7fba167fc640 1 --2- 172.21.15.71:0/650169232 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fba18102ef0 0x7fba18197b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:07.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.751+0000 7fba167fc640 1 -- 172.21.15.71:0/650169232 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba181a6900 con 0x7fba18102570 2024-09-15T23:46:07.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.751+0000 7fba167fc640 1 --2- 172.21.15.71:0/650169232 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fba18102570 0x7fba181975d0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fba0000d950 tx=0x7fba0000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:07.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.751+0000 7fba0ffff640 1 -- 172.21.15.71:0/650169232 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba00017030 con 0x7fba18102570 2024-09-15T23:46:07.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.751+0000 7fba0ffff640 1 -- 172.21.15.71:0/650169232 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fba00004020 con 0x7fba18102570 2024-09-15T23:46:07.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.751+0000 7fba1d649640 1 -- 172.21.15.71:0/650169232 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba181a6bf0 con 0x7fba18102570 2024-09-15T23:46:07.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.751+0000 7fba0ffff640 1 -- 172.21.15.71:0/650169232 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba000047a0 con 0x7fba18102570 2024-09-15T23:46:07.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.751+0000 7fba1d649640 1 -- 172.21.15.71:0/650169232 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba181a7130 con 0x7fba18102570 2024-09-15T23:46:07.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.752+0000 7fba1d649640 1 -- 172.21.15.71:0/650169232 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba18101200 con 0x7fba18102570 2024-09-15T23:46:07.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.754+0000 7fba0ffff640 1 -- 172.21.15.71:0/650169232 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fba000041d0 con 0x7fba18102570 2024-09-15T23:46:07.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.754+0000 7fba0ffff640 1 --2- 172.21.15.71:0/650169232 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fba040a32d0 0x7fba040a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:07.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.754+0000 7fba16ffd640 1 --2- 172.21.15.71:0/650169232 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fba040a32d0 0x7fba040a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:07.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.754+0000 7fba0ffff640 1 -- 172.21.15.71:0/650169232 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7fba000cfa40 con 0x7fba18102570 2024-09-15T23:46:07.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.755+0000 7fba16ffd640 1 --2- 172.21.15.71:0/650169232 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fba040a32d0 0x7fba040a5790 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fba08005d00 tx=0x7fba0800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:07.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.758+0000 7fba0ffff640 1 -- 172.21.15.71:0/650169232 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fba0009c630 con 0x7fba18102570 2024-09-15T23:46:07.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.937+0000 7fba1d649640 1 -- 172.21.15.71:0/650169232 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fba1806a560 con 0x7fba18102570 2024-09-15T23:46:07.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.937+0000 7fba0ffff640 1 -- 172.21.15.71:0/650169232 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fba1806a560 con 0x7fba18102570 2024-09-15T23:46:07.939 INFO:teuthology.orchestra.run.smithi071.stdout:206158430253 2024-09-15T23:46:07.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.939+0000 7fba1d649640 1 -- 172.21.15.71:0/650169232 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fba040a32d0 msgr2=0x7fba040a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:07.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.939+0000 7fba1d649640 1 --2- 172.21.15.71:0/650169232 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fba040a32d0 0x7fba040a5790 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fba08005d00 tx=0x7fba0800b410 comp rx=0 tx=0).stop 2024-09-15T23:46:07.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.939+0000 7fba1d649640 1 -- 172.21.15.71:0/650169232 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fba18102570 msgr2=0x7fba181975d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:07.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.939+0000 7fba1d649640 1 --2- 172.21.15.71:0/650169232 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fba18102570 0x7fba181975d0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fba0000d950 tx=0x7fba0000de10 comp rx=0 tx=0).stop 2024-09-15T23:46:07.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.939+0000 7fba1d649640 1 -- 172.21.15.71:0/650169232 shutdown_connections 2024-09-15T23:46:07.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.939+0000 7fba1d649640 1 --2- 172.21.15.71:0/650169232 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fba040a32d0 0x7fba040a5790 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:07.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.939+0000 7fba1d649640 1 --2- 172.21.15.71:0/650169232 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fba18102ef0 0x7fba18197b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:07.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.939+0000 7fba1d649640 1 --2- 172.21.15.71:0/650169232 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fba18102570 0x7fba181975d0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:07.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.939+0000 7fba1d649640 1 --2- 172.21.15.71:0/650169232 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fba18100e20 0x7fba18197090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:07.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.939+0000 7fba1d649640 1 -- 172.21.15.71:0/650169232 >> 172.21.15.71:0/650169232 conn(0x7fba180fc7d0 msgr2=0x7fba180febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:07.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.940+0000 7fba1d649640 1 -- 172.21.15.71:0/650169232 shutdown_connections 2024-09-15T23:46:07.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:07.940+0000 7fba1d649640 1 -- 172.21.15.71:0/650169232 wait complete. 2024-09-15T23:46:08.318 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:08 smithi071 ceph-mon[30957]: pgmap v308: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-15T23:46:08.318 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:08 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/529514459' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-15T23:46:08.318 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:08 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:46:08.318 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:08 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:46:08.318 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:08 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:46:08.318 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:08 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:46:08.318 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:08 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/650169232' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-15T23:46:08.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:08 smithi163 ceph-mon[34107]: pgmap v308: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-15T23:46:08.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:08 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/529514459' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-15T23:46:08.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:08 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:46:08.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:08 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:46:08.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:08 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:46:08.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:08 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:46:08.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:08 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/650169232' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-15T23:46:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:08 smithi190 ceph-mon[34840]: pgmap v308: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-15T23:46:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:08 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/529514459' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-15T23:46:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:08 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:46:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:08 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:46:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:08 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:46:08.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:08 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:46:08.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:08 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/650169232' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-15T23:46:08.646 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:08.661 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430250 got 206158430253 for osd.7 2024-09-15T23:46:08.662 DEBUG:teuthology.parallel:result is None 2024-09-15T23:46:09.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.492+0000 7f8271c39640 1 -- 172.21.15.71:0/1100178239 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f826c101de0 msgr2=0x7f826c1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:09.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.492+0000 7f8271c39640 1 --2- 172.21.15.71:0/1100178239 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f826c101de0 0x7f826c1021c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f825c009900 tx=0x7f825c02a410 comp rx=0 tx=0).stop 2024-09-15T23:46:09.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.492+0000 7f8271c39640 1 -- 172.21.15.71:0/1100178239 shutdown_connections 2024-09-15T23:46:09.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.492+0000 7f8271c39640 1 --2- 172.21.15.71:0/1100178239 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f826c106f10 0x7f826c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:09.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.492+0000 7f8271c39640 1 --2- 172.21.15.71:0/1100178239 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f826c102790 0x7f826c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:09.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.492+0000 7f8271c39640 1 --2- 172.21.15.71:0/1100178239 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f826c101de0 0x7f826c1021c0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:09.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.492+0000 7f8271c39640 1 -- 172.21.15.71:0/1100178239 >> 172.21.15.71:0/1100178239 conn(0x7f826c0fd8c0 msgr2=0x7f826c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:09.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.492+0000 7f8271c39640 1 -- 172.21.15.71:0/1100178239 shutdown_connections 2024-09-15T23:46:09.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.492+0000 7f8271c39640 1 -- 172.21.15.71:0/1100178239 wait complete. 2024-09-15T23:46:09.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.492+0000 7f8271c39640 1 Processor -- start 2024-09-15T23:46:09.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.493+0000 7f8271c39640 1 -- start start 2024-09-15T23:46:09.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.493+0000 7f8271c39640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f826c101de0 0x7f826c0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:09.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.493+0000 7f8271c39640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f826c102790 0x7f826c074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:09.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.493+0000 7f8271c39640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f826c106f10 0x7f826c074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:09.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.493+0000 7f8271c39640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f826c111e20 con 0x7f826c101de0 2024-09-15T23:46:09.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.493+0000 7f8271c39640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f826c111ca0 con 0x7f826c102790 2024-09-15T23:46:09.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.493+0000 7f8271c39640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f826c111fa0 con 0x7f826c106f10 2024-09-15T23:46:09.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.493+0000 7f826b7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f826c101de0 0x7f826c0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:09.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.493+0000 7f826b7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f826c101de0 0x7f826c0744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47578/0 (socket says 172.21.15.71:47578) 2024-09-15T23:46:09.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.493+0000 7f826b7fe640 1 -- 172.21.15.71:0/419846048 learned_addr learned my addr 172.21.15.71:0/419846048 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:09.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.493+0000 7f826affd640 1 --2- 172.21.15.71:0/419846048 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f826c102790 0x7f826c074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:09.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.493+0000 7f826b7fe640 1 -- 172.21.15.71:0/419846048 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f826c106f10 msgr2=0x7f826c074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:09.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.493+0000 7f826b7fe640 1 --2- 172.21.15.71:0/419846048 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f826c106f10 0x7f826c074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:09.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.493+0000 7f826b7fe640 1 -- 172.21.15.71:0/419846048 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f826c102790 msgr2=0x7f826c074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:09.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.493+0000 7f826b7fe640 1 --2- 172.21.15.71:0/419846048 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f826c102790 0x7f826c074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:09.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.493+0000 7f826b7fe640 1 -- 172.21.15.71:0/419846048 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f826c1a6860 con 0x7f826c101de0 2024-09-15T23:46:09.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.493+0000 7f826b7fe640 1 --2- 172.21.15.71:0/419846048 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f826c101de0 0x7f826c0744f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f825c005940 tx=0x7f825c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:09.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.494+0000 7f8268ff9640 1 -- 172.21.15.71:0/419846048 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f825c03f030 con 0x7f826c101de0 2024-09-15T23:46:09.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.494+0000 7f8271c39640 1 -- 172.21.15.71:0/419846048 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f826c1a6af0 con 0x7f826c101de0 2024-09-15T23:46:09.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.494+0000 7f8268ff9640 1 -- 172.21.15.71:0/419846048 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f825c003aa0 con 0x7f826c101de0 2024-09-15T23:46:09.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.494+0000 7f8268ff9640 1 -- 172.21.15.71:0/419846048 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f825c035070 con 0x7f826c101de0 2024-09-15T23:46:09.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.494+0000 7f8271c39640 1 -- 172.21.15.71:0/419846048 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f826c1a7020 con 0x7f826c101de0 2024-09-15T23:46:09.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.495+0000 7f8271c39640 1 -- 172.21.15.71:0/419846048 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f826c1021c0 con 0x7f826c101de0 2024-09-15T23:46:09.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.496+0000 7f8268ff9640 1 -- 172.21.15.71:0/419846048 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f825c042030 con 0x7f826c101de0 2024-09-15T23:46:09.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.496+0000 7f8268ff9640 1 --2- 172.21.15.71:0/419846048 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f82540a3350 0x7f82540a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:09.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.497+0000 7f826affd640 1 --2- 172.21.15.71:0/419846048 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f82540a3350 0x7f82540a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:09.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.497+0000 7f8268ff9640 1 -- 172.21.15.71:0/419846048 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f825c0f0250 con 0x7f826c101de0 2024-09-15T23:46:09.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.497+0000 7f826affd640 1 --2- 172.21.15.71:0/419846048 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f82540a3350 0x7f82540a5810 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f8260005fd0 tx=0x7f8260005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:09.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.501+0000 7f8268ff9640 1 -- 172.21.15.71:0/419846048 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f825c0bce40 con 0x7f826c101de0 2024-09-15T23:46:09.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.677+0000 7f8271c39640 1 -- 172.21.15.71:0/419846048 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7f826c109b60 con 0x7f826c101de0 2024-09-15T23:46:09.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.677+0000 7f8268ff9640 1 -- 172.21.15.71:0/419846048 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f825c0bc740 con 0x7f826c101de0 2024-09-15T23:46:09.679 INFO:teuthology.orchestra.run.smithi071.stdout:236223201320 2024-09-15T23:46:09.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.681+0000 7f8271c39640 1 -- 172.21.15.71:0/419846048 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f82540a3350 msgr2=0x7f82540a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:09.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.681+0000 7f8271c39640 1 --2- 172.21.15.71:0/419846048 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f82540a3350 0x7f82540a5810 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f8260005fd0 tx=0x7f8260005850 comp rx=0 tx=0).stop 2024-09-15T23:46:09.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.681+0000 7f8271c39640 1 -- 172.21.15.71:0/419846048 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f826c101de0 msgr2=0x7f826c0744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:09.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.681+0000 7f8271c39640 1 --2- 172.21.15.71:0/419846048 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f826c101de0 0x7f826c0744f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f825c005940 tx=0x7f825c004270 comp rx=0 tx=0).stop 2024-09-15T23:46:09.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.681+0000 7f8271c39640 1 -- 172.21.15.71:0/419846048 shutdown_connections 2024-09-15T23:46:09.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.681+0000 7f8271c39640 1 --2- 172.21.15.71:0/419846048 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f82540a3350 0x7f82540a5810 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:09.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.681+0000 7f8271c39640 1 --2- 172.21.15.71:0/419846048 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f826c106f10 0x7f826c074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:09.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.681+0000 7f8271c39640 1 --2- 172.21.15.71:0/419846048 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f826c102790 0x7f826c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:09.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.681+0000 7f8271c39640 1 --2- 172.21.15.71:0/419846048 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f826c101de0 0x7f826c0744f0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:09.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.681+0000 7f8271c39640 1 -- 172.21.15.71:0/419846048 >> 172.21.15.71:0/419846048 conn(0x7f826c0fd8c0 msgr2=0x7f826c0fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:09.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.681+0000 7f8271c39640 1 -- 172.21.15.71:0/419846048 shutdown_connections 2024-09-15T23:46:09.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.681+0000 7f8271c39640 1 -- 172.21.15.71:0/419846048 wait complete. 2024-09-15T23:46:09.709 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574921 got 55834574924 for osd.1 2024-09-15T23:46:09.709 DEBUG:teuthology.parallel:result is None 2024-09-15T23:46:10.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.854+0000 7f92dbf5b640 1 -- 172.21.15.71:0/4201932235 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f92d4102ef0 msgr2=0x7f92d410da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:10.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.854+0000 7f92dbf5b640 1 --2- 172.21.15.71:0/4201932235 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f92d4102ef0 0x7f92d410da40 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f92cc009ca0 tx=0x7f92cc02a950 comp rx=0 tx=0).stop 2024-09-15T23:46:10.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.854+0000 7f92dbf5b640 1 -- 172.21.15.71:0/4201932235 shutdown_connections 2024-09-15T23:46:10.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.854+0000 7f92dbf5b640 1 --2- 172.21.15.71:0/4201932235 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f92d4102ef0 0x7f92d410da40 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:10.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.854+0000 7f92dbf5b640 1 --2- 172.21.15.71:0/4201932235 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f92d4102570 0x7f92d41029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:10.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.854+0000 7f92dbf5b640 1 --2- 172.21.15.71:0/4201932235 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f92d4100e20 0x7f92d4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:10.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.854+0000 7f92dbf5b640 1 -- 172.21.15.71:0/4201932235 >> 172.21.15.71:0/4201932235 conn(0x7f92d40fc7d0 msgr2=0x7f92d40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:10.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.854+0000 7f92dbf5b640 1 -- 172.21.15.71:0/4201932235 shutdown_connections 2024-09-15T23:46:10.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.854+0000 7f92dbf5b640 1 -- 172.21.15.71:0/4201932235 wait complete. 2024-09-15T23:46:10.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.854+0000 7f92dbf5b640 1 Processor -- start 2024-09-15T23:46:10.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.854+0000 7f92dbf5b640 1 -- start start 2024-09-15T23:46:10.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.855+0000 7f92dbf5b640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f92d4100e20 0x7f92d4199200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:10.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.855+0000 7f92dbf5b640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f92d4102570 0x7f92d4199740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:10.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.855+0000 7f92dbf5b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f92d4102ef0 0x7f92d41a4280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:10.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.855+0000 7f92dbf5b640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f92d4110e50 con 0x7f92d4102ef0 2024-09-15T23:46:10.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.855+0000 7f92dbf5b640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f92d4110cd0 con 0x7f92d4100e20 2024-09-15T23:46:10.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.855+0000 7f92dbf5b640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f92d4110fd0 con 0x7f92d4102570 2024-09-15T23:46:10.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.855+0000 7f92da4f8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f92d4102ef0 0x7f92d41a4280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:10.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.855+0000 7f92da4f8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f92d4102ef0 0x7f92d41a4280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47596/0 (socket says 172.21.15.71:47596) 2024-09-15T23:46:10.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.855+0000 7f92da4f8640 1 -- 172.21.15.71:0/4203081905 learned_addr learned my addr 172.21.15.71:0/4203081905 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:10.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.855+0000 7f92d9cf7640 1 --2- 172.21.15.71:0/4203081905 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f92d4100e20 0x7f92d4199200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:10.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.855+0000 7f92d94f6640 1 --2- 172.21.15.71:0/4203081905 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f92d4102570 0x7f92d4199740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:10.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.855+0000 7f92da4f8640 1 -- 172.21.15.71:0/4203081905 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f92d4102570 msgr2=0x7f92d4199740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:10.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.855+0000 7f92da4f8640 1 --2- 172.21.15.71:0/4203081905 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f92d4102570 0x7f92d4199740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:10.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.855+0000 7f92da4f8640 1 -- 172.21.15.71:0/4203081905 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f92d4100e20 msgr2=0x7f92d4199200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:10.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.855+0000 7f92da4f8640 1 --2- 172.21.15.71:0/4203081905 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f92d4100e20 0x7f92d4199200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:10.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.855+0000 7f92da4f8640 1 -- 172.21.15.71:0/4203081905 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92d41a47c0 con 0x7f92d4102ef0 2024-09-15T23:46:10.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.855+0000 7f92da4f8640 1 --2- 172.21.15.71:0/4203081905 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f92d4102ef0 0x7f92d41a4280 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f92cc006010 tx=0x7f92cc02f710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:10.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.855+0000 7f92caffd640 1 -- 172.21.15.71:0/4203081905 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92cc034040 con 0x7f92d4102ef0 2024-09-15T23:46:10.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.855+0000 7f92dbf5b640 1 -- 172.21.15.71:0/4203081905 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92d41a4990 con 0x7f92d4102ef0 2024-09-15T23:46:10.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.855+0000 7f92caffd640 1 -- 172.21.15.71:0/4203081905 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f92cc003e00 con 0x7f92d4102ef0 2024-09-15T23:46:10.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.855+0000 7f92caffd640 1 -- 172.21.15.71:0/4203081905 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92cc045480 con 0x7f92d4102ef0 2024-09-15T23:46:10.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.855+0000 7f92dbf5b640 1 -- 172.21.15.71:0/4203081905 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92d41a4de0 con 0x7f92d4102ef0 2024-09-15T23:46:10.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.856+0000 7f92dbf5b640 1 -- 172.21.15.71:0/4203081905 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92d4101200 con 0x7f92d4102ef0 2024-09-15T23:46:10.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.858+0000 7f92caffd640 1 -- 172.21.15.71:0/4203081905 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f92cc037020 con 0x7f92d4102ef0 2024-09-15T23:46:10.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.858+0000 7f92caffd640 1 --2- 172.21.15.71:0/4203081905 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f92c00a32d0 0x7f92c00a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:10.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.858+0000 7f92d9cf7640 1 --2- 172.21.15.71:0/4203081905 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f92c00a32d0 0x7f92c00a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:10.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.858+0000 7f92caffd640 1 -- 172.21.15.71:0/4203081905 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f92cc0f0bb0 con 0x7f92d4102ef0 2024-09-15T23:46:10.104 INFO:teuthology.orchestra.run.smithi071.stdout:133143986237 2024-09-15T23:46:10.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.859+0000 7f92d9cf7640 1 --2- 172.21.15.71:0/4203081905 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f92c00a32d0 0x7f92c00a5790 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f92d0005e10 tx=0x7f92d0005da0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:10.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:09.862+0000 7f92caffd640 1 -- 172.21.15.71:0/4203081905 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f92cc0bd8b0 con 0x7f92d4102ef0 2024-09-15T23:46:10.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:10.039+0000 7f92dbf5b640 1 -- 172.21.15.71:0/4203081905 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f92d41a5040 con 0x7f92d4102ef0 2024-09-15T23:46:10.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:10.040+0000 7f92caffd640 1 -- 172.21.15.71:0/4203081905 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f92cc0bd1b0 con 0x7f92d4102ef0 2024-09-15T23:46:10.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:10.042+0000 7f92dbf5b640 1 -- 172.21.15.71:0/4203081905 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f92c00a32d0 msgr2=0x7f92c00a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:10.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:10.042+0000 7f92dbf5b640 1 --2- 172.21.15.71:0/4203081905 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f92c00a32d0 0x7f92c00a5790 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f92d0005e10 tx=0x7f92d0005da0 comp rx=0 tx=0).stop 2024-09-15T23:46:10.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:10.042+0000 7f92dbf5b640 1 -- 172.21.15.71:0/4203081905 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f92d4102ef0 msgr2=0x7f92d41a4280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:10.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:10.042+0000 7f92dbf5b640 1 --2- 172.21.15.71:0/4203081905 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f92d4102ef0 0x7f92d41a4280 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f92cc006010 tx=0x7f92cc02f710 comp rx=0 tx=0).stop 2024-09-15T23:46:10.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:10.042+0000 7f92dbf5b640 1 -- 172.21.15.71:0/4203081905 shutdown_connections 2024-09-15T23:46:10.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:10.042+0000 7f92dbf5b640 1 --2- 172.21.15.71:0/4203081905 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f92c00a32d0 0x7f92c00a5790 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:10.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:10.042+0000 7f92dbf5b640 1 --2- 172.21.15.71:0/4203081905 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f92d4102ef0 0x7f92d41a4280 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:10.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:10.042+0000 7f92dbf5b640 1 --2- 172.21.15.71:0/4203081905 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f92d4102570 0x7f92d4199740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:10.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:10.042+0000 7f92dbf5b640 1 --2- 172.21.15.71:0/4203081905 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f92d4100e20 0x7f92d4199200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:10.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:10.042+0000 7f92dbf5b640 1 -- 172.21.15.71:0/4203081905 >> 172.21.15.71:0/4203081905 conn(0x7f92d40fc7d0 msgr2=0x7f92d4106840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:10.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:10.042+0000 7f92dbf5b640 1 -- 172.21.15.71:0/4203081905 shutdown_connections 2024-09-15T23:46:10.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:10.042+0000 7f92dbf5b640 1 -- 172.21.15.71:0/4203081905 wait complete. 2024-09-15T23:46:10.405 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:10 smithi071 ceph-mon[30957]: pgmap v309: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-15T23:46:10.405 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:10 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/419846048' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-15T23:46:10.405 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:10 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/4203081905' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-15T23:46:10.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:10 smithi163 ceph-mon[34107]: pgmap v309: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-15T23:46:10.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:10 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/419846048' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-15T23:46:10.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:10 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/4203081905' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-15T23:46:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:10 smithi190 ceph-mon[34840]: pgmap v309: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-15T23:46:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:10 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/419846048' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-15T23:46:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:10 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/4203081905' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-15T23:46:10.774 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986235 got 133143986237 for osd.4 2024-09-15T23:46:10.774 DEBUG:teuthology.parallel:result is None 2024-09-15T23:46:11.346 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201317 got 236223201320 for osd.8 2024-09-15T23:46:11.347 DEBUG:teuthology.parallel:result is None 2024-09-15T23:46:12.367 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:12 smithi071 ceph-mon[30957]: pgmap v310: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-15T23:46:12.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.452+0000 7f9a26301640 1 -- 172.21.15.71:0/2737505115 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9a20103700 msgr2=0x7f9a2010bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:12.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.452+0000 7f9a26301640 1 --2- 172.21.15.71:0/2737505115 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9a20103700 0x7f9a2010bbf0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f9a14009900 tx=0x7f9a1402a480 comp rx=0 tx=0).stop 2024-09-15T23:46:12.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.452+0000 7f9a26301640 1 -- 172.21.15.71:0/2737505115 shutdown_connections 2024-09-15T23:46:12.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.452+0000 7f9a26301640 1 --2- 172.21.15.71:0/2737505115 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9a2010c180 0x7f9a2010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:12.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.452+0000 7f9a26301640 1 --2- 172.21.15.71:0/2737505115 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9a20103700 0x7f9a2010bbf0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:12.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.452+0000 7f9a26301640 1 --2- 172.21.15.71:0/2737505115 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9a20102de0 0x7f9a201031c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:12.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.452+0000 7f9a26301640 1 -- 172.21.15.71:0/2737505115 >> 172.21.15.71:0/2737505115 conn(0x7f9a200fc7a0 msgr2=0x7f9a200febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:12.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.452+0000 7f9a26301640 1 -- 172.21.15.71:0/2737505115 shutdown_connections 2024-09-15T23:46:12.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.452+0000 7f9a26301640 1 -- 172.21.15.71:0/2737505115 wait complete. 2024-09-15T23:46:12.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.453+0000 7f9a26301640 1 Processor -- start 2024-09-15T23:46:12.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.453+0000 7f9a26301640 1 -- start start 2024-09-15T23:46:12.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.453+0000 7f9a26301640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9a20102de0 0x7f9a20198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:12.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.453+0000 7f9a26301640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9a20103700 0x7f9a201988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:12.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.453+0000 7f9a26301640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9a2010c180 0x7f9a2019cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:12.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.453+0000 7f9a26301640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9a20111e20 con 0x7f9a2010c180 2024-09-15T23:46:12.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.453+0000 7f9a26301640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f9a20111ca0 con 0x7f9a20103700 2024-09-15T23:46:12.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.453+0000 7f9a26301640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f9a20111fa0 con 0x7f9a20102de0 2024-09-15T23:46:12.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.453+0000 7f9a2489e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9a2010c180 0x7f9a2019cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:12.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.453+0000 7f9a2489e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9a2010c180 0x7f9a2019cc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:59858/0 (socket says 172.21.15.71:59858) 2024-09-15T23:46:12.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.453+0000 7f9a2489e640 1 -- 172.21.15.71:0/1135426247 learned_addr learned my addr 172.21.15.71:0/1135426247 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:12.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.453+0000 7f9a1f7fe640 1 --2- 172.21.15.71:0/1135426247 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9a20103700 0x7f9a201988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:12.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.453+0000 7f9a1ffff640 1 --2- 172.21.15.71:0/1135426247 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9a20102de0 0x7f9a20198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:12.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.453+0000 7f9a2489e640 1 -- 172.21.15.71:0/1135426247 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9a20102de0 msgr2=0x7f9a20198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:12.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.453+0000 7f9a2489e640 1 --2- 172.21.15.71:0/1135426247 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9a20102de0 0x7f9a20198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:12.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.453+0000 7f9a2489e640 1 -- 172.21.15.71:0/1135426247 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9a20103700 msgr2=0x7f9a201988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:12.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.453+0000 7f9a2489e640 1 --2- 172.21.15.71:0/1135426247 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9a20103700 0x7f9a201988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:12.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.453+0000 7f9a2489e640 1 -- 172.21.15.71:0/1135426247 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a2019d330 con 0x7f9a2010c180 2024-09-15T23:46:12.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.453+0000 7f9a1ffff640 1 --2- 172.21.15.71:0/1135426247 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9a20102de0 0x7f9a20198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:12.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.454+0000 7f9a2489e640 1 --2- 172.21.15.71:0/1135426247 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9a2010c180 0x7f9a2019cc50 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f9a1800eaa0 tx=0x7f9a1800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:12.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.454+0000 7f9a1d7fa640 1 -- 172.21.15.71:0/1135426247 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a1800cdb0 con 0x7f9a2010c180 2024-09-15T23:46:12.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.454+0000 7f9a1d7fa640 1 -- 172.21.15.71:0/1135426247 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9a18005020 con 0x7f9a2010c180 2024-09-15T23:46:12.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.454+0000 7f9a26301640 1 -- 172.21.15.71:0/1135426247 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a2019d620 con 0x7f9a2010c180 2024-09-15T23:46:12.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.454+0000 7f9a1d7fa640 1 -- 172.21.15.71:0/1135426247 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a180116d0 con 0x7f9a2010c180 2024-09-15T23:46:12.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.454+0000 7f9a26301640 1 -- 172.21.15.71:0/1135426247 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a201a4f00 con 0x7f9a2010c180 2024-09-15T23:46:12.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.455+0000 7f9a26301640 1 -- 172.21.15.71:0/1135426247 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a201031c0 con 0x7f9a2010c180 2024-09-15T23:46:12.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.456+0000 7f9a1d7fa640 1 -- 172.21.15.71:0/1135426247 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f9a180051d0 con 0x7f9a2010c180 2024-09-15T23:46:12.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.456+0000 7f9a1d7fa640 1 --2- 172.21.15.71:0/1135426247 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9a080a32d0 0x7f9a080a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:12.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.456+0000 7f9a1ffff640 1 --2- 172.21.15.71:0/1135426247 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9a080a32d0 0x7f9a080a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:12.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.457+0000 7f9a1d7fa640 1 -- 172.21.15.71:0/1135426247 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f9a180cfc30 con 0x7f9a2010c180 2024-09-15T23:46:12.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.457+0000 7f9a1ffff640 1 --2- 172.21.15.71:0/1135426247 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9a080a32d0 0x7f9a080a5790 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f9a100058c0 tx=0x7f9a10005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:12.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.461+0000 7f9a1d7fa640 1 -- 172.21.15.71:0/1135426247 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9a18016030 con 0x7f9a2010c180 2024-09-15T23:46:12.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:12 smithi163 ceph-mon[34107]: pgmap v310: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-15T23:46:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:12 smithi190 ceph-mon[34840]: pgmap v310: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-15T23:46:12.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.647+0000 7f9a26301640 1 -- 172.21.15.71:0/1135426247 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f9a2002d7c0 con 0x7f9a2010c180 2024-09-15T23:46:12.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.648+0000 7f9a1d7fa640 1 -- 172.21.15.71:0/1135426247 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f9a1809c7c0 con 0x7f9a2010c180 2024-09-15T23:46:12.649 INFO:teuthology.orchestra.run.smithi071.stdout:270582939684 2024-09-15T23:46:12.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.650+0000 7f9a26301640 1 -- 172.21.15.71:0/1135426247 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9a080a32d0 msgr2=0x7f9a080a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:12.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.650+0000 7f9a26301640 1 --2- 172.21.15.71:0/1135426247 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9a080a32d0 0x7f9a080a5790 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f9a100058c0 tx=0x7f9a10005850 comp rx=0 tx=0).stop 2024-09-15T23:46:12.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.650+0000 7f9a26301640 1 -- 172.21.15.71:0/1135426247 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9a2010c180 msgr2=0x7f9a2019cc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:12.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.650+0000 7f9a26301640 1 --2- 172.21.15.71:0/1135426247 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9a2010c180 0x7f9a2019cc50 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f9a1800eaa0 tx=0x7f9a1800ef60 comp rx=0 tx=0).stop 2024-09-15T23:46:12.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.650+0000 7f9a26301640 1 -- 172.21.15.71:0/1135426247 shutdown_connections 2024-09-15T23:46:12.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.650+0000 7f9a26301640 1 --2- 172.21.15.71:0/1135426247 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9a080a32d0 0x7f9a080a5790 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:12.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.650+0000 7f9a26301640 1 --2- 172.21.15.71:0/1135426247 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9a2010c180 0x7f9a2019cc50 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:12.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.650+0000 7f9a26301640 1 --2- 172.21.15.71:0/1135426247 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9a20103700 0x7f9a201988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:12.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.650+0000 7f9a26301640 1 --2- 172.21.15.71:0/1135426247 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9a20102de0 0x7f9a20198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:12.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.650+0000 7f9a26301640 1 -- 172.21.15.71:0/1135426247 >> 172.21.15.71:0/1135426247 conn(0x7f9a200fc7a0 msgr2=0x7f9a200fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:12.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.650+0000 7f9a26301640 1 -- 172.21.15.71:0/1135426247 shutdown_connections 2024-09-15T23:46:12.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:12.650+0000 7f9a26301640 1 -- 172.21.15.71:0/1135426247 wait complete. 2024-09-15T23:46:13.353 INFO:tasks.cephadm.ceph_manager.ceph:need seq 270582939681 got 270582939684 for osd.9 2024-09-15T23:46:13.353 DEBUG:teuthology.parallel:result is None 2024-09-15T23:46:13.353 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-15T23:46:13.353 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-15T23:46:13.377 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:13 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1135426247' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-15T23:46:13.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:13 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1135426247' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-15T23:46:13.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:13 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1135426247' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-15T23:46:13.648 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:14.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.147+0000 7f6b8df96640 1 -- 172.21.15.71:0/1084968585 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b8810c170 msgr2=0x7f6b8810e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:14.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.147+0000 7f6b8df96640 1 --2- 172.21.15.71:0/1084968585 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b8810c170 0x7f6b8810e610 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f6b80009ca0 tx=0x7f6b8002a950 comp rx=0 tx=0).stop 2024-09-15T23:46:14.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.147+0000 7f6b8df96640 1 -- 172.21.15.71:0/1084968585 shutdown_connections 2024-09-15T23:46:14.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.147+0000 7f6b8df96640 1 --2- 172.21.15.71:0/1084968585 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b8810c170 0x7f6b8810e610 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:14.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.147+0000 7f6b8df96640 1 --2- 172.21.15.71:0/1084968585 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6b88103660 0x7f6b8810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:14.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.147+0000 7f6b8df96640 1 --2- 172.21.15.71:0/1084968585 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b88102d40 0x7f6b88103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:14.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.147+0000 7f6b8df96640 1 -- 172.21.15.71:0/1084968585 >> 172.21.15.71:0/1084968585 conn(0x7f6b880fc7a0 msgr2=0x7f6b880febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:14.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.147+0000 7f6b8df96640 1 -- 172.21.15.71:0/1084968585 shutdown_connections 2024-09-15T23:46:14.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.147+0000 7f6b8df96640 1 -- 172.21.15.71:0/1084968585 wait complete. 2024-09-15T23:46:14.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.147+0000 7f6b8df96640 1 Processor -- start 2024-09-15T23:46:14.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.148+0000 7f6b8df96640 1 -- start start 2024-09-15T23:46:14.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.148+0000 7f6b8df96640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b88102d40 0x7f6b8819a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:14.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.148+0000 7f6b8df96640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b88103660 0x7f6b8819aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:14.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.148+0000 7f6b8df96640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6b8810c170 0x7f6b8819ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:14.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.148+0000 7f6b8df96640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f6b88111e20 con 0x7f6b88102d40 2024-09-15T23:46:14.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.148+0000 7f6b8df96640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f6b88111ca0 con 0x7f6b8810c170 2024-09-15T23:46:14.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.148+0000 7f6b8df96640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f6b88111fa0 con 0x7f6b88103660 2024-09-15T23:46:14.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.148+0000 7f6b877fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b88102d40 0x7f6b8819a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:14.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.148+0000 7f6b877fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b88102d40 0x7f6b8819a5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:59878/0 (socket says 172.21.15.71:59878) 2024-09-15T23:46:14.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.148+0000 7f6b877fe640 1 -- 172.21.15.71:0/3140453643 learned_addr learned my addr 172.21.15.71:0/3140453643 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:14.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.148+0000 7f6b87fff640 1 --2- 172.21.15.71:0/3140453643 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6b8810c170 0x7f6b8819ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:14.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.148+0000 7f6b86ffd640 1 --2- 172.21.15.71:0/3140453643 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b88103660 0x7f6b8819aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:14.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.148+0000 7f6b877fe640 1 -- 172.21.15.71:0/3140453643 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b88103660 msgr2=0x7f6b8819aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:14.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.148+0000 7f6b877fe640 1 --2- 172.21.15.71:0/3140453643 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b88103660 0x7f6b8819aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:14.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.148+0000 7f6b877fe640 1 -- 172.21.15.71:0/3140453643 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6b8810c170 msgr2=0x7f6b8819ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:14.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.148+0000 7f6b877fe640 1 --2- 172.21.15.71:0/3140453643 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6b8810c170 0x7f6b8819ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:14.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.148+0000 7f6b877fe640 1 -- 172.21.15.71:0/3140453643 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b8819f550 con 0x7f6b88102d40 2024-09-15T23:46:14.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.149+0000 7f6b877fe640 1 --2- 172.21.15.71:0/3140453643 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b88102d40 0x7f6b8819a5a0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f6b7800d770 tx=0x7f6b7800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:14.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.149+0000 7f6b84ff9640 1 -- 172.21.15.71:0/3140453643 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b78017070 con 0x7f6b88102d40 2024-09-15T23:46:14.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.149+0000 7f6b8df96640 1 -- 172.21.15.71:0/3140453643 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b8819f840 con 0x7f6b88102d40 2024-09-15T23:46:14.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.149+0000 7f6b84ff9640 1 -- 172.21.15.71:0/3140453643 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6b780054d0 con 0x7f6b88102d40 2024-09-15T23:46:14.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.149+0000 7f6b84ff9640 1 -- 172.21.15.71:0/3140453643 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b78004cf0 con 0x7f6b88102d40 2024-09-15T23:46:14.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.149+0000 7f6b8df96640 1 -- 172.21.15.71:0/3140453643 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b881a7120 con 0x7f6b88102d40 2024-09-15T23:46:14.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.150+0000 7f6b8df96640 1 -- 172.21.15.71:0/3140453643 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b88103120 con 0x7f6b88102d40 2024-09-15T23:46:14.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.151+0000 7f6b84ff9640 1 -- 172.21.15.71:0/3140453643 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f6b78004e90 con 0x7f6b88102d40 2024-09-15T23:46:14.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.152+0000 7f6b84ff9640 1 --2- 172.21.15.71:0/3140453643 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f6b700a32d0 0x7f6b700a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:14.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.152+0000 7f6b86ffd640 1 --2- 172.21.15.71:0/3140453643 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f6b700a32d0 0x7f6b700a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:14.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.152+0000 7f6b84ff9640 1 -- 172.21.15.71:0/3140453643 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f6b780cf930 con 0x7f6b88102d40 2024-09-15T23:46:14.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.152+0000 7f6b86ffd640 1 --2- 172.21.15.71:0/3140453643 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f6b700a32d0 0x7f6b700a5790 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f6b7c005d90 tx=0x7f6b7c005d20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:14.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.155+0000 7f6b84ff9640 1 -- 172.21.15.71:0/3140453643 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6b7809c520 con 0x7f6b88102d40 2024-09-15T23:46:14.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.322+0000 7f6b8df96640 1 -- 172.21.15.71:0/3140453643 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6b88102050 con 0x7f6b700a32d0 2024-09-15T23:46:14.324 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:14 smithi071 ceph-mon[30957]: pgmap v311: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-09-15T23:46:14.324 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:14 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:46:14.324 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:14 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:46:14.324 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:14 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:46:14.324 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:14 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:46:14.324 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:14 smithi071 ceph-mon[30957]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:46:14.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.328+0000 7f6b84ff9640 1 -- 172.21.15.71:0/3140453643 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258922 (secure 0 0 0) 0x7f6b88102050 con 0x7f6b700a32d0 2024-09-15T23:46:14.332 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:46:14.333 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-09-15T23:46:14.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.331+0000 7f6b8df96640 1 -- 172.21.15.71:0/3140453643 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f6b700a32d0 msgr2=0x7f6b700a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:14.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.331+0000 7f6b8df96640 1 --2- 172.21.15.71:0/3140453643 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f6b700a32d0 0x7f6b700a5790 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f6b7c005d90 tx=0x7f6b7c005d20 comp rx=0 tx=0).stop 2024-09-15T23:46:14.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.331+0000 7f6b8df96640 1 -- 172.21.15.71:0/3140453643 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b88102d40 msgr2=0x7f6b8819a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:14.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.331+0000 7f6b8df96640 1 --2- 172.21.15.71:0/3140453643 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b88102d40 0x7f6b8819a5a0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f6b7800d770 tx=0x7f6b7800dc30 comp rx=0 tx=0).stop 2024-09-15T23:46:14.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.331+0000 7f6b8df96640 1 -- 172.21.15.71:0/3140453643 shutdown_connections 2024-09-15T23:46:14.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.331+0000 7f6b8df96640 1 --2- 172.21.15.71:0/3140453643 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f6b700a32d0 0x7f6b700a5790 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:14.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.331+0000 7f6b8df96640 1 --2- 172.21.15.71:0/3140453643 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6b8810c170 0x7f6b8819ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:14.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.331+0000 7f6b8df96640 1 --2- 172.21.15.71:0/3140453643 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b88103660 0x7f6b8819aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:14.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.331+0000 7f6b8df96640 1 --2- 172.21.15.71:0/3140453643 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b88102d40 0x7f6b8819a5a0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:14.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.331+0000 7f6b8df96640 1 -- 172.21.15.71:0/3140453643 >> 172.21.15.71:0/3140453643 conn(0x7f6b880fc7a0 msgr2=0x7f6b88100930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:14.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.331+0000 7f6b8df96640 1 -- 172.21.15.71:0/3140453643 shutdown_connections 2024-09-15T23:46:14.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:14.331+0000 7f6b8df96640 1 -- 172.21.15.71:0/3140453643 wait complete. 2024-09-15T23:46:14.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:14 smithi163 ceph-mon[34107]: pgmap v311: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-09-15T23:46:14.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:14 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:46:14.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:14 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:46:14.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:14 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:46:14.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:14 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:46:14.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:14 smithi163 ceph-mon[34107]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:46:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:14 smithi190 ceph-mon[34840]: pgmap v311: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-09-15T23:46:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:14 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:46:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:14 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:46:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:14 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:46:14.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:14 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:46:14.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:14 smithi190 ceph-mon[34840]: from='mgr.14150 172.21.15.71:0/114126889' entity='mgr.x' 2024-09-15T23:46:15.017 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":311,"stamp":"2024-09-15T23:46:13.064532+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":656788,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":665,"num_read_kb":451,"num_write":425,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":1182348,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":346,"ondisk_log_size":346,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":368800,"kb_used_data":11232,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124573024,"statfs":{"total":1151940427776,"available":1151562776576,"internally_reserved":0,"allocated":11501568,"data_stored":7238700,"data_compressed":107520,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":19141,"internal_metadata":365933883},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":124,"num_read_kb":55,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002859"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356898+0000","last_change":"2024-09-15T23:45:09.337227+0000","last_active":"2024-09-15T23:45:18.356898+0000","last_peered":"2024-09-15T23:45:18.356898+0000","last_clean":"2024-09-15T23:45:18.356898+0000","last_became_active":"2024-09-15T23:45:09.336869+0000","last_became_peered":"2024-09-15T23:45:09.336869+0000","last_unstale":"2024-09-15T23:45:18.356898+0000","last_undegraded":"2024-09-15T23:45:18.356898+0000","last_fullsized":"2024-09-15T23:45:18.356898+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:01:36.371218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355906+0000","last_change":"2024-09-15T23:45:09.338256+0000","last_active":"2024-09-15T23:45:18.355906+0000","last_peered":"2024-09-15T23:45:18.355906+0000","last_clean":"2024-09-15T23:45:18.355906+0000","last_became_active":"2024-09-15T23:45:09.337247+0000","last_became_peered":"2024-09-15T23:45:09.337247+0000","last_unstale":"2024-09-15T23:45:18.355906+0000","last_undegraded":"2024-09-15T23:45:18.355906+0000","last_fullsized":"2024-09-15T23:45:18.355906+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:13:54.978992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355786+0000","last_change":"2024-09-15T23:45:09.340793+0000","last_active":"2024-09-15T23:45:18.355786+0000","last_peered":"2024-09-15T23:45:18.355786+0000","last_clean":"2024-09-15T23:45:18.355786+0000","last_became_active":"2024-09-15T23:45:09.340495+0000","last_became_peered":"2024-09-15T23:45:09.340495+0000","last_unstale":"2024-09-15T23:45:18.355786+0000","last_undegraded":"2024-09-15T23:45:18.355786+0000","last_fullsized":"2024-09-15T23:45:18.355786+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:29:16.607984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.360859+0000","last_change":"2024-09-15T23:45:18.360513+0000","last_active":"2024-09-15T23:45:18.360859+0000","last_peered":"2024-09-15T23:45:18.360859+0000","last_clean":"2024-09-15T23:45:18.360859+0000","last_became_active":"2024-09-15T23:45:18.360226+0000","last_became_peered":"2024-09-15T23:45:18.360226+0000","last_unstale":"2024-09-15T23:45:18.360859+0000","last_undegraded":"2024-09-15T23:45:18.360859+0000","last_fullsized":"2024-09-15T23:45:18.360859+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:37:49.768989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358586+0000","last_change":"2024-09-15T23:45:09.333619+0000","last_active":"2024-09-15T23:45:18.358586+0000","last_peered":"2024-09-15T23:45:18.358586+0000","last_clean":"2024-09-15T23:45:18.358586+0000","last_became_active":"2024-09-15T23:45:09.333311+0000","last_became_peered":"2024-09-15T23:45:09.333311+0000","last_unstale":"2024-09-15T23:45:18.358586+0000","last_undegraded":"2024-09-15T23:45:18.358586+0000","last_fullsized":"2024-09-15T23:45:18.358586+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:19:04.290962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356714+0000","last_change":"2024-09-15T23:45:09.333598+0000","last_active":"2024-09-15T23:45:18.356714+0000","last_peered":"2024-09-15T23:45:18.356714+0000","last_clean":"2024-09-15T23:45:18.356714+0000","last_became_active":"2024-09-15T23:45:09.333286+0000","last_became_peered":"2024-09-15T23:45:09.333286+0000","last_unstale":"2024-09-15T23:45:18.356714+0000","last_undegraded":"2024-09-15T23:45:18.356714+0000","last_fullsized":"2024-09-15T23:45:18.356714+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:43.315961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354902+0000","last_change":"2024-09-15T23:45:09.335452+0000","last_active":"2024-09-15T23:45:18.354902+0000","last_peered":"2024-09-15T23:45:18.354902+0000","last_clean":"2024-09-15T23:45:18.354902+0000","last_became_active":"2024-09-15T23:45:09.333610+0000","last_became_peered":"2024-09-15T23:45:09.333610+0000","last_unstale":"2024-09-15T23:45:18.354902+0000","last_undegraded":"2024-09-15T23:45:18.354902+0000","last_fullsized":"2024-09-15T23:45:18.354902+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:16:11.100015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740477+0000","last_change":"2024-09-15T23:45:09.334751+0000","last_active":"2024-09-15T23:45:18.740477+0000","last_peered":"2024-09-15T23:45:18.740477+0000","last_clean":"2024-09-15T23:45:18.740477+0000","last_became_active":"2024-09-15T23:45:09.334471+0000","last_became_peered":"2024-09-15T23:45:09.334471+0000","last_unstale":"2024-09-15T23:45:18.740477+0000","last_undegraded":"2024-09-15T23:45:18.740477+0000","last_fullsized":"2024-09-15T23:45:18.740477+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:13:03.011142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358899+0000","last_change":"2024-09-15T23:45:09.328280+0000","last_active":"2024-09-15T23:45:18.358899+0000","last_peered":"2024-09-15T23:45:18.358899+0000","last_clean":"2024-09-15T23:45:18.358899+0000","last_became_active":"2024-09-15T23:45:09.327811+0000","last_became_peered":"2024-09-15T23:45:09.327811+0000","last_unstale":"2024-09-15T23:45:18.358899+0000","last_undegraded":"2024-09-15T23:45:18.358899+0000","last_fullsized":"2024-09-15T23:45:18.358899+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:01.147756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.357102+0000","last_change":"2024-09-15T23:45:09.345541+0000","last_active":"2024-09-15T23:45:18.357102+0000","last_peered":"2024-09-15T23:45:18.357102+0000","last_clean":"2024-09-15T23:45:18.357102+0000","last_became_active":"2024-09-15T23:45:09.345218+0000","last_became_peered":"2024-09-15T23:45:09.345218+0000","last_unstale":"2024-09-15T23:45:18.357102+0000","last_undegraded":"2024-09-15T23:45:18.357102+0000","last_fullsized":"2024-09-15T23:45:18.357102+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:30:52.226838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355079+0000","last_change":"2024-09-15T23:45:09.341927+0000","last_active":"2024-09-15T23:45:18.355079+0000","last_peered":"2024-09-15T23:45:18.355079+0000","last_clean":"2024-09-15T23:45:18.355079+0000","last_became_active":"2024-09-15T23:45:09.341607+0000","last_became_peered":"2024-09-15T23:45:09.341607+0000","last_unstale":"2024-09-15T23:45:18.355079+0000","last_undegraded":"2024-09-15T23:45:18.355079+0000","last_fullsized":"2024-09-15T23:45:18.355079+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:39:52.556786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.741575+0000","last_change":"2024-09-15T23:45:09.339072+0000","last_active":"2024-09-15T23:45:18.741575+0000","last_peered":"2024-09-15T23:45:18.741575+0000","last_clean":"2024-09-15T23:45:18.741575+0000","last_became_active":"2024-09-15T23:45:09.338278+0000","last_became_peered":"2024-09-15T23:45:09.338278+0000","last_unstale":"2024-09-15T23:45:18.741575+0000","last_undegraded":"2024-09-15T23:45:18.741575+0000","last_fullsized":"2024-09-15T23:45:18.741575+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:31:11.753038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.596033+0000","last_change":"2024-09-15T23:45:09.335379+0000","last_active":"2024-09-15T23:45:18.596033+0000","last_peered":"2024-09-15T23:45:18.596033+0000","last_clean":"2024-09-15T23:45:18.596033+0000","last_became_active":"2024-09-15T23:45:09.334844+0000","last_became_peered":"2024-09-15T23:45:09.334844+0000","last_unstale":"2024-09-15T23:45:18.596033+0000","last_undegraded":"2024-09-15T23:45:18.596033+0000","last_fullsized":"2024-09-15T23:45:18.596033+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:59:28.908684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356101+0000","last_change":"2024-09-15T23:45:09.343202+0000","last_active":"2024-09-15T23:45:18.356101+0000","last_peered":"2024-09-15T23:45:18.356101+0000","last_clean":"2024-09-15T23:45:18.356101+0000","last_became_active":"2024-09-15T23:45:09.342995+0000","last_became_peered":"2024-09-15T23:45:09.342995+0000","last_unstale":"2024-09-15T23:45:18.356101+0000","last_undegraded":"2024-09-15T23:45:18.356101+0000","last_fullsized":"2024-09-15T23:45:18.356101+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:18:52.827000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355727+0000","last_change":"2024-09-15T23:45:09.338417+0000","last_active":"2024-09-15T23:45:18.355727+0000","last_peered":"2024-09-15T23:45:18.355727+0000","last_clean":"2024-09-15T23:45:18.355727+0000","last_became_active":"2024-09-15T23:45:09.337717+0000","last_became_peered":"2024-09-15T23:45:09.337717+0000","last_unstale":"2024-09-15T23:45:18.355727+0000","last_undegraded":"2024-09-15T23:45:18.355727+0000","last_fullsized":"2024-09-15T23:45:18.355727+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:15:03.880357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358435+0000","last_change":"2024-09-15T23:45:09.336193+0000","last_active":"2024-09-15T23:45:18.358435+0000","last_peered":"2024-09-15T23:45:18.358435+0000","last_clean":"2024-09-15T23:45:18.358435+0000","last_became_active":"2024-09-15T23:45:09.335866+0000","last_became_peered":"2024-09-15T23:45:09.335866+0000","last_unstale":"2024-09-15T23:45:18.358435+0000","last_undegraded":"2024-09-15T23:45:18.358435+0000","last_fullsized":"2024-09-15T23:45:18.358435+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:48.596004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.357061+0000","last_change":"2024-09-15T23:45:09.337617+0000","last_active":"2024-09-15T23:45:18.357061+0000","last_peered":"2024-09-15T23:45:18.357061+0000","last_clean":"2024-09-15T23:45:18.357061+0000","last_became_active":"2024-09-15T23:45:09.337306+0000","last_became_peered":"2024-09-15T23:45:09.337306+0000","last_unstale":"2024-09-15T23:45:18.357061+0000","last_undegraded":"2024-09-15T23:45:18.357061+0000","last_fullsized":"2024-09-15T23:45:18.357061+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:56.813682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.353797+0000","last_change":"2024-09-15T23:45:09.334735+0000","last_active":"2024-09-15T23:45:18.353797+0000","last_peered":"2024-09-15T23:45:18.353797+0000","last_clean":"2024-09-15T23:45:18.353797+0000","last_became_active":"2024-09-15T23:45:09.334401+0000","last_became_peered":"2024-09-15T23:45:09.334401+0000","last_unstale":"2024-09-15T23:45:18.353797+0000","last_undegraded":"2024-09-15T23:45:18.353797+0000","last_fullsized":"2024-09-15T23:45:18.353797+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:23:00.641496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354768+0000","last_change":"2024-09-15T23:45:09.333630+0000","last_active":"2024-09-15T23:45:18.354768+0000","last_peered":"2024-09-15T23:45:18.354768+0000","last_clean":"2024-09-15T23:45:18.354768+0000","last_became_active":"2024-09-15T23:45:09.333293+0000","last_became_peered":"2024-09-15T23:45:09.333293+0000","last_unstale":"2024-09-15T23:45:18.354768+0000","last_undegraded":"2024-09-15T23:45:18.354768+0000","last_fullsized":"2024-09-15T23:45:18.354768+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:09.498755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356303+0000","last_change":"2024-09-15T23:45:09.341566+0000","last_active":"2024-09-15T23:45:18.356303+0000","last_peered":"2024-09-15T23:45:18.356303+0000","last_clean":"2024-09-15T23:45:18.356303+0000","last_became_active":"2024-09-15T23:45:09.341260+0000","last_became_peered":"2024-09-15T23:45:09.341260+0000","last_unstale":"2024-09-15T23:45:18.356303+0000","last_undegraded":"2024-09-15T23:45:18.356303+0000","last_fullsized":"2024-09-15T23:45:18.356303+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:52:50.176989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.596061+0000","last_change":"2024-09-15T23:45:09.338701+0000","last_active":"2024-09-15T23:45:18.596061+0000","last_peered":"2024-09-15T23:45:18.596061+0000","last_clean":"2024-09-15T23:45:18.596061+0000","last_became_active":"2024-09-15T23:45:09.338364+0000","last_became_peered":"2024-09-15T23:45:09.338364+0000","last_unstale":"2024-09-15T23:45:18.596061+0000","last_undegraded":"2024-09-15T23:45:18.596061+0000","last_fullsized":"2024-09-15T23:45:18.596061+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:47:07.017695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358804+0000","last_change":"2024-09-15T23:45:09.336856+0000","last_active":"2024-09-15T23:45:18.358804+0000","last_peered":"2024-09-15T23:45:18.358804+0000","last_clean":"2024-09-15T23:45:18.358804+0000","last_became_active":"2024-09-15T23:45:09.336503+0000","last_became_peered":"2024-09-15T23:45:09.336503+0000","last_unstale":"2024-09-15T23:45:18.358804+0000","last_undegraded":"2024-09-15T23:45:18.358804+0000","last_fullsized":"2024-09-15T23:45:18.358804+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:49:42.798849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740678+0000","last_change":"2024-09-15T23:45:09.329191+0000","last_active":"2024-09-15T23:45:18.740678+0000","last_peered":"2024-09-15T23:45:18.740678+0000","last_clean":"2024-09-15T23:45:18.740678+0000","last_became_active":"2024-09-15T23:45:09.328896+0000","last_became_peered":"2024-09-15T23:45:09.328896+0000","last_unstale":"2024-09-15T23:45:18.740678+0000","last_undegraded":"2024-09-15T23:45:18.740678+0000","last_fullsized":"2024-09-15T23:45:18.740678+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:44:30.363603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.470117+0000","last_change":"2024-09-15T23:45:09.328029+0000","last_active":"2024-09-15T23:45:18.470117+0000","last_peered":"2024-09-15T23:45:18.470117+0000","last_clean":"2024-09-15T23:45:18.470117+0000","last_became_active":"2024-09-15T23:45:09.327692+0000","last_became_peered":"2024-09-15T23:45:09.327692+0000","last_unstale":"2024-09-15T23:45:18.470117+0000","last_undegraded":"2024-09-15T23:45:18.470117+0000","last_fullsized":"2024-09-15T23:45:18.470117+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:13:29.838728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740918+0000","last_change":"2024-09-15T23:45:09.329826+0000","last_active":"2024-09-15T23:45:18.740918+0000","last_peered":"2024-09-15T23:45:18.740918+0000","last_clean":"2024-09-15T23:45:18.740918+0000","last_became_active":"2024-09-15T23:45:09.329525+0000","last_became_peered":"2024-09-15T23:45:09.329525+0000","last_unstale":"2024-09-15T23:45:18.740918+0000","last_undegraded":"2024-09-15T23:45:18.740918+0000","last_fullsized":"2024-09-15T23:45:18.740918+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:44:16.736493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354985+0000","last_change":"2024-09-15T23:45:09.339019+0000","last_active":"2024-09-15T23:45:18.354985+0000","last_peered":"2024-09-15T23:45:18.354985+0000","last_clean":"2024-09-15T23:45:18.354985+0000","last_became_active":"2024-09-15T23:45:09.338679+0000","last_became_peered":"2024-09-15T23:45:09.338679+0000","last_unstale":"2024-09-15T23:45:18.354985+0000","last_undegraded":"2024-09-15T23:45:18.354985+0000","last_fullsized":"2024-09-15T23:45:18.354985+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:45:58.412413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356541+0000","last_change":"2024-09-15T23:45:09.341737+0000","last_active":"2024-09-15T23:45:18.356541+0000","last_peered":"2024-09-15T23:45:18.356541+0000","last_clean":"2024-09-15T23:45:18.356541+0000","last_became_active":"2024-09-15T23:45:09.341188+0000","last_became_peered":"2024-09-15T23:45:09.341188+0000","last_unstale":"2024-09-15T23:45:18.356541+0000","last_undegraded":"2024-09-15T23:45:18.356541+0000","last_fullsized":"2024-09-15T23:45:18.356541+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:03:38.048700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.596034+0000","last_change":"2024-09-15T23:45:09.339247+0000","last_active":"2024-09-15T23:45:18.596034+0000","last_peered":"2024-09-15T23:45:18.596034+0000","last_clean":"2024-09-15T23:45:18.596034+0000","last_became_active":"2024-09-15T23:45:09.338965+0000","last_became_peered":"2024-09-15T23:45:09.338965+0000","last_unstale":"2024-09-15T23:45:18.596034+0000","last_undegraded":"2024-09-15T23:45:18.596034+0000","last_fullsized":"2024-09-15T23:45:18.596034+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:09:18.757805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355972+0000","last_change":"2024-09-15T23:45:09.333812+0000","last_active":"2024-09-15T23:45:18.355972+0000","last_peered":"2024-09-15T23:45:18.355972+0000","last_clean":"2024-09-15T23:45:18.355972+0000","last_became_active":"2024-09-15T23:45:09.333503+0000","last_became_peered":"2024-09-15T23:45:09.333503+0000","last_unstale":"2024-09-15T23:45:18.355972+0000","last_undegraded":"2024-09-15T23:45:18.355972+0000","last_fullsized":"2024-09-15T23:45:18.355972+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:09:27.321130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354710+0000","last_change":"2024-09-15T23:45:09.331377+0000","last_active":"2024-09-15T23:45:18.354710+0000","last_peered":"2024-09-15T23:45:18.354710+0000","last_clean":"2024-09-15T23:45:18.354710+0000","last_became_active":"2024-09-15T23:45:09.330871+0000","last_became_peered":"2024-09-15T23:45:09.330871+0000","last_unstale":"2024-09-15T23:45:18.354710+0000","last_undegraded":"2024-09-15T23:45:18.354710+0000","last_fullsized":"2024-09-15T23:45:18.354710+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:27:31.014045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354744+0000","last_change":"2024-09-15T23:45:09.332444+0000","last_active":"2024-09-15T23:45:18.354744+0000","last_peered":"2024-09-15T23:45:18.354744+0000","last_clean":"2024-09-15T23:45:18.354744+0000","last_became_active":"2024-09-15T23:45:09.331826+0000","last_became_peered":"2024-09-15T23:45:09.331826+0000","last_unstale":"2024-09-15T23:45:18.354744+0000","last_undegraded":"2024-09-15T23:45:18.354744+0000","last_fullsized":"2024-09-15T23:45:18.354744+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:36:04.916314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.357030+0000","last_change":"2024-09-15T23:45:09.340159+0000","last_active":"2024-09-15T23:45:18.357030+0000","last_peered":"2024-09-15T23:45:18.357030+0000","last_clean":"2024-09-15T23:45:18.357030+0000","last_became_active":"2024-09-15T23:45:09.339826+0000","last_became_peered":"2024-09-15T23:45:09.339826+0000","last_unstale":"2024-09-15T23:45:18.357030+0000","last_undegraded":"2024-09-15T23:45:18.357030+0000","last_fullsized":"2024-09-15T23:45:18.357030+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:45:57.118656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358962+0000","last_change":"2024-09-15T23:45:09.340137+0000","last_active":"2024-09-15T23:45:18.358962+0000","last_peered":"2024-09-15T23:45:18.358962+0000","last_clean":"2024-09-15T23:45:18.358962+0000","last_became_active":"2024-09-15T23:45:09.339846+0000","last_became_peered":"2024-09-15T23:45:09.339846+0000","last_unstale":"2024-09-15T23:45:18.358962+0000","last_undegraded":"2024-09-15T23:45:18.358962+0000","last_fullsized":"2024-09-15T23:45:18.358962+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:54:37.767846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"82'5","reported_seq":80,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:46:11.053715+0000","last_change":"2024-09-15T23:45:07.322167+0000","last_active":"2024-09-15T23:46:11.053715+0000","last_peered":"2024-09-15T23:46:11.053715+0000","last_clean":"2024-09-15T23:46:11.053715+0000","last_became_active":"2024-09-15T23:45:07.321817+0000","last_became_peered":"2024-09-15T23:45:07.321817+0000","last_unstale":"2024-09-15T23:46:11.053715+0000","last_undegraded":"2024-09-15T23:46:11.053715+0000","last_fullsized":"2024-09-15T23:46:11.053715+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:38:06.646166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":53,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.470260+0000","last_change":"2024-09-15T23:45:09.327624+0000","last_active":"2024-09-15T23:45:18.470260+0000","last_peered":"2024-09-15T23:45:18.470260+0000","last_clean":"2024-09-15T23:45:18.470260+0000","last_became_active":"2024-09-15T23:45:09.327260+0000","last_became_peered":"2024-09-15T23:45:09.327260+0000","last_unstale":"2024-09-15T23:45:18.470260+0000","last_undegraded":"2024-09-15T23:45:18.470260+0000","last_fullsized":"2024-09-15T23:45:18.470260+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:23:05.663411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"83'7","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:20.388337+0000","last_change":"2024-09-15T23:45:07.318508+0000","last_active":"2024-09-15T23:45:20.388337+0000","last_peered":"2024-09-15T23:45:20.388337+0000","last_clean":"2024-09-15T23:45:20.388337+0000","last_became_active":"2024-09-15T23:45:07.318127+0000","last_became_peered":"2024-09-15T23:45:07.318127+0000","last_unstale":"2024-09-15T23:45:20.388337+0000","last_undegraded":"2024-09-15T23:45:20.388337+0000","last_fullsized":"2024-09-15T23:45:20.388337+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:16.128778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"83'3","reported_seq":25,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:19.376282+0000","last_change":"2024-09-15T23:45:07.314905+0000","last_active":"2024-09-15T23:45:19.376282+0000","last_peered":"2024-09-15T23:45:19.376282+0000","last_clean":"2024-09-15T23:45:19.376282+0000","last_became_active":"2024-09-15T23:45:07.314582+0000","last_became_peered":"2024-09-15T23:45:07.314582+0000","last_unstale":"2024-09-15T23:45:19.376282+0000","last_undegraded":"2024-09-15T23:45:19.376282+0000","last_fullsized":"2024-09-15T23:45:19.376282+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:40:26.834313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740511+0000","last_change":"2024-09-15T23:45:09.327506+0000","last_active":"2024-09-15T23:45:18.740511+0000","last_peered":"2024-09-15T23:45:18.740511+0000","last_clean":"2024-09-15T23:45:18.740511+0000","last_became_active":"2024-09-15T23:45:09.326950+0000","last_became_peered":"2024-09-15T23:45:09.326950+0000","last_unstale":"2024-09-15T23:45:18.740511+0000","last_undegraded":"2024-09-15T23:45:18.740511+0000","last_fullsized":"2024-09-15T23:45:18.740511+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:49:40.977222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":26,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.397761+0000","last_change":"2024-09-15T23:45:07.321856+0000","last_active":"2024-09-15T23:45:21.397761+0000","last_peered":"2024-09-15T23:45:21.397761+0000","last_clean":"2024-09-15T23:45:21.397761+0000","last_became_active":"2024-09-15T23:45:07.321485+0000","last_became_peered":"2024-09-15T23:45:07.321485+0000","last_unstale":"2024-09-15T23:45:21.397761+0000","last_undegraded":"2024-09-15T23:45:21.397761+0000","last_fullsized":"2024-09-15T23:45:21.397761+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:53.679506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.353640+0000","last_change":"2024-09-15T23:45:09.335517+0000","last_active":"2024-09-15T23:45:18.353640+0000","last_peered":"2024-09-15T23:45:18.353640+0000","last_clean":"2024-09-15T23:45:18.353640+0000","last_became_active":"2024-09-15T23:45:09.335124+0000","last_became_peered":"2024-09-15T23:45:09.335124+0000","last_unstale":"2024-09-15T23:45:18.353640+0000","last_undegraded":"2024-09-15T23:45:18.353640+0000","last_fullsized":"2024-09-15T23:45:18.353640+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:53:22.108347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'4","reported_seq":120,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:46:08.049387+0000","last_change":"2024-09-15T23:45:07.320108+0000","last_active":"2024-09-15T23:46:08.049387+0000","last_peered":"2024-09-15T23:46:08.049387+0000","last_clean":"2024-09-15T23:46:08.049387+0000","last_became_active":"2024-09-15T23:45:07.319728+0000","last_became_peered":"2024-09-15T23:45:07.319728+0000","last_unstale":"2024-09-15T23:46:08.049387+0000","last_undegraded":"2024-09-15T23:46:08.049387+0000","last_fullsized":"2024-09-15T23:46:08.049387+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:38:06.428953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":94,"num_read_kb":94,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358899+0000","last_change":"2024-09-15T23:45:09.334720+0000","last_active":"2024-09-15T23:45:18.358899+0000","last_peered":"2024-09-15T23:45:18.358899+0000","last_clean":"2024-09-15T23:45:18.358899+0000","last_became_active":"2024-09-15T23:45:09.334365+0000","last_became_peered":"2024-09-15T23:45:09.334365+0000","last_unstale":"2024-09-15T23:45:18.358899+0000","last_undegraded":"2024-09-15T23:45:18.358899+0000","last_fullsized":"2024-09-15T23:45:18.358899+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:57:25.299972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":26,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396391+0000","last_change":"2024-09-15T23:45:07.316058+0000","last_active":"2024-09-15T23:45:21.396391+0000","last_peered":"2024-09-15T23:45:21.396391+0000","last_clean":"2024-09-15T23:45:21.396391+0000","last_became_active":"2024-09-15T23:45:07.315706+0000","last_became_peered":"2024-09-15T23:45:07.315706+0000","last_unstale":"2024-09-15T23:45:21.396391+0000","last_undegraded":"2024-09-15T23:45:21.396391+0000","last_fullsized":"2024-09-15T23:45:21.396391+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:46.093182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356143+0000","last_change":"2024-09-15T23:45:09.339059+0000","last_active":"2024-09-15T23:45:18.356143+0000","last_peered":"2024-09-15T23:45:18.356143+0000","last_clean":"2024-09-15T23:45:18.356143+0000","last_became_active":"2024-09-15T23:45:09.338698+0000","last_became_peered":"2024-09-15T23:45:09.338698+0000","last_unstale":"2024-09-15T23:45:18.356143+0000","last_undegraded":"2024-09-15T23:45:18.356143+0000","last_fullsized":"2024-09-15T23:45:18.356143+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:56:00.235948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":28,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:20.385974+0000","last_change":"2024-09-15T23:45:07.486187+0000","last_active":"2024-09-15T23:45:20.385974+0000","last_peered":"2024-09-15T23:45:20.385974+0000","last_clean":"2024-09-15T23:45:20.385974+0000","last_became_active":"2024-09-15T23:45:07.485481+0000","last_became_peered":"2024-09-15T23:45:07.485481+0000","last_unstale":"2024-09-15T23:45:20.385974+0000","last_undegraded":"2024-09-15T23:45:20.385974+0000","last_fullsized":"2024-09-15T23:45:20.385974+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:03:56.328447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358647+0000","last_change":"2024-09-15T23:45:09.338748+0000","last_active":"2024-09-15T23:45:18.358647+0000","last_peered":"2024-09-15T23:45:18.358647+0000","last_clean":"2024-09-15T23:45:18.358647+0000","last_became_active":"2024-09-15T23:45:09.338433+0000","last_became_peered":"2024-09-15T23:45:09.338433+0000","last_unstale":"2024-09-15T23:45:18.358647+0000","last_undegraded":"2024-09-15T23:45:18.358647+0000","last_fullsized":"2024-09-15T23:45:18.358647+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:47:18.875131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"83'30","reported_seq":172,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:46:08.052529+0000","last_change":"2024-09-15T23:45:18.750929+0000","last_active":"2024-09-15T23:46:08.052529+0000","last_peered":"2024-09-15T23:46:08.052529+0000","last_clean":"2024-09-15T23:46:08.052529+0000","last_became_active":"2024-09-15T23:45:18.742411+0000","last_became_peered":"2024-09-15T23:45:18.742411+0000","last_unstale":"2024-09-15T23:46:08.052529+0000","last_undegraded":"2024-09-15T23:46:08.052529+0000","last_fullsized":"2024-09-15T23:46:08.052529+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:25:52.381128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59764,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":104,"num_read_kb":109,"num_write":32,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358918+0000","last_change":"2024-09-15T23:45:09.344449+0000","last_active":"2024-09-15T23:45:18.358918+0000","last_peered":"2024-09-15T23:45:18.358918+0000","last_clean":"2024-09-15T23:45:18.358918+0000","last_became_active":"2024-09-15T23:45:09.344117+0000","last_became_peered":"2024-09-15T23:45:09.344117+0000","last_unstale":"2024-09-15T23:45:18.358918+0000","last_undegraded":"2024-09-15T23:45:18.358918+0000","last_fullsized":"2024-09-15T23:45:18.358918+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:45:33.901198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.985662+0000","last_change":"2024-09-15T23:45:07.321722+0000","last_active":"2024-09-15T23:45:21.985662+0000","last_peered":"2024-09-15T23:45:21.985662+0000","last_clean":"2024-09-15T23:45:21.985662+0000","last_became_active":"2024-09-15T23:45:07.321240+0000","last_became_peered":"2024-09-15T23:45:07.321240+0000","last_unstale":"2024-09-15T23:45:21.985662+0000","last_undegraded":"2024-09-15T23:45:21.985662+0000","last_fullsized":"2024-09-15T23:45:21.985662+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:17:33.902817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.595905+0000","last_change":"2024-09-15T23:45:09.338083+0000","last_active":"2024-09-15T23:45:18.595905+0000","last_peered":"2024-09-15T23:45:18.595905+0000","last_clean":"2024-09-15T23:45:18.595905+0000","last_became_active":"2024-09-15T23:45:09.337779+0000","last_became_peered":"2024-09-15T23:45:09.337779+0000","last_unstale":"2024-09-15T23:45:18.595905+0000","last_undegraded":"2024-09-15T23:45:18.595905+0000","last_fullsized":"2024-09-15T23:45:18.595905+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:12:03.902405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":28,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.397844+0000","last_change":"2024-09-15T23:45:07.319367+0000","last_active":"2024-09-15T23:45:21.397844+0000","last_peered":"2024-09-15T23:45:21.397844+0000","last_clean":"2024-09-15T23:45:21.397844+0000","last_became_active":"2024-09-15T23:45:07.318819+0000","last_became_peered":"2024-09-15T23:45:07.318819+0000","last_unstale":"2024-09-15T23:45:21.397844+0000","last_undegraded":"2024-09-15T23:45:21.397844+0000","last_fullsized":"2024-09-15T23:45:21.397844+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:27:05.543672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355091+0000","last_change":"2024-09-15T23:45:09.338916+0000","last_active":"2024-09-15T23:45:18.355091+0000","last_peered":"2024-09-15T23:45:18.355091+0000","last_clean":"2024-09-15T23:45:18.355091+0000","last_became_active":"2024-09-15T23:45:09.338519+0000","last_became_peered":"2024-09-15T23:45:09.338519+0000","last_unstale":"2024-09-15T23:45:18.355091+0000","last_undegraded":"2024-09-15T23:45:18.355091+0000","last_fullsized":"2024-09-15T23:45:18.355091+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:51:57.181373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'5","reported_seq":80,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:46:11.050527+0000","last_change":"2024-09-15T23:45:07.316167+0000","last_active":"2024-09-15T23:46:11.050527+0000","last_peered":"2024-09-15T23:46:11.050527+0000","last_clean":"2024-09-15T23:46:11.050527+0000","last_became_active":"2024-09-15T23:45:07.315826+0000","last_became_peered":"2024-09-15T23:45:07.315826+0000","last_unstale":"2024-09-15T23:46:11.050527+0000","last_undegraded":"2024-09-15T23:46:11.050527+0000","last_fullsized":"2024-09-15T23:46:11.050527+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:44:36.670392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":54,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354857+0000","last_change":"2024-09-15T23:45:09.345033+0000","last_active":"2024-09-15T23:45:18.354857+0000","last_peered":"2024-09-15T23:45:18.354857+0000","last_clean":"2024-09-15T23:45:18.354857+0000","last_became_active":"2024-09-15T23:45:09.344730+0000","last_became_peered":"2024-09-15T23:45:09.344730+0000","last_unstale":"2024-09-15T23:45:18.354857+0000","last_undegraded":"2024-09-15T23:45:18.354857+0000","last_fullsized":"2024-09-15T23:45:18.354857+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:02:45.017706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"83'17","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396166+0000","last_change":"2024-09-15T23:45:18.366576+0000","last_active":"2024-09-15T23:45:21.396166+0000","last_peered":"2024-09-15T23:45:21.396166+0000","last_clean":"2024-09-15T23:45:21.396166+0000","last_became_active":"2024-09-15T23:45:18.358181+0000","last_became_peered":"2024-09-15T23:45:18.358181+0000","last_unstale":"2024-09-15T23:45:21.396166+0000","last_undegraded":"2024-09-15T23:45:21.396166+0000","last_fullsized":"2024-09-15T23:45:21.396166+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:10:32.046041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.470261+0000","last_change":"2024-09-15T23:45:09.327893+0000","last_active":"2024-09-15T23:45:18.470261+0000","last_peered":"2024-09-15T23:45:18.470261+0000","last_clean":"2024-09-15T23:45:18.470261+0000","last_became_active":"2024-09-15T23:45:09.327032+0000","last_became_peered":"2024-09-15T23:45:09.327032+0000","last_unstale":"2024-09-15T23:45:18.470261+0000","last_undegraded":"2024-09-15T23:45:18.470261+0000","last_fullsized":"2024-09-15T23:45:18.470261+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:54:13.480778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'2","reported_seq":25,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:20.371604+0000","last_change":"2024-09-15T23:45:07.320228+0000","last_active":"2024-09-15T23:45:20.371604+0000","last_peered":"2024-09-15T23:45:20.371604+0000","last_clean":"2024-09-15T23:45:20.371604+0000","last_became_active":"2024-09-15T23:45:07.319341+0000","last_became_peered":"2024-09-15T23:45:07.319341+0000","last_unstale":"2024-09-15T23:45:20.371604+0000","last_undegraded":"2024-09-15T23:45:20.371604+0000","last_fullsized":"2024-09-15T23:45:20.371604+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:13:42.716917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.742118+0000","last_change":"2024-09-15T23:45:18.742118+0000","last_active":"2024-09-15T23:45:18.742118+0000","last_peered":"2024-09-15T23:45:18.742118+0000","last_clean":"2024-09-15T23:45:18.742118+0000","last_became_active":"2024-09-15T23:45:18.741643+0000","last_became_peered":"2024-09-15T23:45:18.741643+0000","last_unstale":"2024-09-15T23:45:18.742118+0000","last_undegraded":"2024-09-15T23:45:18.742118+0000","last_fullsized":"2024-09-15T23:45:18.742118+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:04.316679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"83'5","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.395094+0000","last_change":"2024-09-15T23:45:07.315458+0000","last_active":"2024-09-15T23:45:21.395094+0000","last_peered":"2024-09-15T23:45:21.395094+0000","last_clean":"2024-09-15T23:45:21.395094+0000","last_became_active":"2024-09-15T23:45:07.315168+0000","last_became_peered":"2024-09-15T23:45:07.315168+0000","last_unstale":"2024-09-15T23:45:21.395094+0000","last_undegraded":"2024-09-15T23:45:21.395094+0000","last_fullsized":"2024-09-15T23:45:21.395094+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:20:33.313027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355341+0000","last_change":"2024-09-15T23:45:09.341060+0000","last_active":"2024-09-15T23:45:18.355341+0000","last_peered":"2024-09-15T23:45:18.355341+0000","last_clean":"2024-09-15T23:45:18.355341+0000","last_became_active":"2024-09-15T23:45:09.340689+0000","last_became_peered":"2024-09-15T23:45:09.340689+0000","last_unstale":"2024-09-15T23:45:18.355341+0000","last_undegraded":"2024-09-15T23:45:18.355341+0000","last_fullsized":"2024-09-15T23:45:18.355341+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:30:07.756372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'3","reported_seq":26,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396349+0000","last_change":"2024-09-15T23:45:07.323917+0000","last_active":"2024-09-15T23:45:21.396349+0000","last_peered":"2024-09-15T23:45:21.396349+0000","last_clean":"2024-09-15T23:45:21.396349+0000","last_became_active":"2024-09-15T23:45:07.323405+0000","last_became_peered":"2024-09-15T23:45:07.323405+0000","last_unstale":"2024-09-15T23:45:21.396349+0000","last_undegraded":"2024-09-15T23:45:21.396349+0000","last_fullsized":"2024-09-15T23:45:21.396349+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:17:01.347512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"83'1","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355139+0000","last_change":"2024-09-15T23:45:09.335070+0000","last_active":"2024-09-15T23:45:18.355139+0000","last_peered":"2024-09-15T23:45:18.355139+0000","last_clean":"2024-09-15T23:45:18.355139+0000","last_became_active":"2024-09-15T23:45:09.332206+0000","last_became_peered":"2024-09-15T23:45:09.332206+0000","last_unstale":"2024-09-15T23:45:18.355139+0000","last_undegraded":"2024-09-15T23:45:18.355139+0000","last_fullsized":"2024-09-15T23:45:18.355139+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:10:36.127474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"83'5","reported_seq":79,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:46:10.091936+0000","last_change":"2024-09-15T23:45:07.705605+0000","last_active":"2024-09-15T23:46:10.091936+0000","last_peered":"2024-09-15T23:46:10.091936+0000","last_clean":"2024-09-15T23:46:10.091936+0000","last_became_active":"2024-09-15T23:45:07.705108+0000","last_became_peered":"2024-09-15T23:45:07.705108+0000","last_unstale":"2024-09-15T23:46:10.091936+0000","last_undegraded":"2024-09-15T23:46:10.091936+0000","last_fullsized":"2024-09-15T23:46:10.091936+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:20:18.713068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":52,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355258+0000","last_change":"2024-09-15T23:45:09.343024+0000","last_active":"2024-09-15T23:45:18.355258+0000","last_peered":"2024-09-15T23:45:18.355258+0000","last_clean":"2024-09-15T23:45:18.355258+0000","last_became_active":"2024-09-15T23:45:09.342682+0000","last_became_peered":"2024-09-15T23:45:09.342682+0000","last_unstale":"2024-09-15T23:45:18.355258+0000","last_undegraded":"2024-09-15T23:45:18.355258+0000","last_fullsized":"2024-09-15T23:45:18.355258+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:14:59.321448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":348,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355065+0000","last_change":"2024-09-15T23:43:57.114162+0000","last_active":"2024-09-15T23:45:18.355065+0000","last_peered":"2024-09-15T23:45:18.355065+0000","last_clean":"2024-09-15T23:45:18.355065+0000","last_became_active":"2024-09-15T23:43:57.113735+0000","last_became_peered":"2024-09-15T23:43:57.113735+0000","last_unstale":"2024-09-15T23:45:18.355065+0000","last_undegraded":"2024-09-15T23:45:18.355065+0000","last_fullsized":"2024-09-15T23:45:18.355065+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:40:31.538127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:40:31.538127+0000","last_clean_scrub_stamp":"2024-09-15T23:40:31.538127+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:53.678578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.987981+0000","last_change":"2024-09-15T23:45:07.314028+0000","last_active":"2024-09-15T23:45:21.987981+0000","last_peered":"2024-09-15T23:45:21.987981+0000","last_clean":"2024-09-15T23:45:21.987981+0000","last_became_active":"2024-09-15T23:45:07.313640+0000","last_became_peered":"2024-09-15T23:45:07.313640+0000","last_unstale":"2024-09-15T23:45:21.987981+0000","last_undegraded":"2024-09-15T23:45:21.987981+0000","last_fullsized":"2024-09-15T23:45:21.987981+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:19:35.589971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.471934+0000","last_change":"2024-09-15T23:45:18.471629+0000","last_active":"2024-09-15T23:45:18.471934+0000","last_peered":"2024-09-15T23:45:18.471934+0000","last_clean":"2024-09-15T23:45:18.471934+0000","last_became_active":"2024-09-15T23:45:18.471332+0000","last_became_peered":"2024-09-15T23:45:18.471332+0000","last_unstale":"2024-09-15T23:45:18.471934+0000","last_undegraded":"2024-09-15T23:45:18.471934+0000","last_fullsized":"2024-09-15T23:45:18.471934+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:51:18.923398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":26,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:19.376743+0000","last_change":"2024-09-15T23:45:07.319661+0000","last_active":"2024-09-15T23:45:19.376743+0000","last_peered":"2024-09-15T23:45:19.376743+0000","last_clean":"2024-09-15T23:45:19.376743+0000","last_became_active":"2024-09-15T23:45:07.319311+0000","last_became_peered":"2024-09-15T23:45:07.319311+0000","last_unstale":"2024-09-15T23:45:19.376743+0000","last_undegraded":"2024-09-15T23:45:19.376743+0000","last_fullsized":"2024-09-15T23:45:19.376743+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:09:08.718359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.595764+0000","last_change":"2024-09-15T23:45:09.336790+0000","last_active":"2024-09-15T23:45:18.595764+0000","last_peered":"2024-09-15T23:45:18.595764+0000","last_clean":"2024-09-15T23:45:18.595764+0000","last_became_active":"2024-09-15T23:45:09.335853+0000","last_became_peered":"2024-09-15T23:45:09.335853+0000","last_unstale":"2024-09-15T23:45:18.595764+0000","last_undegraded":"2024-09-15T23:45:18.595764+0000","last_fullsized":"2024-09-15T23:45:18.595764+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:30.260338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":79,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:46:11.049883+0000","last_change":"2024-09-15T23:45:07.485142+0000","last_active":"2024-09-15T23:46:11.049883+0000","last_peered":"2024-09-15T23:46:11.049883+0000","last_clean":"2024-09-15T23:46:11.049883+0000","last_became_active":"2024-09-15T23:45:07.484584+0000","last_became_peered":"2024-09-15T23:45:07.484584+0000","last_unstale":"2024-09-15T23:46:11.049883+0000","last_undegraded":"2024-09-15T23:46:11.049883+0000","last_fullsized":"2024-09-15T23:46:11.049883+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:02.958542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":52,"num_read_kb":52,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.470113+0000","last_change":"2024-09-15T23:45:09.330319+0000","last_active":"2024-09-15T23:45:18.470113+0000","last_peered":"2024-09-15T23:45:18.470113+0000","last_clean":"2024-09-15T23:45:18.470113+0000","last_became_active":"2024-09-15T23:45:09.329963+0000","last_became_peered":"2024-09-15T23:45:09.329963+0000","last_unstale":"2024-09-15T23:45:18.470113+0000","last_undegraded":"2024-09-15T23:45:18.470113+0000","last_fullsized":"2024-09-15T23:45:18.470113+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:33:37.921792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"83'5","reported_seq":78,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:46:10.049142+0000","last_change":"2024-09-15T23:45:07.311407+0000","last_active":"2024-09-15T23:46:10.049142+0000","last_peered":"2024-09-15T23:46:10.049142+0000","last_clean":"2024-09-15T23:46:10.049142+0000","last_became_active":"2024-09-15T23:45:07.311043+0000","last_became_peered":"2024-09-15T23:45:07.311043+0000","last_unstale":"2024-09-15T23:46:10.049142+0000","last_undegraded":"2024-09-15T23:46:10.049142+0000","last_fullsized":"2024-09-15T23:46:10.049142+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:13.588530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":51,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356818+0000","last_change":"2024-09-15T23:45:09.343770+0000","last_active":"2024-09-15T23:45:18.356818+0000","last_peered":"2024-09-15T23:45:18.356818+0000","last_clean":"2024-09-15T23:45:18.356818+0000","last_became_active":"2024-09-15T23:45:09.343446+0000","last_became_peered":"2024-09-15T23:45:09.343446+0000","last_unstale":"2024-09-15T23:45:18.356818+0000","last_undegraded":"2024-09-15T23:45:18.356818+0000","last_fullsized":"2024-09-15T23:45:18.356818+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:33:16.225344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.353864+0000","last_change":"2024-09-15T23:45:07.486072+0000","last_active":"2024-09-15T23:45:18.353864+0000","last_peered":"2024-09-15T23:45:18.353864+0000","last_clean":"2024-09-15T23:45:18.353864+0000","last_became_active":"2024-09-15T23:45:07.485653+0000","last_became_peered":"2024-09-15T23:45:07.485653+0000","last_unstale":"2024-09-15T23:45:18.353864+0000","last_undegraded":"2024-09-15T23:45:18.353864+0000","last_fullsized":"2024-09-15T23:45:18.353864+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:58:00.598795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'1","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.357003+0000","last_change":"2024-09-15T23:45:09.336737+0000","last_active":"2024-09-15T23:45:18.357003+0000","last_peered":"2024-09-15T23:45:18.357003+0000","last_clean":"2024-09-15T23:45:18.357003+0000","last_became_active":"2024-09-15T23:45:09.336269+0000","last_became_peered":"2024-09-15T23:45:09.336269+0000","last_unstale":"2024-09-15T23:45:18.357003+0000","last_undegraded":"2024-09-15T23:45:18.357003+0000","last_fullsized":"2024-09-15T23:45:18.357003+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:57:03.941909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"83'4","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396776+0000","last_change":"2024-09-15T23:45:07.485669+0000","last_active":"2024-09-15T23:45:21.396776+0000","last_peered":"2024-09-15T23:45:21.396776+0000","last_clean":"2024-09-15T23:45:21.396776+0000","last_became_active":"2024-09-15T23:45:07.485277+0000","last_became_peered":"2024-09-15T23:45:07.485277+0000","last_unstale":"2024-09-15T23:45:21.396776+0000","last_undegraded":"2024-09-15T23:45:21.396776+0000","last_fullsized":"2024-09-15T23:45:21.396776+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:21:49.728517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.596079+0000","last_change":"2024-09-15T23:45:09.336529+0000","last_active":"2024-09-15T23:45:18.596079+0000","last_peered":"2024-09-15T23:45:18.596079+0000","last_clean":"2024-09-15T23:45:18.596079+0000","last_became_active":"2024-09-15T23:45:09.336180+0000","last_became_peered":"2024-09-15T23:45:09.336180+0000","last_unstale":"2024-09-15T23:45:18.596079+0000","last_undegraded":"2024-09-15T23:45:18.596079+0000","last_fullsized":"2024-09-15T23:45:18.596079+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:25.378208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'15","reported_seq":37,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:33.326448+0000","last_change":"2024-09-15T23:45:07.318894+0000","last_active":"2024-09-15T23:45:33.326448+0000","last_peered":"2024-09-15T23:45:33.326448+0000","last_clean":"2024-09-15T23:45:33.326448+0000","last_became_active":"2024-09-15T23:45:07.318546+0000","last_became_peered":"2024-09-15T23:45:07.318546+0000","last_unstale":"2024-09-15T23:45:33.326448+0000","last_undegraded":"2024-09-15T23:45:33.326448+0000","last_fullsized":"2024-09-15T23:45:33.326448+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:33:57.022019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740970+0000","last_change":"2024-09-15T23:45:09.332889+0000","last_active":"2024-09-15T23:45:18.740970+0000","last_peered":"2024-09-15T23:45:18.740970+0000","last_clean":"2024-09-15T23:45:18.740970+0000","last_became_active":"2024-09-15T23:45:09.332325+0000","last_became_peered":"2024-09-15T23:45:09.332325+0000","last_unstale":"2024-09-15T23:45:18.740970+0000","last_undegraded":"2024-09-15T23:45:18.740970+0000","last_fullsized":"2024-09-15T23:45:18.740970+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:43.482022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"83'7","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396717+0000","last_change":"2024-09-15T23:45:07.705752+0000","last_active":"2024-09-15T23:45:21.396717+0000","last_peered":"2024-09-15T23:45:21.396717+0000","last_clean":"2024-09-15T23:45:21.396717+0000","last_became_active":"2024-09-15T23:45:07.705401+0000","last_became_peered":"2024-09-15T23:45:07.705401+0000","last_unstale":"2024-09-15T23:45:21.396717+0000","last_undegraded":"2024-09-15T23:45:21.396717+0000","last_fullsized":"2024-09-15T23:45:21.396717+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:46.134803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.742121+0000","last_change":"2024-09-15T23:45:18.742121+0000","last_active":"2024-09-15T23:45:18.742121+0000","last_peered":"2024-09-15T23:45:18.742121+0000","last_clean":"2024-09-15T23:45:18.742121+0000","last_became_active":"2024-09-15T23:45:18.741740+0000","last_became_peered":"2024-09-15T23:45:18.741740+0000","last_unstale":"2024-09-15T23:45:18.742121+0000","last_undegraded":"2024-09-15T23:45:18.742121+0000","last_fullsized":"2024-09-15T23:45:18.742121+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:52.454260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"82'2","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358557+0000","last_change":"2024-09-15T23:45:07.485262+0000","last_active":"2024-09-15T23:45:18.358557+0000","last_peered":"2024-09-15T23:45:18.358557+0000","last_clean":"2024-09-15T23:45:18.358557+0000","last_became_active":"2024-09-15T23:45:07.484939+0000","last_became_peered":"2024-09-15T23:45:07.484939+0000","last_unstale":"2024-09-15T23:45:18.358557+0000","last_undegraded":"2024-09-15T23:45:18.358557+0000","last_fullsized":"2024-09-15T23:45:18.358557+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:00:40.764320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358673+0000","last_change":"2024-09-15T23:45:09.346579+0000","last_active":"2024-09-15T23:45:18.358673+0000","last_peered":"2024-09-15T23:45:18.358673+0000","last_clean":"2024-09-15T23:45:18.358673+0000","last_became_active":"2024-09-15T23:45:09.346196+0000","last_became_peered":"2024-09-15T23:45:09.346196+0000","last_unstale":"2024-09-15T23:45:18.358673+0000","last_undegraded":"2024-09-15T23:45:18.358673+0000","last_fullsized":"2024-09-15T23:45:18.358673+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:45:54.178974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396415+0000","last_change":"2024-09-15T23:45:07.311438+0000","last_active":"2024-09-15T23:45:21.396415+0000","last_peered":"2024-09-15T23:45:21.396415+0000","last_clean":"2024-09-15T23:45:21.396415+0000","last_became_active":"2024-09-15T23:45:07.310482+0000","last_became_peered":"2024-09-15T23:45:07.310482+0000","last_unstale":"2024-09-15T23:45:21.396415+0000","last_undegraded":"2024-09-15T23:45:21.396415+0000","last_fullsized":"2024-09-15T23:45:21.396415+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:36:36.614195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.357105+0000","last_change":"2024-09-15T23:45:09.340804+0000","last_active":"2024-09-15T23:45:18.357105+0000","last_peered":"2024-09-15T23:45:18.357105+0000","last_clean":"2024-09-15T23:45:18.357105+0000","last_became_active":"2024-09-15T23:45:09.340507+0000","last_became_peered":"2024-09-15T23:45:09.340507+0000","last_unstale":"2024-09-15T23:45:18.357105+0000","last_undegraded":"2024-09-15T23:45:18.357105+0000","last_fullsized":"2024-09-15T23:45:18.357105+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:01:14.448967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"83'3","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:20.387707+0000","last_change":"2024-09-15T23:45:18.742127+0000","last_active":"2024-09-15T23:45:20.387707+0000","last_peered":"2024-09-15T23:45:20.387707+0000","last_clean":"2024-09-15T23:45:20.387707+0000","last_became_active":"2024-09-15T23:45:18.741720+0000","last_became_peered":"2024-09-15T23:45:18.741720+0000","last_unstale":"2024-09-15T23:45:20.387707+0000","last_undegraded":"2024-09-15T23:45:20.387707+0000","last_fullsized":"2024-09-15T23:45:20.387707+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:14.779599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740801+0000","last_change":"2024-09-15T23:45:09.337689+0000","last_active":"2024-09-15T23:45:18.740801+0000","last_peered":"2024-09-15T23:45:18.740801+0000","last_clean":"2024-09-15T23:45:18.740801+0000","last_became_active":"2024-09-15T23:45:09.337394+0000","last_became_peered":"2024-09-15T23:45:09.337394+0000","last_unstale":"2024-09-15T23:45:18.740801+0000","last_undegraded":"2024-09-15T23:45:18.740801+0000","last_fullsized":"2024-09-15T23:45:18.740801+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:32:59.568555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"82'4","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358918+0000","last_change":"2024-09-15T23:45:07.322410+0000","last_active":"2024-09-15T23:45:18.358918+0000","last_peered":"2024-09-15T23:45:18.358918+0000","last_clean":"2024-09-15T23:45:18.358918+0000","last_became_active":"2024-09-15T23:45:07.321222+0000","last_became_peered":"2024-09-15T23:45:07.321222+0000","last_unstale":"2024-09-15T23:45:18.358918+0000","last_undegraded":"2024-09-15T23:45:18.358918+0000","last_fullsized":"2024-09-15T23:45:18.358918+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:24:14.197127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355192+0000","last_change":"2024-09-15T23:45:09.338236+0000","last_active":"2024-09-15T23:45:18.355192+0000","last_peered":"2024-09-15T23:45:18.355192+0000","last_clean":"2024-09-15T23:45:18.355192+0000","last_became_active":"2024-09-15T23:45:09.337905+0000","last_became_peered":"2024-09-15T23:45:09.337905+0000","last_unstale":"2024-09-15T23:45:18.355192+0000","last_undegraded":"2024-09-15T23:45:18.355192+0000","last_fullsized":"2024-09-15T23:45:18.355192+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:27:06.451524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.470494+0000","last_change":"2024-09-15T23:45:09.335474+0000","last_active":"2024-09-15T23:45:18.470494+0000","last_peered":"2024-09-15T23:45:18.470494+0000","last_clean":"2024-09-15T23:45:18.470494+0000","last_became_active":"2024-09-15T23:45:09.335134+0000","last_became_peered":"2024-09-15T23:45:09.335134+0000","last_unstale":"2024-09-15T23:45:18.470494+0000","last_undegraded":"2024-09-15T23:45:18.470494+0000","last_fullsized":"2024-09-15T23:45:18.470494+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:20:40.804854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"83'5","reported_seq":28,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.398042+0000","last_change":"2024-09-15T23:45:07.319775+0000","last_active":"2024-09-15T23:45:21.398042+0000","last_peered":"2024-09-15T23:45:21.398042+0000","last_clean":"2024-09-15T23:45:21.398042+0000","last_became_active":"2024-09-15T23:45:07.319409+0000","last_became_peered":"2024-09-15T23:45:07.319409+0000","last_unstale":"2024-09-15T23:45:21.398042+0000","last_undegraded":"2024-09-15T23:45:21.398042+0000","last_fullsized":"2024-09-15T23:45:21.398042+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:34.552871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358456+0000","last_change":"2024-09-15T23:45:09.334261+0000","last_active":"2024-09-15T23:45:18.358456+0000","last_peered":"2024-09-15T23:45:18.358456+0000","last_clean":"2024-09-15T23:45:18.358456+0000","last_became_active":"2024-09-15T23:45:09.332984+0000","last_became_peered":"2024-09-15T23:45:09.332984+0000","last_unstale":"2024-09-15T23:45:18.358456+0000","last_undegraded":"2024-09-15T23:45:18.358456+0000","last_fullsized":"2024-09-15T23:45:18.358456+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:59:55.594300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"83'12","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.985493+0000","last_change":"2024-09-15T23:45:07.321572+0000","last_active":"2024-09-15T23:45:21.985493+0000","last_peered":"2024-09-15T23:45:21.985493+0000","last_clean":"2024-09-15T23:45:21.985493+0000","last_became_active":"2024-09-15T23:45:07.321190+0000","last_became_peered":"2024-09-15T23:45:07.321190+0000","last_unstale":"2024-09-15T23:45:21.985493+0000","last_undegraded":"2024-09-15T23:45:21.985493+0000","last_fullsized":"2024-09-15T23:45:21.985493+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:37:27.707529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356079+0000","last_change":"2024-09-15T23:45:09.339479+0000","last_active":"2024-09-15T23:45:18.356079+0000","last_peered":"2024-09-15T23:45:18.356079+0000","last_clean":"2024-09-15T23:45:18.356079+0000","last_became_active":"2024-09-15T23:45:09.339160+0000","last_became_peered":"2024-09-15T23:45:09.339160+0000","last_unstale":"2024-09-15T23:45:18.356079+0000","last_undegraded":"2024-09-15T23:45:18.356079+0000","last_fullsized":"2024-09-15T23:45:18.356079+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:13:12.360627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740939+0000","last_change":"2024-09-15T23:45:07.485049+0000","last_active":"2024-09-15T23:45:18.740939+0000","last_peered":"2024-09-15T23:45:18.740939+0000","last_clean":"2024-09-15T23:45:18.740939+0000","last_became_active":"2024-09-15T23:45:07.484693+0000","last_became_peered":"2024-09-15T23:45:07.484693+0000","last_unstale":"2024-09-15T23:45:18.740939+0000","last_undegraded":"2024-09-15T23:45:18.740939+0000","last_fullsized":"2024-09-15T23:45:18.740939+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:31:56.657697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740773+0000","last_change":"2024-09-15T23:45:09.330417+0000","last_active":"2024-09-15T23:45:18.740773+0000","last_peered":"2024-09-15T23:45:18.740773+0000","last_clean":"2024-09-15T23:45:18.740773+0000","last_became_active":"2024-09-15T23:45:09.330119+0000","last_became_peered":"2024-09-15T23:45:09.330119+0000","last_unstale":"2024-09-15T23:45:18.740773+0000","last_undegraded":"2024-09-15T23:45:18.740773+0000","last_fullsized":"2024-09-15T23:45:18.740773+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:19.273371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"83'13","reported_seq":84,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:46:08.046248+0000","last_change":"2024-09-15T23:45:07.316006+0000","last_active":"2024-09-15T23:46:08.046248+0000","last_peered":"2024-09-15T23:46:08.046248+0000","last_clean":"2024-09-15T23:46:08.046248+0000","last_became_active":"2024-09-15T23:45:07.315670+0000","last_became_peered":"2024-09-15T23:45:07.315670+0000","last_unstale":"2024-09-15T23:46:08.046248+0000","last_undegraded":"2024-09-15T23:46:08.046248+0000","last_fullsized":"2024-09-15T23:46:08.046248+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:48.366742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":49,"num_read_kb":49,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":66186,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":529,"num_read_kb":332,"num_write":242,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":198558,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":207,"ondisk_log_size":207,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":281803,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":75,"seq":322122547226,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32080,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713072,"statfs":{"total":95995035648,"available":95962185728,"internally_reserved":0,"allocated":917504,"data_stored":440332,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":68,"seq":292057776158,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32224,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712928,"statfs":{"total":95995035648,"available":95962038272,"internally_reserved":0,"allocated":1064960,"data_stored":1091013,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":63,"seq":270582939684,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32096,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713056,"statfs":{"total":95995035648,"available":95962169344,"internally_reserved":0,"allocated":933888,"data_stored":440150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201321,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":921600,"data_stored":440416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430254,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":983040,"data_stored":1032655,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593780,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":917504,"data_stored":439867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822713,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":995328,"data_stored":1032333,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986238,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32148,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713004,"statfs":{"total":95995035648,"available":95962116096,"internally_reserved":0,"allocated":987136,"data_stored":499492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215171,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":933888,"data_stored":439692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411400,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36252,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708900,"statfs":{"total":95995035648,"available":95957913600,"internally_reserved":0,"allocated":929792,"data_stored":441000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574925,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32140,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713012,"statfs":{"total":95995035648,"available":95962124288,"internally_reserved":0,"allocated":978944,"data_stored":500544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738450,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":937984,"data_stored":441206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34201,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34201,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34201,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":61516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":60464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":61500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-15T23:46:15.025 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-15T23:46:15.273 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:15.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.815+0000 7f5597bf5640 1 -- 172.21.15.71:0/3768285174 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5590106a80 msgr2=0x7f5590106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:15.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.815+0000 7f5597bf5640 1 --2- 172.21.15.71:0/3768285174 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5590106a80 0x7f5590106e60 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f558c009cd0 tx=0x7f558c02a8e0 comp rx=0 tx=0).stop 2024-09-15T23:46:15.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.815+0000 7f5597bf5640 1 -- 172.21.15.71:0/3768285174 shutdown_connections 2024-09-15T23:46:15.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.815+0000 7f5597bf5640 1 --2- 172.21.15.71:0/3768285174 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5590101420 0x7f559010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:15.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.815+0000 7f5597bf5640 1 --2- 172.21.15.71:0/3768285174 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5590100a80 0x7f5590100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:15.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.815+0000 7f5597bf5640 1 --2- 172.21.15.71:0/3768285174 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5590106a80 0x7f5590106e60 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:15.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.815+0000 7f5597bf5640 1 -- 172.21.15.71:0/3768285174 >> 172.21.15.71:0/3768285174 conn(0x7f55900fc7a0 msgr2=0x7f55900febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:15.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.815+0000 7f5597bf5640 1 -- 172.21.15.71:0/3768285174 shutdown_connections 2024-09-15T23:46:15.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.815+0000 7f5597bf5640 1 -- 172.21.15.71:0/3768285174 wait complete. 2024-09-15T23:46:15.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.816+0000 7f5597bf5640 1 Processor -- start 2024-09-15T23:46:15.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.816+0000 7f5597bf5640 1 -- start start 2024-09-15T23:46:15.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.816+0000 7f5597bf5640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5590100a80 0x7f5590197250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:15.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.816+0000 7f5597bf5640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5590101420 0x7f5590197790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:15.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.816+0000 7f5597bf5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5590106a80 0x7f559019bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:15.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.816+0000 7f5597bf5640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f5590110d50 con 0x7f5590106a80 2024-09-15T23:46:15.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.816+0000 7f5597bf5640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f5590110bd0 con 0x7f5590101420 2024-09-15T23:46:15.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.816+0000 7f5597bf5640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f5590110ed0 con 0x7f5590100a80 2024-09-15T23:46:15.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.816+0000 7f5596192640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5590106a80 0x7f559019bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:15.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.816+0000 7f5596192640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5590106a80 0x7f559019bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:59898/0 (socket says 172.21.15.71:59898) 2024-09-15T23:46:15.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.816+0000 7f5596192640 1 -- 172.21.15.71:0/3102174003 learned_addr learned my addr 172.21.15.71:0/3102174003 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:15.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.816+0000 7f5595190640 1 --2- 172.21.15.71:0/3102174003 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5590101420 0x7f5590197790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:15.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.817+0000 7f5595991640 1 --2- 172.21.15.71:0/3102174003 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5590100a80 0x7f5590197250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:15.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.817+0000 7f5596192640 1 -- 172.21.15.71:0/3102174003 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5590100a80 msgr2=0x7f5590197250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:15.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.817+0000 7f5596192640 1 --2- 172.21.15.71:0/3102174003 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5590100a80 0x7f5590197250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:15.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.817+0000 7f5596192640 1 -- 172.21.15.71:0/3102174003 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5590101420 msgr2=0x7f5590197790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:15.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.817+0000 7f5596192640 1 --2- 172.21.15.71:0/3102174003 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5590101420 0x7f5590197790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:15.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.817+0000 7f5596192640 1 -- 172.21.15.71:0/3102174003 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f559019c200 con 0x7f5590106a80 2024-09-15T23:46:15.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.817+0000 7f5596192640 1 --2- 172.21.15.71:0/3102174003 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5590106a80 0x7f559019bb20 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f5588009fd0 tx=0x7f558800b820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:15.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.817+0000 7f5586ffd640 1 -- 172.21.15.71:0/3102174003 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5588015020 con 0x7f5590106a80 2024-09-15T23:46:15.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.817+0000 7f5586ffd640 1 -- 172.21.15.71:0/3102174003 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5588011ce0 con 0x7f5590106a80 2024-09-15T23:46:15.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.817+0000 7f5597bf5640 1 -- 172.21.15.71:0/3102174003 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f559019c4f0 con 0x7f5590106a80 2024-09-15T23:46:15.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.817+0000 7f5586ffd640 1 -- 172.21.15.71:0/3102174003 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5588010d70 con 0x7f5590106a80 2024-09-15T23:46:15.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.817+0000 7f5597bf5640 1 -- 172.21.15.71:0/3102174003 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55901a3dd0 con 0x7f5590106a80 2024-09-15T23:46:15.831 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.818+0000 7f5597bf5640 1 -- 172.21.15.71:0/3102174003 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5590100ee0 con 0x7f5590106a80 2024-09-15T23:46:15.831 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.819+0000 7f5586ffd640 1 -- 172.21.15.71:0/3102174003 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f5588018020 con 0x7f5590106a80 2024-09-15T23:46:15.831 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.820+0000 7f5586ffd640 1 --2- 172.21.15.71:0/3102174003 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f557c0a3350 0x7f557c0a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:15.831 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.820+0000 7f5595991640 1 --2- 172.21.15.71:0/3102174003 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f557c0a3350 0x7f557c0a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:15.831 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.820+0000 7f5586ffd640 1 -- 172.21.15.71:0/3102174003 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f55880cf190 con 0x7f5590106a80 2024-09-15T23:46:15.831 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.820+0000 7f5595991640 1 --2- 172.21.15.71:0/3102174003 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f557c0a3350 0x7f557c0a5810 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f558c005fe0 tx=0x7f558c009800 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:15.831 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.824+0000 7f5586ffd640 1 -- 172.21.15.71:0/3102174003 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f558801f020 con 0x7f5590106a80 2024-09-15T23:46:15.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.986+0000 7f5597bf5640 1 -- 172.21.15.71:0/3102174003 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5590062630 con 0x7f557c0a3350 2024-09-15T23:46:15.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.993+0000 7f5586ffd640 1 -- 172.21.15.71:0/3102174003 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258924 (secure 0 0 0) 0x7f5590062630 con 0x7f557c0a3350 2024-09-15T23:46:15.996 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:46:15.998 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-09-15T23:46:16.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.996+0000 7f5597bf5640 1 -- 172.21.15.71:0/3102174003 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f557c0a3350 msgr2=0x7f557c0a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:16.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.996+0000 7f5597bf5640 1 --2- 172.21.15.71:0/3102174003 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f557c0a3350 0x7f557c0a5810 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f558c005fe0 tx=0x7f558c009800 comp rx=0 tx=0).stop 2024-09-15T23:46:16.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.996+0000 7f5597bf5640 1 -- 172.21.15.71:0/3102174003 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5590106a80 msgr2=0x7f559019bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:16.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.996+0000 7f5597bf5640 1 --2- 172.21.15.71:0/3102174003 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5590106a80 0x7f559019bb20 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f5588009fd0 tx=0x7f558800b820 comp rx=0 tx=0).stop 2024-09-15T23:46:16.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.996+0000 7f5597bf5640 1 -- 172.21.15.71:0/3102174003 shutdown_connections 2024-09-15T23:46:16.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.996+0000 7f5597bf5640 1 --2- 172.21.15.71:0/3102174003 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f557c0a3350 0x7f557c0a5810 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:16.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.996+0000 7f5597bf5640 1 --2- 172.21.15.71:0/3102174003 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5590106a80 0x7f559019bb20 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:16.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.996+0000 7f5597bf5640 1 --2- 172.21.15.71:0/3102174003 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5590101420 0x7f5590197790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:16.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.996+0000 7f5597bf5640 1 --2- 172.21.15.71:0/3102174003 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5590100a80 0x7f5590197250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:16.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.996+0000 7f5597bf5640 1 -- 172.21.15.71:0/3102174003 >> 172.21.15.71:0/3102174003 conn(0x7f55900fc7a0 msgr2=0x7f55900fcef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:16.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.996+0000 7f5597bf5640 1 -- 172.21.15.71:0/3102174003 shutdown_connections 2024-09-15T23:46:16.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:15.996+0000 7f5597bf5640 1 -- 172.21.15.71:0/3102174003 wait complete. 2024-09-15T23:46:16.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:16 smithi071 ceph-mon[30957]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-15T23:46:16.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:16 smithi071 ceph-mon[30957]: pgmap v312: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-09-15T23:46:16.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:16 smithi163 ceph-mon[34107]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-15T23:46:16.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:16 smithi163 ceph-mon[34107]: pgmap v312: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-09-15T23:46:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:16 smithi190 ceph-mon[34840]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-15T23:46:16.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:16 smithi190 ceph-mon[34840]: pgmap v312: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-09-15T23:46:16.730 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":312,"stamp":"2024-09-15T23:46:15.065149+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":656788,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":689,"num_read_kb":470,"num_write":425,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":1182348,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":346,"ondisk_log_size":346,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":368800,"kb_used_data":11232,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124573024,"statfs":{"total":1151940427776,"available":1151562776576,"internally_reserved":0,"allocated":11501568,"data_stored":7238700,"data_compressed":107520,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":19141,"internal_metadata":365933883},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":124,"num_read_kb":69,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003141"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356898+0000","last_change":"2024-09-15T23:45:09.337227+0000","last_active":"2024-09-15T23:45:18.356898+0000","last_peered":"2024-09-15T23:45:18.356898+0000","last_clean":"2024-09-15T23:45:18.356898+0000","last_became_active":"2024-09-15T23:45:09.336869+0000","last_became_peered":"2024-09-15T23:45:09.336869+0000","last_unstale":"2024-09-15T23:45:18.356898+0000","last_undegraded":"2024-09-15T23:45:18.356898+0000","last_fullsized":"2024-09-15T23:45:18.356898+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:01:36.371218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355906+0000","last_change":"2024-09-15T23:45:09.338256+0000","last_active":"2024-09-15T23:45:18.355906+0000","last_peered":"2024-09-15T23:45:18.355906+0000","last_clean":"2024-09-15T23:45:18.355906+0000","last_became_active":"2024-09-15T23:45:09.337247+0000","last_became_peered":"2024-09-15T23:45:09.337247+0000","last_unstale":"2024-09-15T23:45:18.355906+0000","last_undegraded":"2024-09-15T23:45:18.355906+0000","last_fullsized":"2024-09-15T23:45:18.355906+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:13:54.978992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355786+0000","last_change":"2024-09-15T23:45:09.340793+0000","last_active":"2024-09-15T23:45:18.355786+0000","last_peered":"2024-09-15T23:45:18.355786+0000","last_clean":"2024-09-15T23:45:18.355786+0000","last_became_active":"2024-09-15T23:45:09.340495+0000","last_became_peered":"2024-09-15T23:45:09.340495+0000","last_unstale":"2024-09-15T23:45:18.355786+0000","last_undegraded":"2024-09-15T23:45:18.355786+0000","last_fullsized":"2024-09-15T23:45:18.355786+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:29:16.607984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.360859+0000","last_change":"2024-09-15T23:45:18.360513+0000","last_active":"2024-09-15T23:45:18.360859+0000","last_peered":"2024-09-15T23:45:18.360859+0000","last_clean":"2024-09-15T23:45:18.360859+0000","last_became_active":"2024-09-15T23:45:18.360226+0000","last_became_peered":"2024-09-15T23:45:18.360226+0000","last_unstale":"2024-09-15T23:45:18.360859+0000","last_undegraded":"2024-09-15T23:45:18.360859+0000","last_fullsized":"2024-09-15T23:45:18.360859+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:37:49.768989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358586+0000","last_change":"2024-09-15T23:45:09.333619+0000","last_active":"2024-09-15T23:45:18.358586+0000","last_peered":"2024-09-15T23:45:18.358586+0000","last_clean":"2024-09-15T23:45:18.358586+0000","last_became_active":"2024-09-15T23:45:09.333311+0000","last_became_peered":"2024-09-15T23:45:09.333311+0000","last_unstale":"2024-09-15T23:45:18.358586+0000","last_undegraded":"2024-09-15T23:45:18.358586+0000","last_fullsized":"2024-09-15T23:45:18.358586+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:19:04.290962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356714+0000","last_change":"2024-09-15T23:45:09.333598+0000","last_active":"2024-09-15T23:45:18.356714+0000","last_peered":"2024-09-15T23:45:18.356714+0000","last_clean":"2024-09-15T23:45:18.356714+0000","last_became_active":"2024-09-15T23:45:09.333286+0000","last_became_peered":"2024-09-15T23:45:09.333286+0000","last_unstale":"2024-09-15T23:45:18.356714+0000","last_undegraded":"2024-09-15T23:45:18.356714+0000","last_fullsized":"2024-09-15T23:45:18.356714+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:23:43.315961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354902+0000","last_change":"2024-09-15T23:45:09.335452+0000","last_active":"2024-09-15T23:45:18.354902+0000","last_peered":"2024-09-15T23:45:18.354902+0000","last_clean":"2024-09-15T23:45:18.354902+0000","last_became_active":"2024-09-15T23:45:09.333610+0000","last_became_peered":"2024-09-15T23:45:09.333610+0000","last_unstale":"2024-09-15T23:45:18.354902+0000","last_undegraded":"2024-09-15T23:45:18.354902+0000","last_fullsized":"2024-09-15T23:45:18.354902+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:16:11.100015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740477+0000","last_change":"2024-09-15T23:45:09.334751+0000","last_active":"2024-09-15T23:45:18.740477+0000","last_peered":"2024-09-15T23:45:18.740477+0000","last_clean":"2024-09-15T23:45:18.740477+0000","last_became_active":"2024-09-15T23:45:09.334471+0000","last_became_peered":"2024-09-15T23:45:09.334471+0000","last_unstale":"2024-09-15T23:45:18.740477+0000","last_undegraded":"2024-09-15T23:45:18.740477+0000","last_fullsized":"2024-09-15T23:45:18.740477+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:13:03.011142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358899+0000","last_change":"2024-09-15T23:45:09.328280+0000","last_active":"2024-09-15T23:45:18.358899+0000","last_peered":"2024-09-15T23:45:18.358899+0000","last_clean":"2024-09-15T23:45:18.358899+0000","last_became_active":"2024-09-15T23:45:09.327811+0000","last_became_peered":"2024-09-15T23:45:09.327811+0000","last_unstale":"2024-09-15T23:45:18.358899+0000","last_undegraded":"2024-09-15T23:45:18.358899+0000","last_fullsized":"2024-09-15T23:45:18.358899+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:14:01.147756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.357102+0000","last_change":"2024-09-15T23:45:09.345541+0000","last_active":"2024-09-15T23:45:18.357102+0000","last_peered":"2024-09-15T23:45:18.357102+0000","last_clean":"2024-09-15T23:45:18.357102+0000","last_became_active":"2024-09-15T23:45:09.345218+0000","last_became_peered":"2024-09-15T23:45:09.345218+0000","last_unstale":"2024-09-15T23:45:18.357102+0000","last_undegraded":"2024-09-15T23:45:18.357102+0000","last_fullsized":"2024-09-15T23:45:18.357102+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:30:52.226838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355079+0000","last_change":"2024-09-15T23:45:09.341927+0000","last_active":"2024-09-15T23:45:18.355079+0000","last_peered":"2024-09-15T23:45:18.355079+0000","last_clean":"2024-09-15T23:45:18.355079+0000","last_became_active":"2024-09-15T23:45:09.341607+0000","last_became_peered":"2024-09-15T23:45:09.341607+0000","last_unstale":"2024-09-15T23:45:18.355079+0000","last_undegraded":"2024-09-15T23:45:18.355079+0000","last_fullsized":"2024-09-15T23:45:18.355079+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:39:52.556786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.741575+0000","last_change":"2024-09-15T23:45:09.339072+0000","last_active":"2024-09-15T23:45:18.741575+0000","last_peered":"2024-09-15T23:45:18.741575+0000","last_clean":"2024-09-15T23:45:18.741575+0000","last_became_active":"2024-09-15T23:45:09.338278+0000","last_became_peered":"2024-09-15T23:45:09.338278+0000","last_unstale":"2024-09-15T23:45:18.741575+0000","last_undegraded":"2024-09-15T23:45:18.741575+0000","last_fullsized":"2024-09-15T23:45:18.741575+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:31:11.753038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.596033+0000","last_change":"2024-09-15T23:45:09.335379+0000","last_active":"2024-09-15T23:45:18.596033+0000","last_peered":"2024-09-15T23:45:18.596033+0000","last_clean":"2024-09-15T23:45:18.596033+0000","last_became_active":"2024-09-15T23:45:09.334844+0000","last_became_peered":"2024-09-15T23:45:09.334844+0000","last_unstale":"2024-09-15T23:45:18.596033+0000","last_undegraded":"2024-09-15T23:45:18.596033+0000","last_fullsized":"2024-09-15T23:45:18.596033+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:59:28.908684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356101+0000","last_change":"2024-09-15T23:45:09.343202+0000","last_active":"2024-09-15T23:45:18.356101+0000","last_peered":"2024-09-15T23:45:18.356101+0000","last_clean":"2024-09-15T23:45:18.356101+0000","last_became_active":"2024-09-15T23:45:09.342995+0000","last_became_peered":"2024-09-15T23:45:09.342995+0000","last_unstale":"2024-09-15T23:45:18.356101+0000","last_undegraded":"2024-09-15T23:45:18.356101+0000","last_fullsized":"2024-09-15T23:45:18.356101+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:18:52.827000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355727+0000","last_change":"2024-09-15T23:45:09.338417+0000","last_active":"2024-09-15T23:45:18.355727+0000","last_peered":"2024-09-15T23:45:18.355727+0000","last_clean":"2024-09-15T23:45:18.355727+0000","last_became_active":"2024-09-15T23:45:09.337717+0000","last_became_peered":"2024-09-15T23:45:09.337717+0000","last_unstale":"2024-09-15T23:45:18.355727+0000","last_undegraded":"2024-09-15T23:45:18.355727+0000","last_fullsized":"2024-09-15T23:45:18.355727+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:15:03.880357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358435+0000","last_change":"2024-09-15T23:45:09.336193+0000","last_active":"2024-09-15T23:45:18.358435+0000","last_peered":"2024-09-15T23:45:18.358435+0000","last_clean":"2024-09-15T23:45:18.358435+0000","last_became_active":"2024-09-15T23:45:09.335866+0000","last_became_peered":"2024-09-15T23:45:09.335866+0000","last_unstale":"2024-09-15T23:45:18.358435+0000","last_undegraded":"2024-09-15T23:45:18.358435+0000","last_fullsized":"2024-09-15T23:45:18.358435+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:21:48.596004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.357061+0000","last_change":"2024-09-15T23:45:09.337617+0000","last_active":"2024-09-15T23:45:18.357061+0000","last_peered":"2024-09-15T23:45:18.357061+0000","last_clean":"2024-09-15T23:45:18.357061+0000","last_became_active":"2024-09-15T23:45:09.337306+0000","last_became_peered":"2024-09-15T23:45:09.337306+0000","last_unstale":"2024-09-15T23:45:18.357061+0000","last_undegraded":"2024-09-15T23:45:18.357061+0000","last_fullsized":"2024-09-15T23:45:18.357061+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:56.813682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.353797+0000","last_change":"2024-09-15T23:45:09.334735+0000","last_active":"2024-09-15T23:45:18.353797+0000","last_peered":"2024-09-15T23:45:18.353797+0000","last_clean":"2024-09-15T23:45:18.353797+0000","last_became_active":"2024-09-15T23:45:09.334401+0000","last_became_peered":"2024-09-15T23:45:09.334401+0000","last_unstale":"2024-09-15T23:45:18.353797+0000","last_undegraded":"2024-09-15T23:45:18.353797+0000","last_fullsized":"2024-09-15T23:45:18.353797+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:23:00.641496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354768+0000","last_change":"2024-09-15T23:45:09.333630+0000","last_active":"2024-09-15T23:45:18.354768+0000","last_peered":"2024-09-15T23:45:18.354768+0000","last_clean":"2024-09-15T23:45:18.354768+0000","last_became_active":"2024-09-15T23:45:09.333293+0000","last_became_peered":"2024-09-15T23:45:09.333293+0000","last_unstale":"2024-09-15T23:45:18.354768+0000","last_undegraded":"2024-09-15T23:45:18.354768+0000","last_fullsized":"2024-09-15T23:45:18.354768+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:09.498755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356303+0000","last_change":"2024-09-15T23:45:09.341566+0000","last_active":"2024-09-15T23:45:18.356303+0000","last_peered":"2024-09-15T23:45:18.356303+0000","last_clean":"2024-09-15T23:45:18.356303+0000","last_became_active":"2024-09-15T23:45:09.341260+0000","last_became_peered":"2024-09-15T23:45:09.341260+0000","last_unstale":"2024-09-15T23:45:18.356303+0000","last_undegraded":"2024-09-15T23:45:18.356303+0000","last_fullsized":"2024-09-15T23:45:18.356303+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:52:50.176989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.596061+0000","last_change":"2024-09-15T23:45:09.338701+0000","last_active":"2024-09-15T23:45:18.596061+0000","last_peered":"2024-09-15T23:45:18.596061+0000","last_clean":"2024-09-15T23:45:18.596061+0000","last_became_active":"2024-09-15T23:45:09.338364+0000","last_became_peered":"2024-09-15T23:45:09.338364+0000","last_unstale":"2024-09-15T23:45:18.596061+0000","last_undegraded":"2024-09-15T23:45:18.596061+0000","last_fullsized":"2024-09-15T23:45:18.596061+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:47:07.017695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358804+0000","last_change":"2024-09-15T23:45:09.336856+0000","last_active":"2024-09-15T23:45:18.358804+0000","last_peered":"2024-09-15T23:45:18.358804+0000","last_clean":"2024-09-15T23:45:18.358804+0000","last_became_active":"2024-09-15T23:45:09.336503+0000","last_became_peered":"2024-09-15T23:45:09.336503+0000","last_unstale":"2024-09-15T23:45:18.358804+0000","last_undegraded":"2024-09-15T23:45:18.358804+0000","last_fullsized":"2024-09-15T23:45:18.358804+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-16T23:49:42.798849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740678+0000","last_change":"2024-09-15T23:45:09.329191+0000","last_active":"2024-09-15T23:45:18.740678+0000","last_peered":"2024-09-15T23:45:18.740678+0000","last_clean":"2024-09-15T23:45:18.740678+0000","last_became_active":"2024-09-15T23:45:09.328896+0000","last_became_peered":"2024-09-15T23:45:09.328896+0000","last_unstale":"2024-09-15T23:45:18.740678+0000","last_undegraded":"2024-09-15T23:45:18.740678+0000","last_fullsized":"2024-09-15T23:45:18.740678+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:44:30.363603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.470117+0000","last_change":"2024-09-15T23:45:09.328029+0000","last_active":"2024-09-15T23:45:18.470117+0000","last_peered":"2024-09-15T23:45:18.470117+0000","last_clean":"2024-09-15T23:45:18.470117+0000","last_became_active":"2024-09-15T23:45:09.327692+0000","last_became_peered":"2024-09-15T23:45:09.327692+0000","last_unstale":"2024-09-15T23:45:18.470117+0000","last_undegraded":"2024-09-15T23:45:18.470117+0000","last_fullsized":"2024-09-15T23:45:18.470117+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:13:29.838728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740918+0000","last_change":"2024-09-15T23:45:09.329826+0000","last_active":"2024-09-15T23:45:18.740918+0000","last_peered":"2024-09-15T23:45:18.740918+0000","last_clean":"2024-09-15T23:45:18.740918+0000","last_became_active":"2024-09-15T23:45:09.329525+0000","last_became_peered":"2024-09-15T23:45:09.329525+0000","last_unstale":"2024-09-15T23:45:18.740918+0000","last_undegraded":"2024-09-15T23:45:18.740918+0000","last_fullsized":"2024-09-15T23:45:18.740918+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:44:16.736493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354985+0000","last_change":"2024-09-15T23:45:09.339019+0000","last_active":"2024-09-15T23:45:18.354985+0000","last_peered":"2024-09-15T23:45:18.354985+0000","last_clean":"2024-09-15T23:45:18.354985+0000","last_became_active":"2024-09-15T23:45:09.338679+0000","last_became_peered":"2024-09-15T23:45:09.338679+0000","last_unstale":"2024-09-15T23:45:18.354985+0000","last_undegraded":"2024-09-15T23:45:18.354985+0000","last_fullsized":"2024-09-15T23:45:18.354985+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:45:58.412413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356541+0000","last_change":"2024-09-15T23:45:09.341737+0000","last_active":"2024-09-15T23:45:18.356541+0000","last_peered":"2024-09-15T23:45:18.356541+0000","last_clean":"2024-09-15T23:45:18.356541+0000","last_became_active":"2024-09-15T23:45:09.341188+0000","last_became_peered":"2024-09-15T23:45:09.341188+0000","last_unstale":"2024-09-15T23:45:18.356541+0000","last_undegraded":"2024-09-15T23:45:18.356541+0000","last_fullsized":"2024-09-15T23:45:18.356541+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:03:38.048700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.596034+0000","last_change":"2024-09-15T23:45:09.339247+0000","last_active":"2024-09-15T23:45:18.596034+0000","last_peered":"2024-09-15T23:45:18.596034+0000","last_clean":"2024-09-15T23:45:18.596034+0000","last_became_active":"2024-09-15T23:45:09.338965+0000","last_became_peered":"2024-09-15T23:45:09.338965+0000","last_unstale":"2024-09-15T23:45:18.596034+0000","last_undegraded":"2024-09-15T23:45:18.596034+0000","last_fullsized":"2024-09-15T23:45:18.596034+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:09:18.757805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355972+0000","last_change":"2024-09-15T23:45:09.333812+0000","last_active":"2024-09-15T23:45:18.355972+0000","last_peered":"2024-09-15T23:45:18.355972+0000","last_clean":"2024-09-15T23:45:18.355972+0000","last_became_active":"2024-09-15T23:45:09.333503+0000","last_became_peered":"2024-09-15T23:45:09.333503+0000","last_unstale":"2024-09-15T23:45:18.355972+0000","last_undegraded":"2024-09-15T23:45:18.355972+0000","last_fullsized":"2024-09-15T23:45:18.355972+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:09:27.321130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354710+0000","last_change":"2024-09-15T23:45:09.331377+0000","last_active":"2024-09-15T23:45:18.354710+0000","last_peered":"2024-09-15T23:45:18.354710+0000","last_clean":"2024-09-15T23:45:18.354710+0000","last_became_active":"2024-09-15T23:45:09.330871+0000","last_became_peered":"2024-09-15T23:45:09.330871+0000","last_unstale":"2024-09-15T23:45:18.354710+0000","last_undegraded":"2024-09-15T23:45:18.354710+0000","last_fullsized":"2024-09-15T23:45:18.354710+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:27:31.014045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354744+0000","last_change":"2024-09-15T23:45:09.332444+0000","last_active":"2024-09-15T23:45:18.354744+0000","last_peered":"2024-09-15T23:45:18.354744+0000","last_clean":"2024-09-15T23:45:18.354744+0000","last_became_active":"2024-09-15T23:45:09.331826+0000","last_became_peered":"2024-09-15T23:45:09.331826+0000","last_unstale":"2024-09-15T23:45:18.354744+0000","last_undegraded":"2024-09-15T23:45:18.354744+0000","last_fullsized":"2024-09-15T23:45:18.354744+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:36:04.916314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.357030+0000","last_change":"2024-09-15T23:45:09.340159+0000","last_active":"2024-09-15T23:45:18.357030+0000","last_peered":"2024-09-15T23:45:18.357030+0000","last_clean":"2024-09-15T23:45:18.357030+0000","last_became_active":"2024-09-15T23:45:09.339826+0000","last_became_peered":"2024-09-15T23:45:09.339826+0000","last_unstale":"2024-09-15T23:45:18.357030+0000","last_undegraded":"2024-09-15T23:45:18.357030+0000","last_fullsized":"2024-09-15T23:45:18.357030+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:45:57.118656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358962+0000","last_change":"2024-09-15T23:45:09.340137+0000","last_active":"2024-09-15T23:45:18.358962+0000","last_peered":"2024-09-15T23:45:18.358962+0000","last_clean":"2024-09-15T23:45:18.358962+0000","last_became_active":"2024-09-15T23:45:09.339846+0000","last_became_peered":"2024-09-15T23:45:09.339846+0000","last_unstale":"2024-09-15T23:45:18.358962+0000","last_undegraded":"2024-09-15T23:45:18.358962+0000","last_fullsized":"2024-09-15T23:45:18.358962+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:54:37.767846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"82'5","reported_seq":80,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:46:11.053715+0000","last_change":"2024-09-15T23:45:07.322167+0000","last_active":"2024-09-15T23:46:11.053715+0000","last_peered":"2024-09-15T23:46:11.053715+0000","last_clean":"2024-09-15T23:46:11.053715+0000","last_became_active":"2024-09-15T23:45:07.321817+0000","last_became_peered":"2024-09-15T23:45:07.321817+0000","last_unstale":"2024-09-15T23:46:11.053715+0000","last_undegraded":"2024-09-15T23:46:11.053715+0000","last_fullsized":"2024-09-15T23:46:11.053715+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:38:06.646166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":53,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.470260+0000","last_change":"2024-09-15T23:45:09.327624+0000","last_active":"2024-09-15T23:45:18.470260+0000","last_peered":"2024-09-15T23:45:18.470260+0000","last_clean":"2024-09-15T23:45:18.470260+0000","last_became_active":"2024-09-15T23:45:09.327260+0000","last_became_peered":"2024-09-15T23:45:09.327260+0000","last_unstale":"2024-09-15T23:45:18.470260+0000","last_undegraded":"2024-09-15T23:45:18.470260+0000","last_fullsized":"2024-09-15T23:45:18.470260+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:23:05.663411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"83'7","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:20.388337+0000","last_change":"2024-09-15T23:45:07.318508+0000","last_active":"2024-09-15T23:45:20.388337+0000","last_peered":"2024-09-15T23:45:20.388337+0000","last_clean":"2024-09-15T23:45:20.388337+0000","last_became_active":"2024-09-15T23:45:07.318127+0000","last_became_peered":"2024-09-15T23:45:07.318127+0000","last_unstale":"2024-09-15T23:45:20.388337+0000","last_undegraded":"2024-09-15T23:45:20.388337+0000","last_fullsized":"2024-09-15T23:45:20.388337+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:16.128778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"83'3","reported_seq":25,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:19.376282+0000","last_change":"2024-09-15T23:45:07.314905+0000","last_active":"2024-09-15T23:45:19.376282+0000","last_peered":"2024-09-15T23:45:19.376282+0000","last_clean":"2024-09-15T23:45:19.376282+0000","last_became_active":"2024-09-15T23:45:07.314582+0000","last_became_peered":"2024-09-15T23:45:07.314582+0000","last_unstale":"2024-09-15T23:45:19.376282+0000","last_undegraded":"2024-09-15T23:45:19.376282+0000","last_fullsized":"2024-09-15T23:45:19.376282+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:40:26.834313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740511+0000","last_change":"2024-09-15T23:45:09.327506+0000","last_active":"2024-09-15T23:45:18.740511+0000","last_peered":"2024-09-15T23:45:18.740511+0000","last_clean":"2024-09-15T23:45:18.740511+0000","last_became_active":"2024-09-15T23:45:09.326950+0000","last_became_peered":"2024-09-15T23:45:09.326950+0000","last_unstale":"2024-09-15T23:45:18.740511+0000","last_undegraded":"2024-09-15T23:45:18.740511+0000","last_fullsized":"2024-09-15T23:45:18.740511+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:49:40.977222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":26,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.397761+0000","last_change":"2024-09-15T23:45:07.321856+0000","last_active":"2024-09-15T23:45:21.397761+0000","last_peered":"2024-09-15T23:45:21.397761+0000","last_clean":"2024-09-15T23:45:21.397761+0000","last_became_active":"2024-09-15T23:45:07.321485+0000","last_became_peered":"2024-09-15T23:45:07.321485+0000","last_unstale":"2024-09-15T23:45:21.397761+0000","last_undegraded":"2024-09-15T23:45:21.397761+0000","last_fullsized":"2024-09-15T23:45:21.397761+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:53.679506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.353640+0000","last_change":"2024-09-15T23:45:09.335517+0000","last_active":"2024-09-15T23:45:18.353640+0000","last_peered":"2024-09-15T23:45:18.353640+0000","last_clean":"2024-09-15T23:45:18.353640+0000","last_became_active":"2024-09-15T23:45:09.335124+0000","last_became_peered":"2024-09-15T23:45:09.335124+0000","last_unstale":"2024-09-15T23:45:18.353640+0000","last_undegraded":"2024-09-15T23:45:18.353640+0000","last_fullsized":"2024-09-15T23:45:18.353640+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:53:22.108347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'4","reported_seq":129,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:46:12.094365+0000","last_change":"2024-09-15T23:45:07.320108+0000","last_active":"2024-09-15T23:46:12.094365+0000","last_peered":"2024-09-15T23:46:12.094365+0000","last_clean":"2024-09-15T23:46:12.094365+0000","last_became_active":"2024-09-15T23:45:07.319728+0000","last_became_peered":"2024-09-15T23:45:07.319728+0000","last_unstale":"2024-09-15T23:46:12.094365+0000","last_undegraded":"2024-09-15T23:46:12.094365+0000","last_fullsized":"2024-09-15T23:46:12.094365+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:38:06.428953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":103,"num_read_kb":103,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358899+0000","last_change":"2024-09-15T23:45:09.334720+0000","last_active":"2024-09-15T23:45:18.358899+0000","last_peered":"2024-09-15T23:45:18.358899+0000","last_clean":"2024-09-15T23:45:18.358899+0000","last_became_active":"2024-09-15T23:45:09.334365+0000","last_became_peered":"2024-09-15T23:45:09.334365+0000","last_unstale":"2024-09-15T23:45:18.358899+0000","last_undegraded":"2024-09-15T23:45:18.358899+0000","last_fullsized":"2024-09-15T23:45:18.358899+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:57:25.299972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":26,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396391+0000","last_change":"2024-09-15T23:45:07.316058+0000","last_active":"2024-09-15T23:45:21.396391+0000","last_peered":"2024-09-15T23:45:21.396391+0000","last_clean":"2024-09-15T23:45:21.396391+0000","last_became_active":"2024-09-15T23:45:07.315706+0000","last_became_peered":"2024-09-15T23:45:07.315706+0000","last_unstale":"2024-09-15T23:45:21.396391+0000","last_undegraded":"2024-09-15T23:45:21.396391+0000","last_fullsized":"2024-09-15T23:45:21.396391+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:46.093182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356143+0000","last_change":"2024-09-15T23:45:09.339059+0000","last_active":"2024-09-15T23:45:18.356143+0000","last_peered":"2024-09-15T23:45:18.356143+0000","last_clean":"2024-09-15T23:45:18.356143+0000","last_became_active":"2024-09-15T23:45:09.338698+0000","last_became_peered":"2024-09-15T23:45:09.338698+0000","last_unstale":"2024-09-15T23:45:18.356143+0000","last_undegraded":"2024-09-15T23:45:18.356143+0000","last_fullsized":"2024-09-15T23:45:18.356143+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:56:00.235948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":28,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:20.385974+0000","last_change":"2024-09-15T23:45:07.486187+0000","last_active":"2024-09-15T23:45:20.385974+0000","last_peered":"2024-09-15T23:45:20.385974+0000","last_clean":"2024-09-15T23:45:20.385974+0000","last_became_active":"2024-09-15T23:45:07.485481+0000","last_became_peered":"2024-09-15T23:45:07.485481+0000","last_unstale":"2024-09-15T23:45:20.385974+0000","last_undegraded":"2024-09-15T23:45:20.385974+0000","last_fullsized":"2024-09-15T23:45:20.385974+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:03:56.328447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358647+0000","last_change":"2024-09-15T23:45:09.338748+0000","last_active":"2024-09-15T23:45:18.358647+0000","last_peered":"2024-09-15T23:45:18.358647+0000","last_clean":"2024-09-15T23:45:18.358647+0000","last_became_active":"2024-09-15T23:45:09.338433+0000","last_became_peered":"2024-09-15T23:45:09.338433+0000","last_unstale":"2024-09-15T23:45:18.358647+0000","last_undegraded":"2024-09-15T23:45:18.358647+0000","last_fullsized":"2024-09-15T23:45:18.358647+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:47:18.875131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"83'30","reported_seq":182,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:46:13.058119+0000","last_change":"2024-09-15T23:45:18.750929+0000","last_active":"2024-09-15T23:46:13.058119+0000","last_peered":"2024-09-15T23:46:13.058119+0000","last_clean":"2024-09-15T23:46:13.058119+0000","last_became_active":"2024-09-15T23:45:18.742411+0000","last_became_peered":"2024-09-15T23:45:18.742411+0000","last_unstale":"2024-09-15T23:46:13.058119+0000","last_undegraded":"2024-09-15T23:46:13.058119+0000","last_fullsized":"2024-09-15T23:46:13.058119+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:25:52.381128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59764,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":114,"num_read_kb":114,"num_write":32,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358918+0000","last_change":"2024-09-15T23:45:09.344449+0000","last_active":"2024-09-15T23:45:18.358918+0000","last_peered":"2024-09-15T23:45:18.358918+0000","last_clean":"2024-09-15T23:45:18.358918+0000","last_became_active":"2024-09-15T23:45:09.344117+0000","last_became_peered":"2024-09-15T23:45:09.344117+0000","last_unstale":"2024-09-15T23:45:18.358918+0000","last_undegraded":"2024-09-15T23:45:18.358918+0000","last_fullsized":"2024-09-15T23:45:18.358918+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:45:33.901198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.985662+0000","last_change":"2024-09-15T23:45:07.321722+0000","last_active":"2024-09-15T23:45:21.985662+0000","last_peered":"2024-09-15T23:45:21.985662+0000","last_clean":"2024-09-15T23:45:21.985662+0000","last_became_active":"2024-09-15T23:45:07.321240+0000","last_became_peered":"2024-09-15T23:45:07.321240+0000","last_unstale":"2024-09-15T23:45:21.985662+0000","last_undegraded":"2024-09-15T23:45:21.985662+0000","last_fullsized":"2024-09-15T23:45:21.985662+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:17:33.902817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.595905+0000","last_change":"2024-09-15T23:45:09.338083+0000","last_active":"2024-09-15T23:45:18.595905+0000","last_peered":"2024-09-15T23:45:18.595905+0000","last_clean":"2024-09-15T23:45:18.595905+0000","last_became_active":"2024-09-15T23:45:09.337779+0000","last_became_peered":"2024-09-15T23:45:09.337779+0000","last_unstale":"2024-09-15T23:45:18.595905+0000","last_undegraded":"2024-09-15T23:45:18.595905+0000","last_fullsized":"2024-09-15T23:45:18.595905+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:12:03.902405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":28,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.397844+0000","last_change":"2024-09-15T23:45:07.319367+0000","last_active":"2024-09-15T23:45:21.397844+0000","last_peered":"2024-09-15T23:45:21.397844+0000","last_clean":"2024-09-15T23:45:21.397844+0000","last_became_active":"2024-09-15T23:45:07.318819+0000","last_became_peered":"2024-09-15T23:45:07.318819+0000","last_unstale":"2024-09-15T23:45:21.397844+0000","last_undegraded":"2024-09-15T23:45:21.397844+0000","last_fullsized":"2024-09-15T23:45:21.397844+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:27:05.543672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355091+0000","last_change":"2024-09-15T23:45:09.338916+0000","last_active":"2024-09-15T23:45:18.355091+0000","last_peered":"2024-09-15T23:45:18.355091+0000","last_clean":"2024-09-15T23:45:18.355091+0000","last_became_active":"2024-09-15T23:45:09.338519+0000","last_became_peered":"2024-09-15T23:45:09.338519+0000","last_unstale":"2024-09-15T23:45:18.355091+0000","last_undegraded":"2024-09-15T23:45:18.355091+0000","last_fullsized":"2024-09-15T23:45:18.355091+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:51:57.181373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'5","reported_seq":80,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:46:11.050527+0000","last_change":"2024-09-15T23:45:07.316167+0000","last_active":"2024-09-15T23:46:11.050527+0000","last_peered":"2024-09-15T23:46:11.050527+0000","last_clean":"2024-09-15T23:46:11.050527+0000","last_became_active":"2024-09-15T23:45:07.315826+0000","last_became_peered":"2024-09-15T23:45:07.315826+0000","last_unstale":"2024-09-15T23:46:11.050527+0000","last_undegraded":"2024-09-15T23:46:11.050527+0000","last_fullsized":"2024-09-15T23:46:11.050527+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:44:36.670392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":54,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.354857+0000","last_change":"2024-09-15T23:45:09.345033+0000","last_active":"2024-09-15T23:45:18.354857+0000","last_peered":"2024-09-15T23:45:18.354857+0000","last_clean":"2024-09-15T23:45:18.354857+0000","last_became_active":"2024-09-15T23:45:09.344730+0000","last_became_peered":"2024-09-15T23:45:09.344730+0000","last_unstale":"2024-09-15T23:45:18.354857+0000","last_undegraded":"2024-09-15T23:45:18.354857+0000","last_fullsized":"2024-09-15T23:45:18.354857+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:02:45.017706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"83'17","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396166+0000","last_change":"2024-09-15T23:45:18.366576+0000","last_active":"2024-09-15T23:45:21.396166+0000","last_peered":"2024-09-15T23:45:21.396166+0000","last_clean":"2024-09-15T23:45:21.396166+0000","last_became_active":"2024-09-15T23:45:18.358181+0000","last_became_peered":"2024-09-15T23:45:18.358181+0000","last_unstale":"2024-09-15T23:45:21.396166+0000","last_undegraded":"2024-09-15T23:45:21.396166+0000","last_fullsized":"2024-09-15T23:45:21.396166+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:10:32.046041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.470261+0000","last_change":"2024-09-15T23:45:09.327893+0000","last_active":"2024-09-15T23:45:18.470261+0000","last_peered":"2024-09-15T23:45:18.470261+0000","last_clean":"2024-09-15T23:45:18.470261+0000","last_became_active":"2024-09-15T23:45:09.327032+0000","last_became_peered":"2024-09-15T23:45:09.327032+0000","last_unstale":"2024-09-15T23:45:18.470261+0000","last_undegraded":"2024-09-15T23:45:18.470261+0000","last_fullsized":"2024-09-15T23:45:18.470261+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:54:13.480778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'2","reported_seq":25,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:20.371604+0000","last_change":"2024-09-15T23:45:07.320228+0000","last_active":"2024-09-15T23:45:20.371604+0000","last_peered":"2024-09-15T23:45:20.371604+0000","last_clean":"2024-09-15T23:45:20.371604+0000","last_became_active":"2024-09-15T23:45:07.319341+0000","last_became_peered":"2024-09-15T23:45:07.319341+0000","last_unstale":"2024-09-15T23:45:20.371604+0000","last_undegraded":"2024-09-15T23:45:20.371604+0000","last_fullsized":"2024-09-15T23:45:20.371604+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:13:42.716917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.742118+0000","last_change":"2024-09-15T23:45:18.742118+0000","last_active":"2024-09-15T23:45:18.742118+0000","last_peered":"2024-09-15T23:45:18.742118+0000","last_clean":"2024-09-15T23:45:18.742118+0000","last_became_active":"2024-09-15T23:45:18.741643+0000","last_became_peered":"2024-09-15T23:45:18.741643+0000","last_unstale":"2024-09-15T23:45:18.742118+0000","last_undegraded":"2024-09-15T23:45:18.742118+0000","last_fullsized":"2024-09-15T23:45:18.742118+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:04.316679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"83'5","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.395094+0000","last_change":"2024-09-15T23:45:07.315458+0000","last_active":"2024-09-15T23:45:21.395094+0000","last_peered":"2024-09-15T23:45:21.395094+0000","last_clean":"2024-09-15T23:45:21.395094+0000","last_became_active":"2024-09-15T23:45:07.315168+0000","last_became_peered":"2024-09-15T23:45:07.315168+0000","last_unstale":"2024-09-15T23:45:21.395094+0000","last_undegraded":"2024-09-15T23:45:21.395094+0000","last_fullsized":"2024-09-15T23:45:21.395094+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:20:33.313027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355341+0000","last_change":"2024-09-15T23:45:09.341060+0000","last_active":"2024-09-15T23:45:18.355341+0000","last_peered":"2024-09-15T23:45:18.355341+0000","last_clean":"2024-09-15T23:45:18.355341+0000","last_became_active":"2024-09-15T23:45:09.340689+0000","last_became_peered":"2024-09-15T23:45:09.340689+0000","last_unstale":"2024-09-15T23:45:18.355341+0000","last_undegraded":"2024-09-15T23:45:18.355341+0000","last_fullsized":"2024-09-15T23:45:18.355341+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:30:07.756372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'3","reported_seq":26,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396349+0000","last_change":"2024-09-15T23:45:07.323917+0000","last_active":"2024-09-15T23:45:21.396349+0000","last_peered":"2024-09-15T23:45:21.396349+0000","last_clean":"2024-09-15T23:45:21.396349+0000","last_became_active":"2024-09-15T23:45:07.323405+0000","last_became_peered":"2024-09-15T23:45:07.323405+0000","last_unstale":"2024-09-15T23:45:21.396349+0000","last_undegraded":"2024-09-15T23:45:21.396349+0000","last_fullsized":"2024-09-15T23:45:21.396349+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:17:01.347512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"83'1","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355139+0000","last_change":"2024-09-15T23:45:09.335070+0000","last_active":"2024-09-15T23:45:18.355139+0000","last_peered":"2024-09-15T23:45:18.355139+0000","last_clean":"2024-09-15T23:45:18.355139+0000","last_became_active":"2024-09-15T23:45:09.332206+0000","last_became_peered":"2024-09-15T23:45:09.332206+0000","last_unstale":"2024-09-15T23:45:18.355139+0000","last_undegraded":"2024-09-15T23:45:18.355139+0000","last_fullsized":"2024-09-15T23:45:18.355139+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:10:36.127474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"83'5","reported_seq":79,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:46:10.091936+0000","last_change":"2024-09-15T23:45:07.705605+0000","last_active":"2024-09-15T23:46:10.091936+0000","last_peered":"2024-09-15T23:46:10.091936+0000","last_clean":"2024-09-15T23:46:10.091936+0000","last_became_active":"2024-09-15T23:45:07.705108+0000","last_became_peered":"2024-09-15T23:45:07.705108+0000","last_unstale":"2024-09-15T23:46:10.091936+0000","last_undegraded":"2024-09-15T23:46:10.091936+0000","last_fullsized":"2024-09-15T23:46:10.091936+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:20:18.713068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":52,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355258+0000","last_change":"2024-09-15T23:45:09.343024+0000","last_active":"2024-09-15T23:45:18.355258+0000","last_peered":"2024-09-15T23:45:18.355258+0000","last_clean":"2024-09-15T23:45:18.355258+0000","last_became_active":"2024-09-15T23:45:09.342682+0000","last_became_peered":"2024-09-15T23:45:09.342682+0000","last_unstale":"2024-09-15T23:45:18.355258+0000","last_undegraded":"2024-09-15T23:45:18.355258+0000","last_fullsized":"2024-09-15T23:45:18.355258+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:14:59.321448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":348,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355065+0000","last_change":"2024-09-15T23:43:57.114162+0000","last_active":"2024-09-15T23:45:18.355065+0000","last_peered":"2024-09-15T23:45:18.355065+0000","last_clean":"2024-09-15T23:45:18.355065+0000","last_became_active":"2024-09-15T23:43:57.113735+0000","last_became_peered":"2024-09-15T23:43:57.113735+0000","last_unstale":"2024-09-15T23:45:18.355065+0000","last_undegraded":"2024-09-15T23:45:18.355065+0000","last_fullsized":"2024-09-15T23:45:18.355065+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:40:31.538127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:40:31.538127+0000","last_clean_scrub_stamp":"2024-09-15T23:40:31.538127+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:53.678578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.987981+0000","last_change":"2024-09-15T23:45:07.314028+0000","last_active":"2024-09-15T23:45:21.987981+0000","last_peered":"2024-09-15T23:45:21.987981+0000","last_clean":"2024-09-15T23:45:21.987981+0000","last_became_active":"2024-09-15T23:45:07.313640+0000","last_became_peered":"2024-09-15T23:45:07.313640+0000","last_unstale":"2024-09-15T23:45:21.987981+0000","last_undegraded":"2024-09-15T23:45:21.987981+0000","last_fullsized":"2024-09-15T23:45:21.987981+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:19:35.589971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.471934+0000","last_change":"2024-09-15T23:45:18.471629+0000","last_active":"2024-09-15T23:45:18.471934+0000","last_peered":"2024-09-15T23:45:18.471934+0000","last_clean":"2024-09-15T23:45:18.471934+0000","last_became_active":"2024-09-15T23:45:18.471332+0000","last_became_peered":"2024-09-15T23:45:18.471332+0000","last_unstale":"2024-09-15T23:45:18.471934+0000","last_undegraded":"2024-09-15T23:45:18.471934+0000","last_fullsized":"2024-09-15T23:45:18.471934+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:51:18.923398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":26,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:19.376743+0000","last_change":"2024-09-15T23:45:07.319661+0000","last_active":"2024-09-15T23:45:19.376743+0000","last_peered":"2024-09-15T23:45:19.376743+0000","last_clean":"2024-09-15T23:45:19.376743+0000","last_became_active":"2024-09-15T23:45:07.319311+0000","last_became_peered":"2024-09-15T23:45:07.319311+0000","last_unstale":"2024-09-15T23:45:19.376743+0000","last_undegraded":"2024-09-15T23:45:19.376743+0000","last_fullsized":"2024-09-15T23:45:19.376743+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:09:08.718359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.595764+0000","last_change":"2024-09-15T23:45:09.336790+0000","last_active":"2024-09-15T23:45:18.595764+0000","last_peered":"2024-09-15T23:45:18.595764+0000","last_clean":"2024-09-15T23:45:18.595764+0000","last_became_active":"2024-09-15T23:45:09.335853+0000","last_became_peered":"2024-09-15T23:45:09.335853+0000","last_unstale":"2024-09-15T23:45:18.595764+0000","last_undegraded":"2024-09-15T23:45:18.595764+0000","last_fullsized":"2024-09-15T23:45:18.595764+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:30.260338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":79,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:46:11.049883+0000","last_change":"2024-09-15T23:45:07.485142+0000","last_active":"2024-09-15T23:46:11.049883+0000","last_peered":"2024-09-15T23:46:11.049883+0000","last_clean":"2024-09-15T23:46:11.049883+0000","last_became_active":"2024-09-15T23:45:07.484584+0000","last_became_peered":"2024-09-15T23:45:07.484584+0000","last_unstale":"2024-09-15T23:46:11.049883+0000","last_undegraded":"2024-09-15T23:46:11.049883+0000","last_fullsized":"2024-09-15T23:46:11.049883+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:02.958542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":52,"num_read_kb":52,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.470113+0000","last_change":"2024-09-15T23:45:09.330319+0000","last_active":"2024-09-15T23:45:18.470113+0000","last_peered":"2024-09-15T23:45:18.470113+0000","last_clean":"2024-09-15T23:45:18.470113+0000","last_became_active":"2024-09-15T23:45:09.329963+0000","last_became_peered":"2024-09-15T23:45:09.329963+0000","last_unstale":"2024-09-15T23:45:18.470113+0000","last_undegraded":"2024-09-15T23:45:18.470113+0000","last_fullsized":"2024-09-15T23:45:18.470113+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:33:37.921792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"83'5","reported_seq":78,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:46:10.049142+0000","last_change":"2024-09-15T23:45:07.311407+0000","last_active":"2024-09-15T23:46:10.049142+0000","last_peered":"2024-09-15T23:46:10.049142+0000","last_clean":"2024-09-15T23:46:10.049142+0000","last_became_active":"2024-09-15T23:45:07.311043+0000","last_became_peered":"2024-09-15T23:45:07.311043+0000","last_unstale":"2024-09-15T23:46:10.049142+0000","last_undegraded":"2024-09-15T23:46:10.049142+0000","last_fullsized":"2024-09-15T23:46:10.049142+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:13.588530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":51,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356818+0000","last_change":"2024-09-15T23:45:09.343770+0000","last_active":"2024-09-15T23:45:18.356818+0000","last_peered":"2024-09-15T23:45:18.356818+0000","last_clean":"2024-09-15T23:45:18.356818+0000","last_became_active":"2024-09-15T23:45:09.343446+0000","last_became_peered":"2024-09-15T23:45:09.343446+0000","last_unstale":"2024-09-15T23:45:18.356818+0000","last_undegraded":"2024-09-15T23:45:18.356818+0000","last_fullsized":"2024-09-15T23:45:18.356818+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:33:16.225344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.353864+0000","last_change":"2024-09-15T23:45:07.486072+0000","last_active":"2024-09-15T23:45:18.353864+0000","last_peered":"2024-09-15T23:45:18.353864+0000","last_clean":"2024-09-15T23:45:18.353864+0000","last_became_active":"2024-09-15T23:45:07.485653+0000","last_became_peered":"2024-09-15T23:45:07.485653+0000","last_unstale":"2024-09-15T23:45:18.353864+0000","last_undegraded":"2024-09-15T23:45:18.353864+0000","last_fullsized":"2024-09-15T23:45:18.353864+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:58:00.598795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'1","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.357003+0000","last_change":"2024-09-15T23:45:09.336737+0000","last_active":"2024-09-15T23:45:18.357003+0000","last_peered":"2024-09-15T23:45:18.357003+0000","last_clean":"2024-09-15T23:45:18.357003+0000","last_became_active":"2024-09-15T23:45:09.336269+0000","last_became_peered":"2024-09-15T23:45:09.336269+0000","last_unstale":"2024-09-15T23:45:18.357003+0000","last_undegraded":"2024-09-15T23:45:18.357003+0000","last_fullsized":"2024-09-15T23:45:18.357003+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:57:03.941909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"83'4","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396776+0000","last_change":"2024-09-15T23:45:07.485669+0000","last_active":"2024-09-15T23:45:21.396776+0000","last_peered":"2024-09-15T23:45:21.396776+0000","last_clean":"2024-09-15T23:45:21.396776+0000","last_became_active":"2024-09-15T23:45:07.485277+0000","last_became_peered":"2024-09-15T23:45:07.485277+0000","last_unstale":"2024-09-15T23:45:21.396776+0000","last_undegraded":"2024-09-15T23:45:21.396776+0000","last_fullsized":"2024-09-15T23:45:21.396776+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:21:49.728517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.596079+0000","last_change":"2024-09-15T23:45:09.336529+0000","last_active":"2024-09-15T23:45:18.596079+0000","last_peered":"2024-09-15T23:45:18.596079+0000","last_clean":"2024-09-15T23:45:18.596079+0000","last_became_active":"2024-09-15T23:45:09.336180+0000","last_became_peered":"2024-09-15T23:45:09.336180+0000","last_unstale":"2024-09-15T23:45:18.596079+0000","last_undegraded":"2024-09-15T23:45:18.596079+0000","last_fullsized":"2024-09-15T23:45:18.596079+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:25.378208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'15","reported_seq":37,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:33.326448+0000","last_change":"2024-09-15T23:45:07.318894+0000","last_active":"2024-09-15T23:45:33.326448+0000","last_peered":"2024-09-15T23:45:33.326448+0000","last_clean":"2024-09-15T23:45:33.326448+0000","last_became_active":"2024-09-15T23:45:07.318546+0000","last_became_peered":"2024-09-15T23:45:07.318546+0000","last_unstale":"2024-09-15T23:45:33.326448+0000","last_undegraded":"2024-09-15T23:45:33.326448+0000","last_fullsized":"2024-09-15T23:45:33.326448+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:33:57.022019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740970+0000","last_change":"2024-09-15T23:45:09.332889+0000","last_active":"2024-09-15T23:45:18.740970+0000","last_peered":"2024-09-15T23:45:18.740970+0000","last_clean":"2024-09-15T23:45:18.740970+0000","last_became_active":"2024-09-15T23:45:09.332325+0000","last_became_peered":"2024-09-15T23:45:09.332325+0000","last_unstale":"2024-09-15T23:45:18.740970+0000","last_undegraded":"2024-09-15T23:45:18.740970+0000","last_fullsized":"2024-09-15T23:45:18.740970+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:54:43.482022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"83'7","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396717+0000","last_change":"2024-09-15T23:45:07.705752+0000","last_active":"2024-09-15T23:45:21.396717+0000","last_peered":"2024-09-15T23:45:21.396717+0000","last_clean":"2024-09-15T23:45:21.396717+0000","last_became_active":"2024-09-15T23:45:07.705401+0000","last_became_peered":"2024-09-15T23:45:07.705401+0000","last_unstale":"2024-09-15T23:45:21.396717+0000","last_undegraded":"2024-09-15T23:45:21.396717+0000","last_fullsized":"2024-09-15T23:45:21.396717+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:11:46.134803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.742121+0000","last_change":"2024-09-15T23:45:18.742121+0000","last_active":"2024-09-15T23:45:18.742121+0000","last_peered":"2024-09-15T23:45:18.742121+0000","last_clean":"2024-09-15T23:45:18.742121+0000","last_became_active":"2024-09-15T23:45:18.741740+0000","last_became_peered":"2024-09-15T23:45:18.741740+0000","last_unstale":"2024-09-15T23:45:18.742121+0000","last_undegraded":"2024-09-15T23:45:18.742121+0000","last_fullsized":"2024-09-15T23:45:18.742121+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:36:52.454260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"82'2","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358557+0000","last_change":"2024-09-15T23:45:07.485262+0000","last_active":"2024-09-15T23:45:18.358557+0000","last_peered":"2024-09-15T23:45:18.358557+0000","last_clean":"2024-09-15T23:45:18.358557+0000","last_became_active":"2024-09-15T23:45:07.484939+0000","last_became_peered":"2024-09-15T23:45:07.484939+0000","last_unstale":"2024-09-15T23:45:18.358557+0000","last_undegraded":"2024-09-15T23:45:18.358557+0000","last_fullsized":"2024-09-15T23:45:18.358557+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:00:40.764320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358673+0000","last_change":"2024-09-15T23:45:09.346579+0000","last_active":"2024-09-15T23:45:18.358673+0000","last_peered":"2024-09-15T23:45:18.358673+0000","last_clean":"2024-09-15T23:45:18.358673+0000","last_became_active":"2024-09-15T23:45:09.346196+0000","last_became_peered":"2024-09-15T23:45:09.346196+0000","last_unstale":"2024-09-15T23:45:18.358673+0000","last_undegraded":"2024-09-15T23:45:18.358673+0000","last_fullsized":"2024-09-15T23:45:18.358673+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:45:54.178974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.396415+0000","last_change":"2024-09-15T23:45:07.311438+0000","last_active":"2024-09-15T23:45:21.396415+0000","last_peered":"2024-09-15T23:45:21.396415+0000","last_clean":"2024-09-15T23:45:21.396415+0000","last_became_active":"2024-09-15T23:45:07.310482+0000","last_became_peered":"2024-09-15T23:45:07.310482+0000","last_unstale":"2024-09-15T23:45:21.396415+0000","last_undegraded":"2024-09-15T23:45:21.396415+0000","last_fullsized":"2024-09-15T23:45:21.396415+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:36:36.614195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.357105+0000","last_change":"2024-09-15T23:45:09.340804+0000","last_active":"2024-09-15T23:45:18.357105+0000","last_peered":"2024-09-15T23:45:18.357105+0000","last_clean":"2024-09-15T23:45:18.357105+0000","last_became_active":"2024-09-15T23:45:09.340507+0000","last_became_peered":"2024-09-15T23:45:09.340507+0000","last_unstale":"2024-09-15T23:45:18.357105+0000","last_undegraded":"2024-09-15T23:45:18.357105+0000","last_fullsized":"2024-09-15T23:45:18.357105+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:01:14.448967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"83'3","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:20.387707+0000","last_change":"2024-09-15T23:45:18.742127+0000","last_active":"2024-09-15T23:45:20.387707+0000","last_peered":"2024-09-15T23:45:20.387707+0000","last_clean":"2024-09-15T23:45:20.387707+0000","last_became_active":"2024-09-15T23:45:18.741720+0000","last_became_peered":"2024-09-15T23:45:18.741720+0000","last_unstale":"2024-09-15T23:45:20.387707+0000","last_undegraded":"2024-09-15T23:45:20.387707+0000","last_fullsized":"2024-09-15T23:45:20.387707+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:14.779599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740801+0000","last_change":"2024-09-15T23:45:09.337689+0000","last_active":"2024-09-15T23:45:18.740801+0000","last_peered":"2024-09-15T23:45:18.740801+0000","last_clean":"2024-09-15T23:45:18.740801+0000","last_became_active":"2024-09-15T23:45:09.337394+0000","last_became_peered":"2024-09-15T23:45:09.337394+0000","last_unstale":"2024-09-15T23:45:18.740801+0000","last_undegraded":"2024-09-15T23:45:18.740801+0000","last_fullsized":"2024-09-15T23:45:18.740801+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:32:59.568555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"82'4","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358918+0000","last_change":"2024-09-15T23:45:07.322410+0000","last_active":"2024-09-15T23:45:18.358918+0000","last_peered":"2024-09-15T23:45:18.358918+0000","last_clean":"2024-09-15T23:45:18.358918+0000","last_became_active":"2024-09-15T23:45:07.321222+0000","last_became_peered":"2024-09-15T23:45:07.321222+0000","last_unstale":"2024-09-15T23:45:18.358918+0000","last_undegraded":"2024-09-15T23:45:18.358918+0000","last_fullsized":"2024-09-15T23:45:18.358918+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:24:14.197127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.355192+0000","last_change":"2024-09-15T23:45:09.338236+0000","last_active":"2024-09-15T23:45:18.355192+0000","last_peered":"2024-09-15T23:45:18.355192+0000","last_clean":"2024-09-15T23:45:18.355192+0000","last_became_active":"2024-09-15T23:45:09.337905+0000","last_became_peered":"2024-09-15T23:45:09.337905+0000","last_unstale":"2024-09-15T23:45:18.355192+0000","last_undegraded":"2024-09-15T23:45:18.355192+0000","last_fullsized":"2024-09-15T23:45:18.355192+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:27:06.451524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.470494+0000","last_change":"2024-09-15T23:45:09.335474+0000","last_active":"2024-09-15T23:45:18.470494+0000","last_peered":"2024-09-15T23:45:18.470494+0000","last_clean":"2024-09-15T23:45:18.470494+0000","last_became_active":"2024-09-15T23:45:09.335134+0000","last_became_peered":"2024-09-15T23:45:09.335134+0000","last_unstale":"2024-09-15T23:45:18.470494+0000","last_undegraded":"2024-09-15T23:45:18.470494+0000","last_fullsized":"2024-09-15T23:45:18.470494+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:20:40.804854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"83'5","reported_seq":28,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.398042+0000","last_change":"2024-09-15T23:45:07.319775+0000","last_active":"2024-09-15T23:45:21.398042+0000","last_peered":"2024-09-15T23:45:21.398042+0000","last_clean":"2024-09-15T23:45:21.398042+0000","last_became_active":"2024-09-15T23:45:07.319409+0000","last_became_peered":"2024-09-15T23:45:07.319409+0000","last_unstale":"2024-09-15T23:45:21.398042+0000","last_undegraded":"2024-09-15T23:45:21.398042+0000","last_fullsized":"2024-09-15T23:45:21.398042+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:24:34.552871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.358456+0000","last_change":"2024-09-15T23:45:09.334261+0000","last_active":"2024-09-15T23:45:18.358456+0000","last_peered":"2024-09-15T23:45:18.358456+0000","last_clean":"2024-09-15T23:45:18.358456+0000","last_became_active":"2024-09-15T23:45:09.332984+0000","last_became_peered":"2024-09-15T23:45:09.332984+0000","last_unstale":"2024-09-15T23:45:18.358456+0000","last_undegraded":"2024-09-15T23:45:18.358456+0000","last_fullsized":"2024-09-15T23:45:18.358456+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:59:55.594300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"83'12","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:21.985493+0000","last_change":"2024-09-15T23:45:07.321572+0000","last_active":"2024-09-15T23:45:21.985493+0000","last_peered":"2024-09-15T23:45:21.985493+0000","last_clean":"2024-09-15T23:45:21.985493+0000","last_became_active":"2024-09-15T23:45:07.321190+0000","last_became_peered":"2024-09-15T23:45:07.321190+0000","last_unstale":"2024-09-15T23:45:21.985493+0000","last_undegraded":"2024-09-15T23:45:21.985493+0000","last_fullsized":"2024-09-15T23:45:21.985493+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:37:27.707529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.356079+0000","last_change":"2024-09-15T23:45:09.339479+0000","last_active":"2024-09-15T23:45:18.356079+0000","last_peered":"2024-09-15T23:45:18.356079+0000","last_clean":"2024-09-15T23:45:18.356079+0000","last_became_active":"2024-09-15T23:45:09.339160+0000","last_became_peered":"2024-09-15T23:45:09.339160+0000","last_unstale":"2024-09-15T23:45:18.356079+0000","last_undegraded":"2024-09-15T23:45:18.356079+0000","last_fullsized":"2024-09-15T23:45:18.356079+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:13:12.360627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740939+0000","last_change":"2024-09-15T23:45:07.485049+0000","last_active":"2024-09-15T23:45:18.740939+0000","last_peered":"2024-09-15T23:45:18.740939+0000","last_clean":"2024-09-15T23:45:18.740939+0000","last_became_active":"2024-09-15T23:45:07.484693+0000","last_became_peered":"2024-09-15T23:45:07.484693+0000","last_unstale":"2024-09-15T23:45:18.740939+0000","last_undegraded":"2024-09-15T23:45:18.740939+0000","last_fullsized":"2024-09-15T23:45:18.740939+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T00:31:56.657697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:45:18.740773+0000","last_change":"2024-09-15T23:45:09.330417+0000","last_active":"2024-09-15T23:45:18.740773+0000","last_peered":"2024-09-15T23:45:18.740773+0000","last_clean":"2024-09-15T23:45:18.740773+0000","last_became_active":"2024-09-15T23:45:09.330119+0000","last_became_peered":"2024-09-15T23:45:09.330119+0000","last_unstale":"2024-09-15T23:45:18.740773+0000","last_undegraded":"2024-09-15T23:45:18.740773+0000","last_fullsized":"2024-09-15T23:45:18.740773+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:08.303496+0000","last_clean_scrub_stamp":"2024-09-15T23:45:08.303496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:26:19.273371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"83'13","reported_seq":89,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-15T23:46:13.052415+0000","last_change":"2024-09-15T23:45:07.316006+0000","last_active":"2024-09-15T23:46:13.052415+0000","last_peered":"2024-09-15T23:46:13.052415+0000","last_clean":"2024-09-15T23:46:13.052415+0000","last_became_active":"2024-09-15T23:45:07.315670+0000","last_became_peered":"2024-09-15T23:45:07.315670+0000","last_unstale":"2024-09-15T23:46:13.052415+0000","last_undegraded":"2024-09-15T23:46:13.052415+0000","last_fullsized":"2024-09-15T23:46:13.052415+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-15T23:45:06.300136+0000","last_clean_scrub_stamp":"2024-09-15T23:45:06.300136+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:58:48.366742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":54,"num_read_kb":54,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":66186,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":553,"num_read_kb":351,"num_write":242,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":198558,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":207,"ondisk_log_size":207,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":281803,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":75,"seq":322122547227,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32080,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713072,"statfs":{"total":95995035648,"available":95962185728,"internally_reserved":0,"allocated":917504,"data_stored":440332,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":68,"seq":292057776159,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32224,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712928,"statfs":{"total":95995035648,"available":95962038272,"internally_reserved":0,"allocated":1064960,"data_stored":1091013,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":63,"seq":270582939685,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32096,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713056,"statfs":{"total":95995035648,"available":95962169344,"internally_reserved":0,"allocated":933888,"data_stored":440150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201321,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":921600,"data_stored":440416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430254,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":983040,"data_stored":1032655,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593780,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":917504,"data_stored":439867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822713,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":995328,"data_stored":1032333,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986238,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32148,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713004,"statfs":{"total":95995035648,"available":95962116096,"internally_reserved":0,"allocated":987136,"data_stored":499492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215171,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":933888,"data_stored":439692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411400,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36252,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708900,"statfs":{"total":95995035648,"available":95957913600,"internally_reserved":0,"allocated":929792,"data_stored":441000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574925,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32140,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713012,"statfs":{"total":95995035648,"available":95962124288,"internally_reserved":0,"allocated":978944,"data_stored":500544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738450,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":937984,"data_stored":441206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34201,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34201,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34201,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35840,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":61516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":60464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":61500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-15T23:46:16.735 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-15T23:46:16.735 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-15T23:46:16.735 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-15T23:46:16.735 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph health --format=json 2024-09-15T23:46:16.987 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:17.388 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:17 smithi071 ceph-mon[30957]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-15T23:46:17.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.465+0000 7f1db24e3640 1 -- 172.21.15.71:0/942043331 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1dac101de0 msgr2=0x7f1dac1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:17.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.465+0000 7f1db24e3640 1 --2- 172.21.15.71:0/942043331 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1dac101de0 0x7f1dac1021c0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c009900 tx=0x7f1d9c02a410 comp rx=0 tx=0).stop 2024-09-15T23:46:17.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.465+0000 7f1db24e3640 1 -- 172.21.15.71:0/942043331 shutdown_connections 2024-09-15T23:46:17.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.465+0000 7f1db24e3640 1 --2- 172.21.15.71:0/942043331 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1dac106f10 0x7f1dac10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:17.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.465+0000 7f1db24e3640 1 --2- 172.21.15.71:0/942043331 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1dac102790 0x7f1dac1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:17.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.465+0000 7f1db24e3640 1 --2- 172.21.15.71:0/942043331 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1dac101de0 0x7f1dac1021c0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:17.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.465+0000 7f1db24e3640 1 -- 172.21.15.71:0/942043331 >> 172.21.15.71:0/942043331 conn(0x7f1dac0fd8c0 msgr2=0x7f1dac0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:17.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.465+0000 7f1db24e3640 1 -- 172.21.15.71:0/942043331 shutdown_connections 2024-09-15T23:46:17.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.465+0000 7f1db24e3640 1 -- 172.21.15.71:0/942043331 wait complete. 2024-09-15T23:46:17.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.466+0000 7f1db24e3640 1 Processor -- start 2024-09-15T23:46:17.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.466+0000 7f1db24e3640 1 -- start start 2024-09-15T23:46:17.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.466+0000 7f1db24e3640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1dac101de0 0x7f1dac1983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:17.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.466+0000 7f1db24e3640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1dac102790 0x7f1dac198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:17.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.466+0000 7f1db24e3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1dac106f10 0x7f1dac19cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:17.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.466+0000 7f1db24e3640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f1dac111e40 con 0x7f1dac106f10 2024-09-15T23:46:17.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.466+0000 7f1db24e3640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f1dac111cc0 con 0x7f1dac102790 2024-09-15T23:46:17.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.466+0000 7f1db24e3640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f1dac111fc0 con 0x7f1dac101de0 2024-09-15T23:46:17.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.466+0000 7f1db0a80640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1dac106f10 0x7f1dac19cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:17.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.466+0000 7f1db0a80640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1dac106f10 0x7f1dac19cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:59920/0 (socket says 172.21.15.71:59920) 2024-09-15T23:46:17.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.466+0000 7f1db0a80640 1 -- 172.21.15.71:0/232584081 learned_addr learned my addr 172.21.15.71:0/232584081 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:17.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.467+0000 7f1dabfff640 1 --2- 172.21.15.71:0/232584081 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1dac101de0 0x7f1dac1983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:17.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.467+0000 7f1db0a80640 1 -- 172.21.15.71:0/232584081 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1dac101de0 msgr2=0x7f1dac1983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:17.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.467+0000 7f1dab7fe640 1 --2- 172.21.15.71:0/232584081 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1dac102790 0x7f1dac198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:17.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.467+0000 7f1db0a80640 1 --2- 172.21.15.71:0/232584081 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1dac101de0 0x7f1dac1983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:17.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.467+0000 7f1db0a80640 1 -- 172.21.15.71:0/232584081 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1dac102790 msgr2=0x7f1dac198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:17.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.467+0000 7f1db0a80640 1 --2- 172.21.15.71:0/232584081 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1dac102790 0x7f1dac198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:17.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.467+0000 7f1db0a80640 1 -- 172.21.15.71:0/232584081 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dac19d370 con 0x7f1dac106f10 2024-09-15T23:46:17.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.467+0000 7f1dab7fe640 1 --2- 172.21.15.71:0/232584081 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1dac102790 0x7f1dac198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:17.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.467+0000 7f1db0a80640 1 --2- 172.21.15.71:0/232584081 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1dac106f10 0x7f1dac19cc90 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1da400b970 tx=0x7f1da400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:17.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.467+0000 7f1da97fa640 1 -- 172.21.15.71:0/232584081 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1da4019070 con 0x7f1dac106f10 2024-09-15T23:46:17.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.467+0000 7f1da97fa640 1 -- 172.21.15.71:0/232584081 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1da4014440 con 0x7f1dac106f10 2024-09-15T23:46:17.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.467+0000 7f1db24e3640 1 -- 172.21.15.71:0/232584081 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1dac19d660 con 0x7f1dac106f10 2024-09-15T23:46:17.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.467+0000 7f1da97fa640 1 -- 172.21.15.71:0/232584081 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1da40075d0 con 0x7f1dac106f10 2024-09-15T23:46:17.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.467+0000 7f1db24e3640 1 -- 172.21.15.71:0/232584081 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1dac1a4f40 con 0x7f1dac106f10 2024-09-15T23:46:17.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.468+0000 7f1db24e3640 1 -- 172.21.15.71:0/232584081 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1dac1021c0 con 0x7f1dac106f10 2024-09-15T23:46:17.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.469+0000 7f1da97fa640 1 -- 172.21.15.71:0/232584081 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f1da401c070 con 0x7f1dac106f10 2024-09-15T23:46:17.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.470+0000 7f1da97fa640 1 --2- 172.21.15.71:0/232584081 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f1d940a32d0 0x7f1d940a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:17.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.470+0000 7f1dabfff640 1 --2- 172.21.15.71:0/232584081 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f1d940a32d0 0x7f1d940a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:17.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.470+0000 7f1da97fa640 1 -- 172.21.15.71:0/232584081 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f1da40cefe0 con 0x7f1dac106f10 2024-09-15T23:46:17.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.470+0000 7f1dabfff640 1 --2- 172.21.15.71:0/232584081 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f1d940a32d0 0x7f1d940a5790 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c006010 tx=0x7f1d9c000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:17.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.474+0000 7f1da97fa640 1 -- 172.21.15.71:0/232584081 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1da409bce0 con 0x7f1dac106f10 2024-09-15T23:46:17.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:17 smithi163 ceph-mon[34107]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-15T23:46:17.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:17 smithi190 ceph-mon[34840]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-15T23:46:17.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.674+0000 7f1db24e3640 1 -- 172.21.15.71:0/232584081 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f1dac02d7c0 con 0x7f1dac106f10 2024-09-15T23:46:17.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.675+0000 7f1da97fa640 1 -- 172.21.15.71:0/232584081 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f1da409b5e0 con 0x7f1dac106f10 2024-09-15T23:46:17.676 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:46:17.676 INFO:teuthology.orchestra.run.smithi071.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-15T23:46:17.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.677+0000 7f1db24e3640 1 -- 172.21.15.71:0/232584081 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f1d940a32d0 msgr2=0x7f1d940a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:17.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.677+0000 7f1db24e3640 1 --2- 172.21.15.71:0/232584081 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f1d940a32d0 0x7f1d940a5790 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c006010 tx=0x7f1d9c000bc0 comp rx=0 tx=0).stop 2024-09-15T23:46:17.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.677+0000 7f1db24e3640 1 -- 172.21.15.71:0/232584081 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1dac106f10 msgr2=0x7f1dac19cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:17.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.677+0000 7f1db24e3640 1 --2- 172.21.15.71:0/232584081 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1dac106f10 0x7f1dac19cc90 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1da400b970 tx=0x7f1da400be30 comp rx=0 tx=0).stop 2024-09-15T23:46:17.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.677+0000 7f1db24e3640 1 -- 172.21.15.71:0/232584081 shutdown_connections 2024-09-15T23:46:17.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.677+0000 7f1db24e3640 1 --2- 172.21.15.71:0/232584081 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f1d940a32d0 0x7f1d940a5790 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:17.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.677+0000 7f1db24e3640 1 --2- 172.21.15.71:0/232584081 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1dac106f10 0x7f1dac19cc90 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:17.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.677+0000 7f1db24e3640 1 --2- 172.21.15.71:0/232584081 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1dac102790 0x7f1dac198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:17.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.677+0000 7f1db24e3640 1 --2- 172.21.15.71:0/232584081 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1dac101de0 0x7f1dac1983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:17.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.677+0000 7f1db24e3640 1 -- 172.21.15.71:0/232584081 >> 172.21.15.71:0/232584081 conn(0x7f1dac0fd8c0 msgr2=0x7f1dac0fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:17.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.677+0000 7f1db24e3640 1 -- 172.21.15.71:0/232584081 shutdown_connections 2024-09-15T23:46:17.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:17.677+0000 7f1db24e3640 1 -- 172.21.15.71:0/232584081 wait complete. 2024-09-15T23:46:18.320 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:18 smithi071 ceph-mon[30957]: pgmap v313: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-09-15T23:46:18.320 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:18 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/232584081' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-15T23:46:18.350 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-15T23:46:18.350 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-15T23:46:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:18 smithi163 ceph-mon[34107]: pgmap v313: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-09-15T23:46:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:18 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/232584081' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-15T23:46:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:18 smithi190 ceph-mon[34840]: pgmap v313: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-09-15T23:46:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:18 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/232584081' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-15T23:46:18.605 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:19.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.058+0000 7fdd929f7640 1 -- 172.21.15.71:0/3500088440 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdd8c102d90 msgr2=0x7fdd8c103170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:19.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.058+0000 7fdd929f7640 1 --2- 172.21.15.71:0/3500088440 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdd8c102d90 0x7fdd8c103170 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c009900 tx=0x7fdd7c02a480 comp rx=0 tx=0).stop 2024-09-15T23:46:19.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.058+0000 7fdd929f7640 1 -- 172.21.15.71:0/3500088440 shutdown_connections 2024-09-15T23:46:19.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.058+0000 7fdd929f7640 1 --2- 172.21.15.71:0/3500088440 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdd8c10c170 0x7fdd8c10e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:19.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.058+0000 7fdd929f7640 1 --2- 172.21.15.71:0/3500088440 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdd8c1036b0 0x7fdd8c10bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:19.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.058+0000 7fdd929f7640 1 --2- 172.21.15.71:0/3500088440 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdd8c102d90 0x7fdd8c103170 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:19.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.058+0000 7fdd929f7640 1 -- 172.21.15.71:0/3500088440 >> 172.21.15.71:0/3500088440 conn(0x7fdd8c0fc790 msgr2=0x7fdd8c0febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:19.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.058+0000 7fdd929f7640 1 -- 172.21.15.71:0/3500088440 shutdown_connections 2024-09-15T23:46:19.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.058+0000 7fdd929f7640 1 -- 172.21.15.71:0/3500088440 wait complete. 2024-09-15T23:46:19.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.058+0000 7fdd929f7640 1 Processor -- start 2024-09-15T23:46:19.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.058+0000 7fdd929f7640 1 -- start start 2024-09-15T23:46:19.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.059+0000 7fdd929f7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdd8c102d90 0x7fdd8c1009f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:19.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.059+0000 7fdd929f7640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdd8c1036b0 0x7fdd8c100f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:19.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.059+0000 7fdd929f7640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdd8c10c170 0x7fdd8c101470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:19.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.059+0000 7fdd929f7640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdd8c111e50 con 0x7fdd8c102d90 2024-09-15T23:46:19.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.059+0000 7fdd929f7640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fdd8c111cd0 con 0x7fdd8c10c170 2024-09-15T23:46:19.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.059+0000 7fdd929f7640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fdd8c111fd0 con 0x7fdd8c1036b0 2024-09-15T23:46:19.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.059+0000 7fdd8bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdd8c102d90 0x7fdd8c1009f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:19.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.059+0000 7fdd8bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdd8c102d90 0x7fdd8c1009f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:59926/0 (socket says 172.21.15.71:59926) 2024-09-15T23:46:19.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.059+0000 7fdd8bfff640 1 -- 172.21.15.71:0/1897686840 learned_addr learned my addr 172.21.15.71:0/1897686840 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:19.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.059+0000 7fdd90f94640 1 --2- 172.21.15.71:0/1897686840 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdd8c10c170 0x7fdd8c101470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:19.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.059+0000 7fdd8b7fe640 1 --2- 172.21.15.71:0/1897686840 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdd8c1036b0 0x7fdd8c100f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:19.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.059+0000 7fdd8bfff640 1 -- 172.21.15.71:0/1897686840 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdd8c1036b0 msgr2=0x7fdd8c100f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:19.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.059+0000 7fdd8bfff640 1 --2- 172.21.15.71:0/1897686840 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdd8c1036b0 0x7fdd8c100f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:19.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.059+0000 7fdd8bfff640 1 -- 172.21.15.71:0/1897686840 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdd8c10c170 msgr2=0x7fdd8c101470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:19.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.059+0000 7fdd8bfff640 1 --2- 172.21.15.71:0/1897686840 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdd8c10c170 0x7fdd8c101470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:19.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.059+0000 7fdd8bfff640 1 -- 172.21.15.71:0/1897686840 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd8c1a6890 con 0x7fdd8c102d90 2024-09-15T23:46:19.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.059+0000 7fdd90f94640 1 --2- 172.21.15.71:0/1897686840 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdd8c10c170 0x7fdd8c101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:19.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.060+0000 7fdd8bfff640 1 --2- 172.21.15.71:0/1897686840 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdd8c102d90 0x7fdd8c1009f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c005ab0 tx=0x7fdd7c003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:19.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.060+0000 7fdd897fa640 1 -- 172.21.15.71:0/1897686840 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd7c03f070 con 0x7fdd8c102d90 2024-09-15T23:46:19.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.060+0000 7fdd929f7640 1 -- 172.21.15.71:0/1897686840 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd8c1a6b20 con 0x7fdd8c102d90 2024-09-15T23:46:19.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.060+0000 7fdd897fa640 1 -- 172.21.15.71:0/1897686840 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd7c031d60 con 0x7fdd8c102d90 2024-09-15T23:46:19.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.060+0000 7fdd897fa640 1 -- 172.21.15.71:0/1897686840 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd7c035030 con 0x7fdd8c102d90 2024-09-15T23:46:19.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.060+0000 7fdd929f7640 1 -- 172.21.15.71:0/1897686840 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd8c1a7050 con 0x7fdd8c102d90 2024-09-15T23:46:19.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.061+0000 7fdd929f7640 1 -- 172.21.15.71:0/1897686840 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd8c103170 con 0x7fdd8c102d90 2024-09-15T23:46:19.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.062+0000 7fdd897fa640 1 -- 172.21.15.71:0/1897686840 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fdd7c042070 con 0x7fdd8c102d90 2024-09-15T23:46:19.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.063+0000 7fdd897fa640 1 --2- 172.21.15.71:0/1897686840 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdd740a32d0 0x7fdd740a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:19.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.063+0000 7fdd8b7fe640 1 --2- 172.21.15.71:0/1897686840 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdd740a32d0 0x7fdd740a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:19.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.063+0000 7fdd897fa640 1 -- 172.21.15.71:0/1897686840 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7fdd7c0f0420 con 0x7fdd8c102d90 2024-09-15T23:46:19.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.063+0000 7fdd8b7fe640 1 --2- 172.21.15.71:0/1897686840 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdd740a32d0 0x7fdd740a5790 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fdd80005fd0 tx=0x7fdd80005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:19.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.067+0000 7fdd897fa640 1 -- 172.21.15.71:0/1897686840 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdd7c0bd010 con 0x7fdd8c102d90 2024-09-15T23:46:19.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.271+0000 7fdd929f7640 1 -- 172.21.15.71:0/1897686840 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdd8c107210 con 0x7fdd8c102d90 2024-09-15T23:46:19.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.272+0000 7fdd897fa640 1 -- 172.21.15.71:0/1897686840 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11983 (secure 0 0 0) 0x7fdd7c0bc910 con 0x7fdd8c102d90 2024-09-15T23:46:19.273 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:46:19.273 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-15T23:45:21:979699+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3135308378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3135308378},{"type":"v1","addr":"172.21.15.71:6835","nonce":3135308378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/1165058934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":1165058934},{"type":"v1","addr":"172.21.15.71:6837","nonce":1165058934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-15T23:45:09.959942+0000","modified":"2024-09-15T23:45:21.979695+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24457,"mds_3":24428,"mds_4":24421},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14610":{"gid":14610,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.71:6839/507886981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":507886981},{"type":"v1","addr":"172.21.15.71:6839","nonce":507886981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14622":{"gid":14622,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.71:6841/746508636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":746508636},{"type":"v1","addr":"172.21.15.71:6841","nonce":746508636}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24380":{"gid":24380,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/2705260026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":2705260026},{"type":"v1","addr":"172.21.15.163:6833","nonce":2705260026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/4090770524","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":4090770524},{"type":"v1","addr":"172.21.15.163:6835","nonce":4090770524}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6837/2845178237","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":2845178237},{"type":"v1","addr":"172.21.15.163:6837","nonce":2845178237}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":4,"incarnation":25,"state":"up:active","state_seq":15,"addr":"172.21.15.190:6833/4051392496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":4051392496},{"type":"v1","addr":"172.21.15.190:6833","nonce":4051392496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"b","rank":3,"incarnation":23,"state":"up:active","state_seq":6,"addr":"172.21.15.163:6839/2208871751","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":2208871751},{"type":"v1","addr":"172.21.15.163:6839","nonce":2208871751}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.190:6835/2490951221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":2490951221},{"type":"v1","addr":"172.21.15.190:6835","nonce":2490951221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.190:6837/1400276256","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":1400276256},{"type":"v1","addr":"172.21.15.190:6837","nonce":1400276256}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.190:6839/1541612118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":1541612118},{"type":"v1","addr":"172.21.15.190:6839","nonce":1541612118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24421,24428,24457,24469,24484]},"id":1}]} 2024-09-15T23:46:19.273 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-15T23:46:19.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.274+0000 7fdd929f7640 1 -- 172.21.15.71:0/1897686840 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdd740a32d0 msgr2=0x7fdd740a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:19.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.274+0000 7fdd929f7640 1 --2- 172.21.15.71:0/1897686840 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdd740a32d0 0x7fdd740a5790 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fdd80005fd0 tx=0x7fdd80005850 comp rx=0 tx=0).stop 2024-09-15T23:46:19.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.274+0000 7fdd929f7640 1 -- 172.21.15.71:0/1897686840 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdd8c102d90 msgr2=0x7fdd8c1009f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:19.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.274+0000 7fdd929f7640 1 --2- 172.21.15.71:0/1897686840 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdd8c102d90 0x7fdd8c1009f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c005ab0 tx=0x7fdd7c003cd0 comp rx=0 tx=0).stop 2024-09-15T23:46:19.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.274+0000 7fdd929f7640 1 -- 172.21.15.71:0/1897686840 shutdown_connections 2024-09-15T23:46:19.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.274+0000 7fdd929f7640 1 --2- 172.21.15.71:0/1897686840 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fdd740a32d0 0x7fdd740a5790 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:19.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.274+0000 7fdd929f7640 1 --2- 172.21.15.71:0/1897686840 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdd8c10c170 0x7fdd8c101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:19.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.274+0000 7fdd929f7640 1 --2- 172.21.15.71:0/1897686840 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdd8c1036b0 0x7fdd8c100f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:19.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.274+0000 7fdd929f7640 1 --2- 172.21.15.71:0/1897686840 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdd8c102d90 0x7fdd8c1009f0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:19.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.274+0000 7fdd929f7640 1 -- 172.21.15.71:0/1897686840 >> 172.21.15.71:0/1897686840 conn(0x7fdd8c0fc790 msgr2=0x7fdd8c0fdf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:19.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.274+0000 7fdd929f7640 1 -- 172.21.15.71:0/1897686840 shutdown_connections 2024-09-15T23:46:19.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:19.274+0000 7fdd929f7640 1 -- 172.21.15.71:0/1897686840 wait complete. 2024-09-15T23:46:19.949 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-15T23:46:20.199 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:20.478 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:20 smithi071 ceph-mon[30957]: pgmap v314: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-09-15T23:46:20.478 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:20 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1897686840' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:46:20.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:20 smithi163 ceph-mon[34107]: pgmap v314: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-09-15T23:46:20.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:20 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1897686840' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:46:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:20 smithi190 ceph-mon[34840]: pgmap v314: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-09-15T23:46:20.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:20 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1897686840' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:46:20.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.686+0000 7f9b48367640 1 -- 172.21.15.71:0/2044820983 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b40101de0 msgr2=0x7f9b401021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:20.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.686+0000 7f9b48367640 1 --2- 172.21.15.71:0/2044820983 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b40101de0 0x7f9b401021c0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f9b30009900 tx=0x7f9b3002a410 comp rx=0 tx=0).stop 2024-09-15T23:46:20.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.687+0000 7f9b48367640 1 -- 172.21.15.71:0/2044820983 shutdown_connections 2024-09-15T23:46:20.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.687+0000 7f9b48367640 1 --2- 172.21.15.71:0/2044820983 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b40106f10 0x7f9b4010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:20.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.687+0000 7f9b48367640 1 --2- 172.21.15.71:0/2044820983 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b40102790 0x7f9b401067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:20.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.687+0000 7f9b48367640 1 --2- 172.21.15.71:0/2044820983 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b40101de0 0x7f9b401021c0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:20.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.687+0000 7f9b48367640 1 -- 172.21.15.71:0/2044820983 >> 172.21.15.71:0/2044820983 conn(0x7f9b400fd8c0 msgr2=0x7f9b400ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:20.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.687+0000 7f9b48367640 1 -- 172.21.15.71:0/2044820983 shutdown_connections 2024-09-15T23:46:20.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.687+0000 7f9b48367640 1 -- 172.21.15.71:0/2044820983 wait complete. 2024-09-15T23:46:20.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.687+0000 7f9b48367640 1 Processor -- start 2024-09-15T23:46:20.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.687+0000 7f9b48367640 1 -- start start 2024-09-15T23:46:20.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.687+0000 7f9b48367640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b40101de0 0x7f9b400744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:20.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.687+0000 7f9b48367640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b40102790 0x7f9b40074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:20.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.687+0000 7f9b48367640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b40106f10 0x7f9b40074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:20.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.688+0000 7f9b48367640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9b40111e40 con 0x7f9b40102790 2024-09-15T23:46:20.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.688+0000 7f9b48367640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f9b40111cc0 con 0x7f9b40106f10 2024-09-15T23:46:20.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.688+0000 7f9b48367640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f9b40111fc0 con 0x7f9b40101de0 2024-09-15T23:46:20.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.688+0000 7f9b45902640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b40102790 0x7f9b40074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:20.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.688+0000 7f9b45902640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b40102790 0x7f9b40074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58432/0 (socket says 172.21.15.71:58432) 2024-09-15T23:46:20.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.688+0000 7f9b45902640 1 -- 172.21.15.71:0/1972985187 learned_addr learned my addr 172.21.15.71:0/1972985187 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:20.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.688+0000 7f9b46103640 1 --2- 172.21.15.71:0/1972985187 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b40101de0 0x7f9b400744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:20.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.688+0000 7f9b45902640 1 -- 172.21.15.71:0/1972985187 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b40101de0 msgr2=0x7f9b400744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:20.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.688+0000 7f9b45902640 1 --2- 172.21.15.71:0/1972985187 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b40101de0 0x7f9b400744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:20.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.688+0000 7f9b45902640 1 -- 172.21.15.71:0/1972985187 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b40106f10 msgr2=0x7f9b40074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:20.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.688+0000 7f9b45902640 1 --2- 172.21.15.71:0/1972985187 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b40106f10 0x7f9b40074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:20.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.688+0000 7f9b45902640 1 -- 172.21.15.71:0/1972985187 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b401a68a0 con 0x7f9b40102790 2024-09-15T23:46:20.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.688+0000 7f9b45902640 1 --2- 172.21.15.71:0/1972985187 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b40102790 0x7f9b40074a30 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f9b3c00c890 tx=0x7f9b3c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:20.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.688+0000 7f9b377fe640 1 -- 172.21.15.71:0/1972985187 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b3c004220 con 0x7f9b40102790 2024-09-15T23:46:20.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.688+0000 7f9b377fe640 1 -- 172.21.15.71:0/1972985187 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b3c0043c0 con 0x7f9b40102790 2024-09-15T23:46:20.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.688+0000 7f9b48367640 1 -- 172.21.15.71:0/1972985187 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b401a6b90 con 0x7f9b40102790 2024-09-15T23:46:20.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.688+0000 7f9b377fe640 1 -- 172.21.15.71:0/1972985187 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b3c004a00 con 0x7f9b40102790 2024-09-15T23:46:20.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.688+0000 7f9b48367640 1 -- 172.21.15.71:0/1972985187 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b401a7120 con 0x7f9b40102790 2024-09-15T23:46:20.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.689+0000 7f9b48367640 1 -- 172.21.15.71:0/1972985187 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b401021c0 con 0x7f9b40102790 2024-09-15T23:46:20.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.690+0000 7f9b377fe640 1 -- 172.21.15.71:0/1972985187 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f9b3c004ba0 con 0x7f9b40102790 2024-09-15T23:46:20.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.691+0000 7f9b377fe640 1 --2- 172.21.15.71:0/1972985187 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9b2c0a3350 0x7f9b2c0a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:20.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.691+0000 7f9b46103640 1 --2- 172.21.15.71:0/1972985187 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9b2c0a3350 0x7f9b2c0a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:20.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.691+0000 7f9b377fe640 1 -- 172.21.15.71:0/1972985187 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f9b3c0cfbb0 con 0x7f9b40102790 2024-09-15T23:46:20.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.691+0000 7f9b46103640 1 --2- 172.21.15.71:0/1972985187 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9b2c0a3350 0x7f9b2c0a5810 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9b30031440 tx=0x7f9b300095f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:20.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.694+0000 7f9b377fe640 1 -- 172.21.15.71:0/1972985187 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9b3c014030 con 0x7f9b40102790 2024-09-15T23:46:20.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.893+0000 7f9b48367640 1 -- 172.21.15.71:0/1972985187 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9b40075a20 con 0x7f9b40102790 2024-09-15T23:46:20.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.894+0000 7f9b377fe640 1 -- 172.21.15.71:0/1972985187 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11983 (secure 0 0 0) 0x7f9b3c09c820 con 0x7f9b40102790 2024-09-15T23:46:20.895 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:46:20.895 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-15T23:45:21:979699+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3135308378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3135308378},{"type":"v1","addr":"172.21.15.71:6835","nonce":3135308378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/1165058934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":1165058934},{"type":"v1","addr":"172.21.15.71:6837","nonce":1165058934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-15T23:45:09.959942+0000","modified":"2024-09-15T23:45:21.979695+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24457,"mds_3":24428,"mds_4":24421},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14610":{"gid":14610,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.71:6839/507886981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":507886981},{"type":"v1","addr":"172.21.15.71:6839","nonce":507886981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14622":{"gid":14622,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.71:6841/746508636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":746508636},{"type":"v1","addr":"172.21.15.71:6841","nonce":746508636}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24380":{"gid":24380,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/2705260026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":2705260026},{"type":"v1","addr":"172.21.15.163:6833","nonce":2705260026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/4090770524","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":4090770524},{"type":"v1","addr":"172.21.15.163:6835","nonce":4090770524}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6837/2845178237","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":2845178237},{"type":"v1","addr":"172.21.15.163:6837","nonce":2845178237}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":4,"incarnation":25,"state":"up:active","state_seq":15,"addr":"172.21.15.190:6833/4051392496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":4051392496},{"type":"v1","addr":"172.21.15.190:6833","nonce":4051392496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"b","rank":3,"incarnation":23,"state":"up:active","state_seq":6,"addr":"172.21.15.163:6839/2208871751","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":2208871751},{"type":"v1","addr":"172.21.15.163:6839","nonce":2208871751}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.190:6835/2490951221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":2490951221},{"type":"v1","addr":"172.21.15.190:6835","nonce":2490951221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.190:6837/1400276256","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":1400276256},{"type":"v1","addr":"172.21.15.190:6837","nonce":1400276256}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.190:6839/1541612118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":1541612118},{"type":"v1","addr":"172.21.15.190:6839","nonce":1541612118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24421,24428,24457,24469,24484]},"id":1}]} 2024-09-15T23:46:20.895 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-15T23:46:20.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.896+0000 7f9b48367640 1 -- 172.21.15.71:0/1972985187 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9b2c0a3350 msgr2=0x7f9b2c0a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:20.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.896+0000 7f9b48367640 1 --2- 172.21.15.71:0/1972985187 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9b2c0a3350 0x7f9b2c0a5810 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9b30031440 tx=0x7f9b300095f0 comp rx=0 tx=0).stop 2024-09-15T23:46:20.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.896+0000 7f9b48367640 1 -- 172.21.15.71:0/1972985187 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b40102790 msgr2=0x7f9b40074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:20.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.896+0000 7f9b48367640 1 --2- 172.21.15.71:0/1972985187 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b40102790 0x7f9b40074a30 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f9b3c00c890 tx=0x7f9b3c00cd50 comp rx=0 tx=0).stop 2024-09-15T23:46:20.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.896+0000 7f9b48367640 1 -- 172.21.15.71:0/1972985187 shutdown_connections 2024-09-15T23:46:20.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.896+0000 7f9b48367640 1 --2- 172.21.15.71:0/1972985187 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9b2c0a3350 0x7f9b2c0a5810 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:20.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.896+0000 7f9b48367640 1 --2- 172.21.15.71:0/1972985187 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b40106f10 0x7f9b40074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:20.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.896+0000 7f9b48367640 1 --2- 172.21.15.71:0/1972985187 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b40102790 0x7f9b40074a30 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:20.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.896+0000 7f9b48367640 1 --2- 172.21.15.71:0/1972985187 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b40101de0 0x7f9b400744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:20.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.896+0000 7f9b48367640 1 -- 172.21.15.71:0/1972985187 >> 172.21.15.71:0/1972985187 conn(0x7f9b400fd8c0 msgr2=0x7f9b400fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:20.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.897+0000 7f9b48367640 1 -- 172.21.15.71:0/1972985187 shutdown_connections 2024-09-15T23:46:20.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:20.897+0000 7f9b48367640 1 -- 172.21.15.71:0/1972985187 wait complete. 2024-09-15T23:46:21.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:21 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1972985187' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:46:21.525 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:21 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1972985187' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:46:21.553 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-15T23:46:21.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:21 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1972985187' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:46:21.801 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:22.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.302+0000 7fbd80ea8640 1 -- 172.21.15.71:0/1739343292 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbd7c100a80 msgr2=0x7fbd7c100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:22.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.302+0000 7fbd80ea8640 1 --2- 172.21.15.71:0/1739343292 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbd7c100a80 0x7fbd7c100ee0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fbd70009930 tx=0x7fbd7002a420 comp rx=0 tx=0).stop 2024-09-15T23:46:22.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.302+0000 7fbd80ea8640 1 -- 172.21.15.71:0/1739343292 shutdown_connections 2024-09-15T23:46:22.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.302+0000 7fbd80ea8640 1 --2- 172.21.15.71:0/1739343292 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbd7c101420 0x7fbd7c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:22.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.302+0000 7fbd80ea8640 1 --2- 172.21.15.71:0/1739343292 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbd7c100a80 0x7fbd7c100ee0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:22.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.302+0000 7fbd80ea8640 1 --2- 172.21.15.71:0/1739343292 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbd7c106a80 0x7fbd7c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:22.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.302+0000 7fbd80ea8640 1 -- 172.21.15.71:0/1739343292 >> 172.21.15.71:0/1739343292 conn(0x7fbd7c0fc7a0 msgr2=0x7fbd7c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.302+0000 7fbd80ea8640 1 -- 172.21.15.71:0/1739343292 shutdown_connections 2024-09-15T23:46:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.302+0000 7fbd80ea8640 1 -- 172.21.15.71:0/1739343292 wait complete. 2024-09-15T23:46:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.303+0000 7fbd80ea8640 1 Processor -- start 2024-09-15T23:46:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.303+0000 7fbd80ea8640 1 -- start start 2024-09-15T23:46:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.303+0000 7fbd80ea8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbd7c100a80 0x7fbd7c198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.303+0000 7fbd80ea8640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbd7c101420 0x7fbd7c198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.303+0000 7fbd80ea8640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbd7c106a80 0x7fbd7c19cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.303+0000 7fbd80ea8640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fbd7c110dd0 con 0x7fbd7c100a80 2024-09-15T23:46:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.303+0000 7fbd80ea8640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fbd7c110c50 con 0x7fbd7c106a80 2024-09-15T23:46:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.303+0000 7fbd80ea8640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fbd7c110f50 con 0x7fbd7c101420 2024-09-15T23:46:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.303+0000 7fbd7a59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbd7c100a80 0x7fbd7c198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.303+0000 7fbd7a59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbd7c100a80 0x7fbd7c198500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58456/0 (socket says 172.21.15.71:58456) 2024-09-15T23:46:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.303+0000 7fbd7a59c640 1 -- 172.21.15.71:0/1581751795 learned_addr learned my addr 172.21.15.71:0/1581751795 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.303+0000 7fbd79d9b640 1 --2- 172.21.15.71:0/1581751795 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbd7c101420 0x7fbd7c198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.303+0000 7fbd7ad9d640 1 --2- 172.21.15.71:0/1581751795 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbd7c106a80 0x7fbd7c19cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.304+0000 7fbd7a59c640 1 -- 172.21.15.71:0/1581751795 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbd7c101420 msgr2=0x7fbd7c198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.304+0000 7fbd7a59c640 1 --2- 172.21.15.71:0/1581751795 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbd7c101420 0x7fbd7c198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.304+0000 7fbd7a59c640 1 -- 172.21.15.71:0/1581751795 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbd7c106a80 msgr2=0x7fbd7c19cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.304+0000 7fbd7a59c640 1 --2- 172.21.15.71:0/1581751795 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbd7c106a80 0x7fbd7c19cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.304+0000 7fbd7a59c640 1 -- 172.21.15.71:0/1581751795 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd7c19d4b0 con 0x7fbd7c100a80 2024-09-15T23:46:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.304+0000 7fbd79d9b640 1 --2- 172.21.15.71:0/1581751795 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbd7c101420 0x7fbd7c198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.304+0000 7fbd7a59c640 1 --2- 172.21.15.71:0/1581751795 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbd7c100a80 0x7fbd7c198500 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c00b4a0 tx=0x7fbd6c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.304+0000 7fbd6b7fe640 1 -- 172.21.15.71:0/1581751795 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd6c014070 con 0x7fbd7c100a80 2024-09-15T23:46:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.304+0000 7fbd6b7fe640 1 -- 172.21.15.71:0/1581751795 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbd6c010ac0 con 0x7fbd7c100a80 2024-09-15T23:46:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.304+0000 7fbd80ea8640 1 -- 172.21.15.71:0/1581751795 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd7c19d7a0 con 0x7fbd7c100a80 2024-09-15T23:46:22.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.304+0000 7fbd6b7fe640 1 -- 172.21.15.71:0/1581751795 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd6c017c30 con 0x7fbd7c100a80 2024-09-15T23:46:22.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.304+0000 7fbd80ea8640 1 -- 172.21.15.71:0/1581751795 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd7c1a5080 con 0x7fbd7c100a80 2024-09-15T23:46:22.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.305+0000 7fbd80ea8640 1 -- 172.21.15.71:0/1581751795 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd7c100f60 con 0x7fbd7c100a80 2024-09-15T23:46:22.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.306+0000 7fbd6b7fe640 1 -- 172.21.15.71:0/1581751795 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fbd6c017070 con 0x7fbd7c100a80 2024-09-15T23:46:22.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.307+0000 7fbd6b7fe640 1 --2- 172.21.15.71:0/1581751795 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fbd640a32d0 0x7fbd640a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:22.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.307+0000 7fbd79d9b640 1 --2- 172.21.15.71:0/1581751795 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fbd640a32d0 0x7fbd640a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:22.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.307+0000 7fbd6b7fe640 1 -- 172.21.15.71:0/1581751795 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7fbd6c0cee00 con 0x7fbd7c100a80 2024-09-15T23:46:22.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.307+0000 7fbd79d9b640 1 --2- 172.21.15.71:0/1581751795 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fbd640a32d0 0x7fbd640a5790 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fbd70000c00 tx=0x7fbd70031cf0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:22.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.311+0000 7fbd6b7fe640 1 -- 172.21.15.71:0/1581751795 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbd6c09bb00 con 0x7fbd7c100a80 2024-09-15T23:46:22.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.480+0000 7fbd80ea8640 1 -- 172.21.15.71:0/1581751795 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbd7c1a5250 con 0x7fbd7c100a80 2024-09-15T23:46:22.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:22 smithi071 ceph-mon[30957]: pgmap v315: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-09-15T23:46:22.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.481+0000 7fbd6b7fe640 1 -- 172.21.15.71:0/1581751795 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+22653 (secure 0 0 0) 0x7fbd6c09b400 con 0x7fbd7c100a80 2024-09-15T23:46:22.483 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:46:22.483 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":83,"fsid":"4eeb5726-73bb-11ef-bceb-c7b262605968","created":"2024-09-15T23:37:32.026413+0000","modified":"2024-09-15T23:45:18.351205+0000","last_up_change":"2024-09-15T23:44:18.494739+0000","last_in_change":"2024-09-15T23:43:55.057780+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T23:40:31.270883+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-15T23:45:06.249987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-15T23:45:08.165620+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5866d7b4-9e16-4f84-b178-467c25ea3369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6803","nonce":3525966842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6805","nonce":3525966842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6809","nonce":3525966842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6807","nonce":3525966842}]},"public_addr":"172.21.15.71:6803/3525966842","cluster_addr":"172.21.15.71:6805/3525966842","heartbeat_back_addr":"172.21.15.71:6809/3525966842","heartbeat_front_addr":"172.21.15.71:6807/3525966842","state":["exists","up"]},{"osd":1,"uuid":"6155354e-7b55-4b4c-b673-6d92f08fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6800","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6801","nonce":1075052522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6803","nonce":1075052522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6807","nonce":1075052522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6805","nonce":1075052522}]},"public_addr":"172.21.15.163:6801/1075052522","cluster_addr":"172.21.15.163:6803/1075052522","heartbeat_back_addr":"172.21.15.163:6807/1075052522","heartbeat_front_addr":"172.21.15.163:6805/1075052522","state":["exists","up"]},{"osd":2,"uuid":"3d530966-7af0-45b1-aa3d-b8b9df338e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6801","nonce":2143521395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6803","nonce":2143521395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6807","nonce":2143521395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6805","nonce":2143521395}]},"public_addr":"172.21.15.190:6801/2143521395","cluster_addr":"172.21.15.190:6803/2143521395","heartbeat_back_addr":"172.21.15.190:6807/2143521395","heartbeat_front_addr":"172.21.15.190:6805/2143521395","state":["exists","up"]},{"osd":3,"uuid":"f16832da-8eaa-424e-a215-1ed01f156888","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6811","nonce":877432262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6813","nonce":877432262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6817","nonce":877432262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6815","nonce":877432262}]},"public_addr":"172.21.15.71:6811/877432262","cluster_addr":"172.21.15.71:6813/877432262","heartbeat_back_addr":"172.21.15.71:6817/877432262","heartbeat_front_addr":"172.21.15.71:6815/877432262","state":["exists","up"]},{"osd":4,"uuid":"ebe47f97-59ea-41c6-8c28-36845546845f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6809","nonce":2846554020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6811","nonce":2846554020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6815","nonce":2846554020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6813","nonce":2846554020}]},"public_addr":"172.21.15.163:6809/2846554020","cluster_addr":"172.21.15.163:6811/2846554020","heartbeat_back_addr":"172.21.15.163:6815/2846554020","heartbeat_front_addr":"172.21.15.163:6813/2846554020","state":["exists","up"]},{"osd":5,"uuid":"3d0cd047-642d-496b-b2a0-52484ae860da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6809","nonce":3132841040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6811","nonce":3132841040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6815","nonce":3132841040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6813","nonce":3132841040}]},"public_addr":"172.21.15.190:6809/3132841040","cluster_addr":"172.21.15.190:6811/3132841040","heartbeat_back_addr":"172.21.15.190:6815/3132841040","heartbeat_front_addr":"172.21.15.190:6813/3132841040","state":["exists","up"]},{"osd":6,"uuid":"783f341b-53ac-4722-86b5-9460490f0e02","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6819","nonce":1108451261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6821","nonce":1108451261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6825","nonce":1108451261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6823","nonce":1108451261}]},"public_addr":"172.21.15.71:6819/1108451261","cluster_addr":"172.21.15.71:6821/1108451261","heartbeat_back_addr":"172.21.15.71:6825/1108451261","heartbeat_front_addr":"172.21.15.71:6823/1108451261","state":["exists","up"]},{"osd":7,"uuid":"39e17d98-3cf2-4e56-af7f-437a27f35847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6817","nonce":1969593004}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6819","nonce":1969593004}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6823","nonce":1969593004}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6821","nonce":1969593004}]},"public_addr":"172.21.15.163:6817/1969593004","cluster_addr":"172.21.15.163:6819/1969593004","heartbeat_back_addr":"172.21.15.163:6823/1969593004","heartbeat_front_addr":"172.21.15.163:6821/1969593004","state":["exists","up"]},{"osd":8,"uuid":"f63373aa-7d65-4478-841b-2f72c933d4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6817","nonce":1925036138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6819","nonce":1925036138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6823","nonce":1925036138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6821","nonce":1925036138}]},"public_addr":"172.21.15.190:6817/1925036138","cluster_addr":"172.21.15.190:6819/1925036138","heartbeat_back_addr":"172.21.15.190:6823/1925036138","heartbeat_front_addr":"172.21.15.190:6821/1925036138","state":["exists","up"]},{"osd":9,"uuid":"c4f1a921-9f00-434b-96e7-4bc4db455ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6827","nonce":5959399}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6829","nonce":5959399}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6833","nonce":5959399}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6831","nonce":5959399}]},"public_addr":"172.21.15.71:6827/5959399","cluster_addr":"172.21.15.71:6829/5959399","heartbeat_back_addr":"172.21.15.71:6833/5959399","heartbeat_front_addr":"172.21.15.71:6831/5959399","state":["exists","up"]},{"osd":10,"uuid":"406a2f6f-879c-45b2-8e82-c933f45affe5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6825","nonce":212791912}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6827","nonce":212791912}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6831","nonce":212791912}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6829","nonce":212791912}]},"public_addr":"172.21.15.163:6825/212791912","cluster_addr":"172.21.15.163:6827/212791912","heartbeat_back_addr":"172.21.15.163:6831/212791912","heartbeat_front_addr":"172.21.15.163:6829/212791912","state":["exists","up"]},{"osd":11,"uuid":"12bb4094-dc69-4c4f-904f-55c82da026db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6825","nonce":4193587286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6827","nonce":4193587286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6831","nonce":4193587286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6829","nonce":4193587286}]},"public_addr":"172.21.15.190:6825/4193587286","cluster_addr":"172.21.15.190:6827/4193587286","heartbeat_back_addr":"172.21.15.190:6831/4193587286","heartbeat_front_addr":"172.21.15.190:6829/4193587286","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:39:38.384621+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:03.886009+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:28.499205+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:54.402933+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:41:19.845920+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:41:44.709197+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:42:10.001537+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:42:35.654440+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:00.945654+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:26.729569+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:51.523307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:44:16.887486+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:0/3932100987":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/300276721":"2024-09-16T23:37:53.457697+0000","172.21.15.71:0/3644229355":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/1731891373":"2024-09-16T23:38:16.969736+0000","172.21.15.71:6800/4097213184":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/4103533037":"2024-09-16T23:37:53.457697+0000","172.21.15.71:6801/3832446656":"2024-09-16T23:37:53.457697+0000","172.21.15.71:6801/4097213184":"2024-09-16T23:38:16.969736+0000","172.21.15.71:6800/3832446656":"2024-09-16T23:37:53.457697+0000","172.21.15.71:0/2385046682":"2024-09-16T23:37:53.457697+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T23:46:22.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:22 smithi163 ceph-mon[34107]: pgmap v315: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-09-15T23:46:22.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.483+0000 7fbd80ea8640 1 -- 172.21.15.71:0/1581751795 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fbd640a32d0 msgr2=0x7fbd640a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:22.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.483+0000 7fbd80ea8640 1 --2- 172.21.15.71:0/1581751795 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fbd640a32d0 0x7fbd640a5790 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fbd70000c00 tx=0x7fbd70031cf0 comp rx=0 tx=0).stop 2024-09-15T23:46:22.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.483+0000 7fbd80ea8640 1 -- 172.21.15.71:0/1581751795 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbd7c100a80 msgr2=0x7fbd7c198500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:22.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.483+0000 7fbd80ea8640 1 --2- 172.21.15.71:0/1581751795 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbd7c100a80 0x7fbd7c198500 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c00b4a0 tx=0x7fbd6c00b960 comp rx=0 tx=0).stop 2024-09-15T23:46:22.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.483+0000 7fbd80ea8640 1 -- 172.21.15.71:0/1581751795 shutdown_connections 2024-09-15T23:46:22.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.483+0000 7fbd80ea8640 1 --2- 172.21.15.71:0/1581751795 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fbd640a32d0 0x7fbd640a5790 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:22.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.483+0000 7fbd80ea8640 1 --2- 172.21.15.71:0/1581751795 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbd7c106a80 0x7fbd7c19cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:22.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.483+0000 7fbd80ea8640 1 --2- 172.21.15.71:0/1581751795 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbd7c101420 0x7fbd7c198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:22.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.483+0000 7fbd80ea8640 1 --2- 172.21.15.71:0/1581751795 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbd7c100a80 0x7fbd7c198500 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:22.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.484+0000 7fbd80ea8640 1 -- 172.21.15.71:0/1581751795 >> 172.21.15.71:0/1581751795 conn(0x7fbd7c0fc7a0 msgr2=0x7fbd7c104970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:22.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.484+0000 7fbd80ea8640 1 -- 172.21.15.71:0/1581751795 shutdown_connections 2024-09-15T23:46:22.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:22.484+0000 7fbd80ea8640 1 -- 172.21.15.71:0/1581751795 wait complete. 2024-09-15T23:46:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:22 smithi190 ceph-mon[34840]: pgmap v315: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-09-15T23:46:23.116 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-15T23:46:23.366 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:23.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:23 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1581751795' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:46:23.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:23 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1581751795' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:46:23.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:23 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1581751795' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:46:23.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.841+0000 7fe89a341640 1 -- 172.21.15.71:0/1466366009 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe894106f10 msgr2=0x7fe89410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:23.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.841+0000 7fe89a341640 1 --2- 172.21.15.71:0/1466366009 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe894106f10 0x7fe89410ea90 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fe88c009ca0 tx=0x7fe88c02a8c0 comp rx=0 tx=0).stop 2024-09-15T23:46:23.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.841+0000 7fe89a341640 1 -- 172.21.15.71:0/1466366009 shutdown_connections 2024-09-15T23:46:23.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.841+0000 7fe89a341640 1 --2- 172.21.15.71:0/1466366009 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe894106f10 0x7fe89410ea90 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:23.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.841+0000 7fe89a341640 1 --2- 172.21.15.71:0/1466366009 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe894102790 0x7fe8941067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:23.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.841+0000 7fe89a341640 1 --2- 172.21.15.71:0/1466366009 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe894101de0 0x7fe8941021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:23.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.841+0000 7fe89a341640 1 -- 172.21.15.71:0/1466366009 >> 172.21.15.71:0/1466366009 conn(0x7fe8940fd8c0 msgr2=0x7fe8940ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:23.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.841+0000 7fe89a341640 1 -- 172.21.15.71:0/1466366009 shutdown_connections 2024-09-15T23:46:23.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.841+0000 7fe89a341640 1 -- 172.21.15.71:0/1466366009 wait complete. 2024-09-15T23:46:23.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.841+0000 7fe89a341640 1 Processor -- start 2024-09-15T23:46:23.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.842+0000 7fe89a341640 1 -- start start 2024-09-15T23:46:23.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.842+0000 7fe89a341640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe894101de0 0x7fe894198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:23.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.842+0000 7fe89a341640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe894102790 0x7fe8941989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:23.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.842+0000 7fe89a341640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe894106f10 0x7fe89419cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:23.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.842+0000 7fe89a341640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe894111ec0 con 0x7fe894106f10 2024-09-15T23:46:23.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.842+0000 7fe89a341640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fe894111d40 con 0x7fe894102790 2024-09-15T23:46:23.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.842+0000 7fe89a341640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fe894112040 con 0x7fe894101de0 2024-09-15T23:46:23.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.842+0000 7fe8988de640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe894106f10 0x7fe89419cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:23.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.842+0000 7fe8988de640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe894106f10 0x7fe89419cd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58478/0 (socket says 172.21.15.71:58478) 2024-09-15T23:46:23.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.842+0000 7fe8988de640 1 -- 172.21.15.71:0/804514919 learned_addr learned my addr 172.21.15.71:0/804514919 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:23.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.842+0000 7fe8937fe640 1 --2- 172.21.15.71:0/804514919 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe894102790 0x7fe8941989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:23.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.842+0000 7fe893fff640 1 --2- 172.21.15.71:0/804514919 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe894101de0 0x7fe894198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:23.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.842+0000 7fe8988de640 1 -- 172.21.15.71:0/804514919 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe894101de0 msgr2=0x7fe894198480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:23.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.842+0000 7fe8988de640 1 --2- 172.21.15.71:0/804514919 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe894101de0 0x7fe894198480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:23.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.842+0000 7fe8988de640 1 -- 172.21.15.71:0/804514919 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe894102790 msgr2=0x7fe8941989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:23.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.842+0000 7fe8988de640 1 --2- 172.21.15.71:0/804514919 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe894102790 0x7fe8941989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:23.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.842+0000 7fe8988de640 1 -- 172.21.15.71:0/804514919 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe89419d430 con 0x7fe894106f10 2024-09-15T23:46:23.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.842+0000 7fe893fff640 1 --2- 172.21.15.71:0/804514919 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe894101de0 0x7fe894198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:23.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.843+0000 7fe8988de640 1 --2- 172.21.15.71:0/804514919 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe894106f10 0x7fe89419cd50 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fe88c009dc0 tx=0x7fe88c003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:23.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.843+0000 7fe8917fa640 1 -- 172.21.15.71:0/804514919 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe88c004040 con 0x7fe894106f10 2024-09-15T23:46:23.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.843+0000 7fe8917fa640 1 -- 172.21.15.71:0/804514919 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe88c004690 con 0x7fe894106f10 2024-09-15T23:46:23.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.843+0000 7fe89a341640 1 -- 172.21.15.71:0/804514919 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe89419d6c0 con 0x7fe894106f10 2024-09-15T23:46:23.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.843+0000 7fe8917fa640 1 -- 172.21.15.71:0/804514919 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe88c030c90 con 0x7fe894106f10 2024-09-15T23:46:23.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.843+0000 7fe89a341640 1 -- 172.21.15.71:0/804514919 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8941a5000 con 0x7fe894106f10 2024-09-15T23:46:23.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.844+0000 7fe89a341640 1 -- 172.21.15.71:0/804514919 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8941021c0 con 0x7fe894106f10 2024-09-15T23:46:23.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.845+0000 7fe8917fa640 1 -- 172.21.15.71:0/804514919 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fe88c0041e0 con 0x7fe894106f10 2024-09-15T23:46:23.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.846+0000 7fe8917fa640 1 --2- 172.21.15.71:0/804514919 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe87c0a32d0 0x7fe87c0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:23.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.846+0000 7fe893fff640 1 --2- 172.21.15.71:0/804514919 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe87c0a32d0 0x7fe87c0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:23.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.846+0000 7fe8917fa640 1 -- 172.21.15.71:0/804514919 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7fe88c0f11b0 con 0x7fe894106f10 2024-09-15T23:46:23.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.846+0000 7fe893fff640 1 --2- 172.21.15.71:0/804514919 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe87c0a32d0 0x7fe87c0a5790 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fe884009930 tx=0x7fe884008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:23.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:23.850+0000 7fe8917fa640 1 -- 172.21.15.71:0/804514919 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe88c0bdeb0 con 0x7fe894106f10 2024-09-15T23:46:24.052 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:24.052+0000 7fe89a341640 1 -- 172.21.15.71:0/804514919 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe89410a150 con 0x7fe894106f10 2024-09-15T23:46:24.053 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:24.052+0000 7fe8917fa640 1 -- 172.21.15.71:0/804514919 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11983 (secure 0 0 0) 0x7fe88c0bd7b0 con 0x7fe894106f10 2024-09-15T23:46:24.053 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:46:24.054 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-15T23:45:21:979699+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3135308378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3135308378},{"type":"v1","addr":"172.21.15.71:6835","nonce":3135308378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/1165058934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":1165058934},{"type":"v1","addr":"172.21.15.71:6837","nonce":1165058934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-15T23:45:09.959942+0000","modified":"2024-09-15T23:45:21.979695+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24457,"mds_3":24428,"mds_4":24421},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14610":{"gid":14610,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.71:6839/507886981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":507886981},{"type":"v1","addr":"172.21.15.71:6839","nonce":507886981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14622":{"gid":14622,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.71:6841/746508636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":746508636},{"type":"v1","addr":"172.21.15.71:6841","nonce":746508636}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24380":{"gid":24380,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/2705260026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":2705260026},{"type":"v1","addr":"172.21.15.163:6833","nonce":2705260026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/4090770524","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":4090770524},{"type":"v1","addr":"172.21.15.163:6835","nonce":4090770524}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6837/2845178237","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":2845178237},{"type":"v1","addr":"172.21.15.163:6837","nonce":2845178237}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":4,"incarnation":25,"state":"up:active","state_seq":15,"addr":"172.21.15.190:6833/4051392496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":4051392496},{"type":"v1","addr":"172.21.15.190:6833","nonce":4051392496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"b","rank":3,"incarnation":23,"state":"up:active","state_seq":6,"addr":"172.21.15.163:6839/2208871751","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":2208871751},{"type":"v1","addr":"172.21.15.163:6839","nonce":2208871751}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.190:6835/2490951221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":2490951221},{"type":"v1","addr":"172.21.15.190:6835","nonce":2490951221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.190:6837/1400276256","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":1400276256},{"type":"v1","addr":"172.21.15.190:6837","nonce":1400276256}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.190:6839/1541612118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":1541612118},{"type":"v1","addr":"172.21.15.190:6839","nonce":1541612118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24421,24428,24457,24469,24484]},"id":1}]} 2024-09-15T23:46:24.054 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-15T23:46:24.055 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:24.054+0000 7fe89a341640 1 -- 172.21.15.71:0/804514919 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe87c0a32d0 msgr2=0x7fe87c0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:24.055 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:24.054+0000 7fe89a341640 1 --2- 172.21.15.71:0/804514919 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe87c0a32d0 0x7fe87c0a5790 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fe884009930 tx=0x7fe884008040 comp rx=0 tx=0).stop 2024-09-15T23:46:24.055 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:24.055+0000 7fe89a341640 1 -- 172.21.15.71:0/804514919 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe894106f10 msgr2=0x7fe89419cd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:24.055 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:24.055+0000 7fe89a341640 1 --2- 172.21.15.71:0/804514919 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe894106f10 0x7fe89419cd50 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fe88c009dc0 tx=0x7fe88c003ba0 comp rx=0 tx=0).stop 2024-09-15T23:46:24.055 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:24.055+0000 7fe89a341640 1 -- 172.21.15.71:0/804514919 shutdown_connections 2024-09-15T23:46:24.056 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:24.055+0000 7fe89a341640 1 --2- 172.21.15.71:0/804514919 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe87c0a32d0 0x7fe87c0a5790 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:24.056 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:24.055+0000 7fe89a341640 1 --2- 172.21.15.71:0/804514919 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe894106f10 0x7fe89419cd50 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:24.056 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:24.055+0000 7fe89a341640 1 --2- 172.21.15.71:0/804514919 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe894102790 0x7fe8941989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:24.056 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:24.055+0000 7fe89a341640 1 --2- 172.21.15.71:0/804514919 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe894101de0 0x7fe894198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:24.056 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:24.055+0000 7fe89a341640 1 -- 172.21.15.71:0/804514919 >> 172.21.15.71:0/804514919 conn(0x7fe8940fd8c0 msgr2=0x7fe8940fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:24.056 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:24.055+0000 7fe89a341640 1 -- 172.21.15.71:0/804514919 shutdown_connections 2024-09-15T23:46:24.056 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:24.055+0000 7fe89a341640 1 -- 172.21.15.71:0/804514919 wait complete. 2024-09-15T23:46:24.368 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:24 smithi071 ceph-mon[30957]: pgmap v316: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 10 op/s 2024-09-15T23:46:24.368 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:24 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/804514919' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:46:24.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:24 smithi163 ceph-mon[34107]: pgmap v316: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 10 op/s 2024-09-15T23:46:24.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:24 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/804514919' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:46:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:24 smithi190 ceph-mon[34840]: pgmap v316: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 10 op/s 2024-09-15T23:46:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:24 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/804514919' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:46:24.698 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-15T23:45:09.959942+0000', 'modified': '2024-09-15T23:45:21.979695+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24484, 'mds_1': 24469, 'mds_2': 24457, 'mds_3': 24428, 'mds_4': 24421}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14610': {'gid': 14610, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.71:6839/507886981', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.71:6838', 'nonce': 507886981}, {'type': 'v1', 'addr': '172.21.15.71:6839', 'nonce': 507886981}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14622': {'gid': 14622, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.71:6841/746508636', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.71:6840', 'nonce': 746508636}, {'type': 'v1', 'addr': '172.21.15.71:6841', 'nonce': 746508636}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24380': {'gid': 24380, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.163:6833/2705260026', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.163:6832', 'nonce': 2705260026}, {'type': 'v1', 'addr': '172.21.15.163:6833', 'nonce': 2705260026}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24389': {'gid': 24389, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.163:6835/4090770524', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.163:6834', 'nonce': 4090770524}, {'type': 'v1', 'addr': '172.21.15.163:6835', 'nonce': 4090770524}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24404': {'gid': 24404, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.163:6837/2845178237', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.163:6836', 'nonce': 2845178237}, {'type': 'v1', 'addr': '172.21.15.163:6837', 'nonce': 2845178237}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24421': {'gid': 24421, 'name': 'l', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.190:6833/4051392496', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.190:6832', 'nonce': 4051392496}, {'type': 'v1', 'addr': '172.21.15.190:6833', 'nonce': 4051392496}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24428': {'gid': 24428, 'name': 'b', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.163:6839/2208871751', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.163:6838', 'nonce': 2208871751}, {'type': 'v1', 'addr': '172.21.15.163:6839', 'nonce': 2208871751}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24457': {'gid': 24457, 'name': 'f', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.190:6835/2490951221', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.190:6834', 'nonce': 2490951221}, {'type': 'v1', 'addr': '172.21.15.190:6835', 'nonce': 2490951221}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24469': {'gid': 24469, 'name': 'c', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.190:6837/1400276256', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.190:6836', 'nonce': 1400276256}, {'type': 'v1', 'addr': '172.21.15.190:6837', 'nonce': 1400276256}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.190:6839/1541612118', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.190:6838', 'nonce': 1541612118}, {'type': 'v1', 'addr': '172.21.15.190:6839', 'nonce': 1541612118}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24484, 'qdb_cluster': [24421, 24428, 24457, 24469, 24484]} 2024-09-15T23:46:24.698 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-09-15T23:46:24.698 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph tell mds.l status 2024-09-15T23:46:24.943 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:25.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.452+0000 7faf50be2640 1 -- 172.21.15.71:0/3286541524 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faf4c106a80 msgr2=0x7faf4c106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:25.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.452+0000 7faf50be2640 1 --2- 172.21.15.71:0/3286541524 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faf4c106a80 0x7faf4c106e60 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7faf34009930 tx=0x7faf3402a420 comp rx=0 tx=0).stop 2024-09-15T23:46:25.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.452+0000 7faf50be2640 1 -- 172.21.15.71:0/3286541524 shutdown_connections 2024-09-15T23:46:25.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.452+0000 7faf50be2640 1 --2- 172.21.15.71:0/3286541524 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faf4c101420 0x7faf4c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.452+0000 7faf50be2640 1 --2- 172.21.15.71:0/3286541524 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faf4c100a80 0x7faf4c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.452+0000 7faf50be2640 1 --2- 172.21.15.71:0/3286541524 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faf4c106a80 0x7faf4c106e60 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.452+0000 7faf50be2640 1 -- 172.21.15.71:0/3286541524 >> 172.21.15.71:0/3286541524 conn(0x7faf4c0fc7a0 msgr2=0x7faf4c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:25.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.452+0000 7faf50be2640 1 -- 172.21.15.71:0/3286541524 shutdown_connections 2024-09-15T23:46:25.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.452+0000 7faf50be2640 1 -- 172.21.15.71:0/3286541524 wait complete. 2024-09-15T23:46:25.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.453+0000 7faf50be2640 1 Processor -- start 2024-09-15T23:46:25.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.453+0000 7faf50be2640 1 -- start start 2024-09-15T23:46:25.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.453+0000 7faf50be2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faf4c100a80 0x7faf4c198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:25.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.453+0000 7faf50be2640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faf4c101420 0x7faf4c1988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:25.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.453+0000 7faf50be2640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faf4c106a80 0x7faf4c19cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:25.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.453+0000 7faf50be2640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7faf4c110d50 con 0x7faf4c100a80 2024-09-15T23:46:25.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.453+0000 7faf50be2640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7faf4c110bd0 con 0x7faf4c101420 2024-09-15T23:46:25.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.453+0000 7faf50be2640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7faf4c110ed0 con 0x7faf4c106a80 2024-09-15T23:46:25.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.453+0000 7faf4a59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faf4c100a80 0x7faf4c198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:25.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.453+0000 7faf4a59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faf4c100a80 0x7faf4c198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58488/0 (socket says 172.21.15.71:58488) 2024-09-15T23:46:25.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.453+0000 7faf4a59c640 1 -- 172.21.15.71:0/3994616528 learned_addr learned my addr 172.21.15.71:0/3994616528 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:25.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.453+0000 7faf49d9b640 1 --2- 172.21.15.71:0/3994616528 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faf4c101420 0x7faf4c1988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:25.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.453+0000 7faf4a59c640 1 -- 172.21.15.71:0/3994616528 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faf4c106a80 msgr2=0x7faf4c19cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:25.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.453+0000 7faf4a59c640 1 --2- 172.21.15.71:0/3994616528 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faf4c106a80 0x7faf4c19cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.453+0000 7faf4a59c640 1 -- 172.21.15.71:0/3994616528 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faf4c101420 msgr2=0x7faf4c1988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:25.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.453+0000 7faf4a59c640 1 --2- 172.21.15.71:0/3994616528 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faf4c101420 0x7faf4c1988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.453+0000 7faf4a59c640 1 -- 172.21.15.71:0/3994616528 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf4c19d320 con 0x7faf4c100a80 2024-09-15T23:46:25.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.453+0000 7faf49d9b640 1 --2- 172.21.15.71:0/3994616528 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faf4c101420 0x7faf4c1988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:25.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.453+0000 7faf4a59c640 1 --2- 172.21.15.71:0/3994616528 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faf4c100a80 0x7faf4c198370 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7faf34005940 tx=0x7faf340042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:25.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.454+0000 7faf437fe640 1 -- 172.21.15.71:0/3994616528 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf3403f030 con 0x7faf4c100a80 2024-09-15T23:46:25.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.454+0000 7faf50be2640 1 -- 172.21.15.71:0/3994616528 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf4c19d5b0 con 0x7faf4c100a80 2024-09-15T23:46:25.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.454+0000 7faf437fe640 1 -- 172.21.15.71:0/3994616528 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf34003cb0 con 0x7faf4c100a80 2024-09-15T23:46:25.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.454+0000 7faf437fe640 1 -- 172.21.15.71:0/3994616528 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf34035070 con 0x7faf4c100a80 2024-09-15T23:46:25.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.454+0000 7faf50be2640 1 -- 172.21.15.71:0/3994616528 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf4c1a4ef0 con 0x7faf4c100a80 2024-09-15T23:46:25.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.456+0000 7faf437fe640 1 -- 172.21.15.71:0/3994616528 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7faf34042030 con 0x7faf4c100a80 2024-09-15T23:46:25.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.456+0000 7faf52fbb740 1 Processor -- start 2024-09-15T23:46:25.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.457+0000 7faf52fbb740 1 -- start start 2024-09-15T23:46:25.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.457+0000 7faf52fbb740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba32859d0 0x556ba3285db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:25.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.457+0000 7faf52fbb740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x556ba32862f0 0x556ba3290670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:25.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.457+0000 7faf52fbb740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba3290bb0 0x556ba3292fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:25.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.457+0000 7faf52fbb740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x556ba31ec090 con 0x556ba3290bb0 2024-09-15T23:46:25.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.457+0000 7faf52fbb740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x556ba3193a70 con 0x556ba32862f0 2024-09-15T23:46:25.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.457+0000 7faf52fbb740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x556ba31e8050 con 0x556ba32859d0 2024-09-15T23:46:25.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.457+0000 7faf49d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba3290bb0 0x556ba3292fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:25.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.457+0000 7faf49d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba3290bb0 0x556ba3292fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58496/0 (socket says 172.21.15.71:58496) 2024-09-15T23:46:25.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.457+0000 7faf49d9b640 1 -- 172.21.15.71:0/3073514741 learned_addr learned my addr 172.21.15.71:0/3073514741 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:25.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.457+0000 7faf437fe640 1 --2- 172.21.15.71:0/3994616528 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7faf380a32d0 0x7faf380a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:25.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.457+0000 7faf4ad9d640 1 --2- 172.21.15.71:0/3073514741 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba32859d0 0x556ba3285db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:25.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.457+0000 7faf4a59c640 1 --2- 172.21.15.71:0/3073514741 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x556ba32862f0 0x556ba3290670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:25.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.457+0000 7faf4ad9d640 1 --2- 172.21.15.71:0/3994616528 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7faf380a32d0 0x7faf380a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:25.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.457+0000 7faf49d9b640 1 -- 172.21.15.71:0/3073514741 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba32859d0 msgr2=0x556ba3285db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:25.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.457+0000 7faf49d9b640 1 --2- 172.21.15.71:0/3073514741 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba32859d0 0x556ba3285db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.457+0000 7faf49d9b640 1 -- 172.21.15.71:0/3073514741 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x556ba32862f0 msgr2=0x556ba3290670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:25.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.457+0000 7faf49d9b640 1 --2- 172.21.15.71:0/3073514741 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x556ba32862f0 0x556ba3290670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.457+0000 7faf49d9b640 1 -- 172.21.15.71:0/3073514741 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ba31a0130 con 0x556ba3290bb0 2024-09-15T23:46:25.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.457+0000 7faf4ad9d640 1 --2- 172.21.15.71:0/3073514741 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba32859d0 0x556ba3285db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:25.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.457+0000 7faf437fe640 1 -- 172.21.15.71:0/3994616528 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7faf340f0050 con 0x7faf4c100a80 2024-09-15T23:46:25.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.458+0000 7faf49d9b640 1 --2- 172.21.15.71:0/3073514741 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba3290bb0 0x556ba3292fa0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7faf3c008c10 tx=0x7faf3c00e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb421484719c8912 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:25.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.458+0000 7faf4ad9d640 1 --2- 172.21.15.71:0/3994616528 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7faf380a32d0 0x7faf380a5790 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7faf44008fd0 tx=0x7faf44006ce0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:25.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.458+0000 7faf40ff9640 1 -- 172.21.15.71:0/3073514741 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf3c014070 con 0x556ba3290bb0 2024-09-15T23:46:25.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.458+0000 7faf40ff9640 1 -- 172.21.15.71:0/3073514741 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf3c0047a0 con 0x556ba3290bb0 2024-09-15T23:46:25.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.458+0000 7faf40ff9640 1 -- 172.21.15.71:0/3073514741 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf3c010690 con 0x556ba3290bb0 2024-09-15T23:46:25.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.458+0000 7faf52fbb740 1 -- 172.21.15.71:0/3073514741 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba3290bb0 msgr2=0x556ba3292fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:25.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.458+0000 7faf52fbb740 1 --2- 172.21.15.71:0/3073514741 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba3290bb0 0x556ba3292fa0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7faf3c008c10 tx=0x7faf3c00e720 comp rx=0 tx=0).stop 2024-09-15T23:46:25.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.458+0000 7faf52fbb740 1 -- 172.21.15.71:0/3073514741 shutdown_connections 2024-09-15T23:46:25.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.459+0000 7faf52fbb740 1 --2- 172.21.15.71:0/3073514741 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba3290bb0 0x556ba3292fa0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.459+0000 7faf52fbb740 1 --2- 172.21.15.71:0/3073514741 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x556ba32862f0 0x556ba3290670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.459+0000 7faf52fbb740 1 --2- 172.21.15.71:0/3073514741 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba32859d0 0x556ba3285db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.459+0000 7faf52fbb740 1 -- 172.21.15.71:0/3073514741 >> 172.21.15.71:0/3073514741 conn(0x556ba3281f60 msgr2=0x556ba3282340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:25.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.459+0000 7faf52fbb740 1 -- 172.21.15.71:0/3073514741 shutdown_connections 2024-09-15T23:46:25.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.459+0000 7faf52fbb740 1 -- 172.21.15.71:0/3073514741 wait complete. 2024-09-15T23:46:25.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.459+0000 7faf52fbb740 1 -- start start 2024-09-15T23:46:25.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.459+0000 7faf52fbb740 1 Processor -- start 2024-09-15T23:46:25.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.459+0000 7faf52fbb740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba32859d0 0x556ba3290430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:25.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.459+0000 7faf52fbb740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x556ba32862f0 0x556ba328d780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:25.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.459+0000 7faf52fbb740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba3290bb0 0x556ba328dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:25.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.459+0000 7faf52fbb740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x556ba3293780 con 0x556ba3290bb0 2024-09-15T23:46:25.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.459+0000 7faf52fbb740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x556ba31a6f20 con 0x556ba32862f0 2024-09-15T23:46:25.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.459+0000 7faf52fbb740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x556ba3293900 con 0x556ba32859d0 2024-09-15T23:46:25.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.459+0000 7faf52fbb740 10 client.0 _ll_register_callbacks cb 0x556ba3170030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T23:46:25.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.459+0000 7faf4ad9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba3290bb0 0x556ba328dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:25.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.459+0000 7faf4ad9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba3290bb0 0x556ba328dcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58510/0 (socket says 172.21.15.71:58510) 2024-09-15T23:46:25.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.459+0000 7faf4ad9d640 1 -- 172.21.15.71:0/3984123014 learned_addr learned my addr 172.21.15.71:0/3984123014 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:25.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.460+0000 7faf49d9b640 1 --2- 172.21.15.71:0/3984123014 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x556ba32862f0 0x556ba328d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:25.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.460+0000 7faf4a59c640 1 --2- 172.21.15.71:0/3984123014 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba32859d0 0x556ba3290430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:25.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.460+0000 7faf4ad9d640 1 -- 172.21.15.71:0/3984123014 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba32859d0 msgr2=0x556ba3290430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:25.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.460+0000 7faf4ad9d640 1 --2- 172.21.15.71:0/3984123014 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba32859d0 0x556ba3290430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.460+0000 7faf4ad9d640 1 -- 172.21.15.71:0/3984123014 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x556ba32862f0 msgr2=0x556ba328d780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:25.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.460+0000 7faf4ad9d640 1 --2- 172.21.15.71:0/3984123014 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x556ba32862f0 0x556ba328d780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.460+0000 7faf4ad9d640 1 -- 172.21.15.71:0/3984123014 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ba2f5d2b0 con 0x556ba3290bb0 2024-09-15T23:46:25.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.460+0000 7faf4a59c640 1 --2- 172.21.15.71:0/3984123014 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba32859d0 0x556ba3290430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:25.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.460+0000 7faf49d9b640 1 --2- 172.21.15.71:0/3984123014 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x556ba32862f0 0x556ba328d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:25.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.460+0000 7faf4ad9d640 1 --2- 172.21.15.71:0/3984123014 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba3290bb0 0x556ba328dcc0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7faf440090b0 tx=0x7faf44004b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7e94a95ea9e1161 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:25.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.460+0000 7faf31ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-15T23:46:25.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.460+0000 7faf31ffb640 1 -- 172.21.15.71:0/3984123014 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf44019ba0 con 0x556ba3290bb0 2024-09-15T23:46:25.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.460+0000 7faf31ffb640 1 -- 172.21.15.71:0/3984123014 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7faf44019d40 con 0x556ba3290bb0 2024-09-15T23:46:25.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.460+0000 7faf52fbb740 1 -- 172.21.15.71:0/3984123014 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf3c0047a0 con 0x556ba3290bb0 2024-09-15T23:46:25.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.460+0000 7faf31ffb640 1 -- 172.21.15.71:0/3984123014 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7faf44017410 con 0x556ba3290bb0 2024-09-15T23:46:25.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.460+0000 7faf52fbb740 10 client.14973 fetch_fsmap learned FSMap version 26 2024-09-15T23:46:25.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.460+0000 7faf52fbb740 1 -- 172.21.15.71:0/3984123014 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556ba329f090 con 0x556ba3290bb0 2024-09-15T23:46:25.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.460+0000 7faf31ffb640 1 -- 172.21.15.71:0/3984123014 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf3c0047a0 con 0x556ba3290bb0 2024-09-15T23:46:25.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.460+0000 7faf31ffb640 1 -- 172.21.15.71:0/3984123014 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8362+0+0 (secure 0 0 0) 0x7faf4402f610 con 0x556ba3290bb0 2024-09-15T23:46:25.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.461+0000 7faf52fbb740 10 client.14973 fetch_fsmap finished waiting for FSMap version 26 2024-09-15T23:46:25.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.461+0000 7faf52fbb740 10 client.14973 resolve_mds: resolved name 'l' to daemon mds.l 2024-09-15T23:46:25.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.461+0000 7faf52fbb740 20 client.14973 populate_metadata read hostname 'smithi071' 2024-09-15T23:46:25.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.461+0000 7faf52fbb740 1 --2- 172.21.15.71:0/3984123014 >> [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] conn(0x556ba32a16f0 0x556ba32a2b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:25.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.461+0000 7faf52fbb740 4 client.14973 mds_command: new command op to 24421 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-15T23:46:25.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.461+0000 7faf52fbb740 1 -- 172.21.15.71:0/3984123014 --> [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556ba31f9600 con 0x556ba32a16f0 2024-09-15T23:46:25.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.461+0000 7faf4a59c640 1 --2- 172.21.15.71:0/3984123014 >> [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] conn(0x556ba32a16f0 0x556ba32a2b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:25.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.461+0000 7faf31ffb640 10 client.14973 ms_handle_connect on v2:172.21.15.190:6832/4051392496 2024-09-15T23:46:25.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.461+0000 7faf4a59c640 1 --2- 172.21.15.71:0/3984123014 >> [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] conn(0x556ba32a16f0 0x556ba32a2b60 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=42430585f33433a7 server_cookie=94b09e43dc0cefb8 in_seq=0 out_seq=0 2024-09-15T23:46:25.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.462+0000 7faf31ffb640 1 -- 172.21.15.71:0/3984123014 <== mds.4 v2:172.21.15.190:6832/4051392496 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556ba31f9600 con 0x556ba32a16f0 2024-09-15T23:46:25.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.462+0000 7faf31ffb640 10 client.14973 handle_command_reply: tid=0 2024-09-15T23:46:25.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.462+0000 7faf52fbb740 1 client.14973 shutdown 2024-09-15T23:46:25.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.462+0000 7faf52fbb740 1 -- 172.21.15.71:0/3984123014 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba3290bb0 msgr2=0x556ba328dcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:25.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.462+0000 7faf52fbb740 1 --2- 172.21.15.71:0/3984123014 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba3290bb0 0x556ba328dcc0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7faf440090b0 tx=0x7faf44004b50 comp rx=0 tx=0).stop 2024-09-15T23:46:25.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.462+0000 7faf52fbb740 1 -- 172.21.15.71:0/3984123014 shutdown_connections 2024-09-15T23:46:25.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.462+0000 7faf52fbb740 1 --2- 172.21.15.71:0/3984123014 >> [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] conn(0x556ba32a16f0 0x556ba32a2b60 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.462+0000 7faf52fbb740 1 --2- 172.21.15.71:0/3984123014 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba3290bb0 0x556ba328dcc0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.462+0000 7faf52fbb740 1 --2- 172.21.15.71:0/3984123014 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x556ba32862f0 0x556ba328d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.462+0000 7faf31ffb640 0 client.14973 ms_handle_reset on v2:172.21.15.190:6832/4051392496 2024-09-15T23:46:25.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.462+0000 7faf52fbb740 1 --2- 172.21.15.71:0/3984123014 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba32859d0 0x556ba3290430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.462+0000 7faf52fbb740 1 -- 172.21.15.71:0/3984123014 >> 172.21.15.71:0/3984123014 conn(0x556ba3281f60 msgr2=0x556ba3287c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:25.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.462+0000 7faf52fbb740 1 -- 172.21.15.71:0/3984123014 shutdown_connections 2024-09-15T23:46:25.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.463+0000 7faf52fbb740 1 -- 172.21.15.71:0/3984123014 wait complete. 2024-09-15T23:46:25.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.463+0000 7faf52fbb740 20 client.14973 trim_cache size 0 max 16384 2024-09-15T23:46:25.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.480+0000 7faf52fbb740 1 Processor -- start 2024-09-15T23:46:25.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.480+0000 7faf52fbb740 1 -- start start 2024-09-15T23:46:25.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.480+0000 7faf52fbb740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba32859d0 0x556ba32a1020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:25.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.480+0000 7faf52fbb740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x556ba32862f0 0x556ba32a2b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:25.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.480+0000 7faf52fbb740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba3290bb0 0x556ba328d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:25.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.480+0000 7faf52fbb740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x556ba32a0ea0 con 0x556ba32859d0 2024-09-15T23:46:25.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.480+0000 7faf52fbb740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x556ba32a1570 con 0x556ba32862f0 2024-09-15T23:46:25.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.480+0000 7faf52fbb740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x556ba32a1c40 con 0x556ba3290bb0 2024-09-15T23:46:25.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.480+0000 7faf4a59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba32859d0 0x556ba32a1020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:25.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.480+0000 7faf4a59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba32859d0 0x556ba32a1020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58526/0 (socket says 172.21.15.71:58526) 2024-09-15T23:46:25.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.480+0000 7faf4a59c640 1 -- 172.21.15.71:0/695864256 learned_addr learned my addr 172.21.15.71:0/695864256 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:25.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.481+0000 7faf4ad9d640 1 --2- 172.21.15.71:0/695864256 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba3290bb0 0x556ba328d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:25.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.481+0000 7faf4a59c640 1 -- 172.21.15.71:0/695864256 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba3290bb0 msgr2=0x556ba328d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:25.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.481+0000 7faf4a59c640 1 --2- 172.21.15.71:0/695864256 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba3290bb0 0x556ba328d040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.481+0000 7faf4a59c640 1 -- 172.21.15.71:0/695864256 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x556ba32862f0 msgr2=0x556ba32a2b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:25.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.481+0000 7faf49d9b640 1 --2- 172.21.15.71:0/695864256 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x556ba32862f0 0x556ba32a2b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:25.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.481+0000 7faf4a59c640 1 --2- 172.21.15.71:0/695864256 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x556ba32862f0 0x556ba32a2b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.481+0000 7faf4a59c640 1 -- 172.21.15.71:0/695864256 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ba32907a0 con 0x556ba32859d0 2024-09-15T23:46:25.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.481+0000 7faf4ad9d640 1 --2- 172.21.15.71:0/695864256 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba3290bb0 0x556ba328d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:25.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.481+0000 7faf49d9b640 1 --2- 172.21.15.71:0/695864256 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x556ba32862f0 0x556ba32a2b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:25.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.481+0000 7faf4a59c640 1 --2- 172.21.15.71:0/695864256 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba32859d0 0x556ba32a1020 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7faf34009900 tx=0x7faf3408e310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bde258b6b6d619dd server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:25.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.481+0000 7faf33fff640 1 -- 172.21.15.71:0/695864256 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf34049040 con 0x556ba32859d0 2024-09-15T23:46:25.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.481+0000 7faf33fff640 1 -- 172.21.15.71:0/695864256 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf340dc040 con 0x556ba32859d0 2024-09-15T23:46:25.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.481+0000 7faf33fff640 1 -- 172.21.15.71:0/695864256 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf340edc80 con 0x556ba32859d0 2024-09-15T23:46:25.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.482+0000 7faf52fbb740 1 -- 172.21.15.71:0/695864256 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba32859d0 msgr2=0x556ba32a1020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:25.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.482+0000 7faf52fbb740 1 --2- 172.21.15.71:0/695864256 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba32859d0 0x556ba32a1020 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7faf34009900 tx=0x7faf3408e310 comp rx=0 tx=0).stop 2024-09-15T23:46:25.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.482+0000 7faf52fbb740 1 -- 172.21.15.71:0/695864256 shutdown_connections 2024-09-15T23:46:25.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.482+0000 7faf52fbb740 1 --2- 172.21.15.71:0/695864256 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba3290bb0 0x556ba328d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.482+0000 7faf52fbb740 1 --2- 172.21.15.71:0/695864256 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x556ba32862f0 0x556ba32a2b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.482+0000 7faf52fbb740 1 --2- 172.21.15.71:0/695864256 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba32859d0 0x556ba32a1020 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.482+0000 7faf52fbb740 1 -- 172.21.15.71:0/695864256 >> 172.21.15.71:0/695864256 conn(0x556ba3281f60 msgr2=0x556ba3282340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:25.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.482+0000 7faf52fbb740 1 -- 172.21.15.71:0/695864256 shutdown_connections 2024-09-15T23:46:25.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.482+0000 7faf52fbb740 1 -- 172.21.15.71:0/695864256 wait complete. 2024-09-15T23:46:25.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.482+0000 7faf52fbb740 1 -- start start 2024-09-15T23:46:25.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.482+0000 7faf52fbb740 1 Processor -- start 2024-09-15T23:46:25.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.482+0000 7faf52fbb740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x556ba32859d0 0x556ba32a3c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:25.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.482+0000 7faf52fbb740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba32862f0 0x556ba32a41b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:25.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.482+0000 7faf52fbb740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba3290bb0 0x556ba32a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:25.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.482+0000 7faf52fbb740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x556ba32a29e0 con 0x556ba3290bb0 2024-09-15T23:46:25.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.482+0000 7faf52fbb740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x556ba32a2310 con 0x556ba32859d0 2024-09-15T23:46:25.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.482+0000 7faf52fbb740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x556ba32a30b0 con 0x556ba32862f0 2024-09-15T23:46:25.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.482+0000 7faf52fbb740 10 client.0 _ll_register_callbacks cb 0x7faf4400ba00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T23:46:25.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.482+0000 7faf4ad9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba3290bb0 0x556ba32a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:25.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.482+0000 7faf4ad9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba3290bb0 0x556ba32a46f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58540/0 (socket says 172.21.15.71:58540) 2024-09-15T23:46:25.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.482+0000 7faf4ad9d640 1 -- 172.21.15.71:0/197721231 learned_addr learned my addr 172.21.15.71:0/197721231 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:25.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.483+0000 7faf4a59c640 1 --2- 172.21.15.71:0/197721231 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x556ba32859d0 0x556ba32a3c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:25.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.483+0000 7faf49d9b640 1 --2- 172.21.15.71:0/197721231 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba32862f0 0x556ba32a41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:25.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.483+0000 7faf4ad9d640 1 -- 172.21.15.71:0/197721231 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba32862f0 msgr2=0x556ba32a41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:25.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.483+0000 7faf4ad9d640 1 --2- 172.21.15.71:0/197721231 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba32862f0 0x556ba32a41b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.483+0000 7faf4ad9d640 1 -- 172.21.15.71:0/197721231 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x556ba32859d0 msgr2=0x556ba32a3c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:25.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.483+0000 7faf4ad9d640 1 --2- 172.21.15.71:0/197721231 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x556ba32859d0 0x556ba32a3c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.483+0000 7faf4ad9d640 1 -- 172.21.15.71:0/197721231 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ba3309df0 con 0x556ba3290bb0 2024-09-15T23:46:25.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.483+0000 7faf49d9b640 1 --2- 172.21.15.71:0/197721231 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba32862f0 0x556ba32a41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:25.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.483+0000 7faf4ad9d640 1 --2- 172.21.15.71:0/197721231 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba3290bb0 0x556ba32a46f0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7faf4400dd10 tx=0x7faf4400de50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c37281d417acac0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:25.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.483+0000 7faf31ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-15T23:46:25.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.483+0000 7faf31ffb640 1 -- 172.21.15.71:0/197721231 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf44006460 con 0x556ba3290bb0 2024-09-15T23:46:25.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.483+0000 7faf31ffb640 1 -- 172.21.15.71:0/197721231 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7faf44017da0 con 0x556ba3290bb0 2024-09-15T23:46:25.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.483+0000 7faf52fbb740 1 -- 172.21.15.71:0/197721231 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf340dc040 con 0x556ba3290bb0 2024-09-15T23:46:25.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.483+0000 7faf31ffb640 1 -- 172.21.15.71:0/197721231 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7faf4400b840 con 0x556ba3290bb0 2024-09-15T23:46:25.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.483+0000 7faf52fbb740 10 client.14979 fetch_fsmap learned FSMap version 26 2024-09-15T23:46:25.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.483+0000 7faf52fbb740 1 -- 172.21.15.71:0/197721231 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556ba330b060 con 0x556ba3290bb0 2024-09-15T23:46:25.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.483+0000 7faf31ffb640 1 -- 172.21.15.71:0/197721231 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf340dc040 con 0x556ba3290bb0 2024-09-15T23:46:25.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.484+0000 7faf31ffb640 1 -- 172.21.15.71:0/197721231 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8362+0+0 (secure 0 0 0) 0x7faf44038030 con 0x556ba3290bb0 2024-09-15T23:46:25.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.484+0000 7faf52fbb740 10 client.14979 fetch_fsmap finished waiting for FSMap version 26 2024-09-15T23:46:25.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.484+0000 7faf52fbb740 10 client.14979 resolve_mds: resolved name 'l' to daemon mds.l 2024-09-15T23:46:25.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.484+0000 7faf52fbb740 20 client.14979 populate_metadata read hostname 'smithi071' 2024-09-15T23:46:25.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.484+0000 7faf52fbb740 1 --2- 172.21.15.71:0/197721231 >> [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] conn(0x556ba330fc50 0x556ba330e960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:25.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.484+0000 7faf52fbb740 4 client.14979 mds_command: new command op to 24421 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-15T23:46:25.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.484+0000 7faf52fbb740 1 -- 172.21.15.71:0/197721231 --> [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] -- command(tid 0: {"prefix": "status"}) -- 0x556ba31f3b10 con 0x556ba330fc50 2024-09-15T23:46:25.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.484+0000 7faf4a59c640 1 --2- 172.21.15.71:0/197721231 >> [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] conn(0x556ba330fc50 0x556ba330e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:25.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.484+0000 7faf4a59c640 1 --2- 172.21.15.71:0/197721231 >> [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] conn(0x556ba330fc50 0x556ba330e960 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=5cbf5b1e3af2580d server_cookie=5984889ab238303a in_seq=0 out_seq=0 2024-09-15T23:46:25.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.484+0000 7faf31ffb640 10 client.14979 ms_handle_connect on v2:172.21.15.190:6832/4051392496 2024-09-15T23:46:25.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf31ffb640 1 -- 172.21.15.71:0/197721231 <== mds.4 v2:172.21.15.190:6832/4051392496 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x556ba31f3b10 con 0x556ba330fc50 2024-09-15T23:46:25.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf31ffb640 10 client.14979 handle_command_reply: tid=0 2024-09-15T23:46:25.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf52fbb740 1 client.14979 shutdown 2024-09-15T23:46:25.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf52fbb740 1 -- 172.21.15.71:0/197721231 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba3290bb0 msgr2=0x556ba32a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:25.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf52fbb740 1 --2- 172.21.15.71:0/197721231 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba3290bb0 0x556ba32a46f0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7faf4400dd10 tx=0x7faf4400de50 comp rx=0 tx=0).stop 2024-09-15T23:46:25.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf52fbb740 1 -- 172.21.15.71:0/197721231 shutdown_connections 2024-09-15T23:46:25.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf52fbb740 1 --2- 172.21.15.71:0/197721231 >> [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] conn(0x556ba330fc50 0x556ba330e960 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf52fbb740 1 --2- 172.21.15.71:0/197721231 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ba3290bb0 0x556ba32a46f0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf52fbb740 1 --2- 172.21.15.71:0/197721231 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556ba32862f0 0x556ba32a41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf52fbb740 1 --2- 172.21.15.71:0/197721231 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x556ba32859d0 0x556ba32a3c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf52fbb740 1 -- 172.21.15.71:0/197721231 >> 172.21.15.71:0/197721231 conn(0x556ba3281f60 msgr2=0x556ba328bfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:25.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf31ffb640 0 client.14979 ms_handle_reset on v2:172.21.15.190:6832/4051392496 2024-09-15T23:46:25.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf52fbb740 1 -- 172.21.15.71:0/197721231 shutdown_connections 2024-09-15T23:46:25.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf52fbb740 1 -- 172.21.15.71:0/197721231 wait complete. 2024-09-15T23:46:25.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf52fbb740 20 client.14979 trim_cache size 0 max 16384 2024-09-15T23:46:25.492 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-15T23:46:25.492 INFO:teuthology.orchestra.run.smithi071.stdout: "cluster_fsid": "4eeb5726-73bb-11ef-bceb-c7b262605968", 2024-09-15T23:46:25.492 INFO:teuthology.orchestra.run.smithi071.stdout: "whoami": 4, 2024-09-15T23:46:25.493 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 24421, 2024-09-15T23:46:25.493 INFO:teuthology.orchestra.run.smithi071.stdout: "want_state": "up:active", 2024-09-15T23:46:25.493 INFO:teuthology.orchestra.run.smithi071.stdout: "state": "up:active", 2024-09-15T23:46:25.493 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs", 2024-09-15T23:46:25.493 INFO:teuthology.orchestra.run.smithi071.stdout: "rank_uptime": 64.097550205999994, 2024-09-15T23:46:25.493 INFO:teuthology.orchestra.run.smithi071.stdout: "mdsmap_epoch": 26, 2024-09-15T23:46:25.493 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch": 83, 2024-09-15T23:46:25.493 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch_barrier": 83, 2024-09-15T23:46:25.493 INFO:teuthology.orchestra.run.smithi071.stdout: "uptime": 116.572823103 2024-09-15T23:46:25.493 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-15T23:46:25.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf50be2640 1 -- 172.21.15.71:0/3994616528 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7faf380a32d0 msgr2=0x7faf380a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:25.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf50be2640 1 --2- 172.21.15.71:0/3994616528 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7faf380a32d0 0x7faf380a5790 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7faf44008fd0 tx=0x7faf44006ce0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf50be2640 1 -- 172.21.15.71:0/3994616528 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faf4c100a80 msgr2=0x7faf4c198370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:25.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf50be2640 1 --2- 172.21.15.71:0/3994616528 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faf4c100a80 0x7faf4c198370 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7faf34005940 tx=0x7faf340042f0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf50be2640 1 -- 172.21.15.71:0/3994616528 shutdown_connections 2024-09-15T23:46:25.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf50be2640 1 --2- 172.21.15.71:0/3994616528 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7faf380a32d0 0x7faf380a5790 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf50be2640 1 --2- 172.21.15.71:0/3994616528 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faf4c106a80 0x7faf4c19cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf50be2640 1 --2- 172.21.15.71:0/3994616528 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faf4c101420 0x7faf4c1988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf50be2640 1 --2- 172.21.15.71:0/3994616528 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faf4c100a80 0x7faf4c198370 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:25.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.485+0000 7faf50be2640 1 -- 172.21.15.71:0/3994616528 >> 172.21.15.71:0/3994616528 conn(0x7faf4c0fc7a0 msgr2=0x7faf4c06aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:25.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.486+0000 7faf50be2640 1 -- 172.21.15.71:0/3994616528 shutdown_connections 2024-09-15T23:46:25.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:25.486+0000 7faf50be2640 1 -- 172.21.15.71:0/3994616528 wait complete. 2024-09-15T23:46:26.188 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph tell mds.b status 2024-09-15T23:46:26.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:26 smithi071 ceph-mon[30957]: pgmap v317: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-09-15T23:46:26.433 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:26.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:26 smithi163 ceph-mon[34107]: pgmap v317: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-09-15T23:46:26.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:26 smithi190 ceph-mon[34840]: pgmap v317: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-09-15T23:46:26.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.962+0000 7f9bd034c640 1 -- 172.21.15.71:0/1700157386 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9bc8101420 msgr2=0x7f9bc810d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:26.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.962+0000 7f9bd034c640 1 --2- 172.21.15.71:0/1700157386 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9bc8101420 0x7f9bc810d950 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f9bc0009cd0 tx=0x7f9bc002a8f0 comp rx=0 tx=0).stop 2024-09-15T23:46:26.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.962+0000 7f9bd034c640 1 -- 172.21.15.71:0/1700157386 shutdown_connections 2024-09-15T23:46:26.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.962+0000 7f9bd034c640 1 --2- 172.21.15.71:0/1700157386 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9bc8101420 0x7f9bc810d950 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:26.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.962+0000 7f9bd034c640 1 --2- 172.21.15.71:0/1700157386 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9bc8100a80 0x7f9bc8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:26.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.962+0000 7f9bd034c640 1 --2- 172.21.15.71:0/1700157386 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9bc8106a80 0x7f9bc8106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:26.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.962+0000 7f9bd034c640 1 -- 172.21.15.71:0/1700157386 >> 172.21.15.71:0/1700157386 conn(0x7f9bc80fc7a0 msgr2=0x7f9bc80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:26.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.962+0000 7f9bd034c640 1 -- 172.21.15.71:0/1700157386 shutdown_connections 2024-09-15T23:46:26.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.962+0000 7f9bd034c640 1 -- 172.21.15.71:0/1700157386 wait complete. 2024-09-15T23:46:26.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.963+0000 7f9bd034c640 1 Processor -- start 2024-09-15T23:46:26.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.963+0000 7f9bd034c640 1 -- start start 2024-09-15T23:46:26.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.963+0000 7f9bd034c640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9bc8100a80 0x7f9bc81982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:26.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.963+0000 7f9bd034c640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9bc8101420 0x7f9bc81987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:26.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.963+0000 7f9bd034c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9bc8106a80 0x7f9bc819cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:26.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.963+0000 7f9bd034c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc8111e50 con 0x7f9bc8106a80 2024-09-15T23:46:26.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.963+0000 7f9bd034c640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc8111cd0 con 0x7f9bc8101420 2024-09-15T23:46:26.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.963+0000 7f9bd034c640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc8111fd0 con 0x7f9bc8100a80 2024-09-15T23:46:26.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.963+0000 7f9bce8e9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9bc8106a80 0x7f9bc819cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:26.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.963+0000 7f9bce8e9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9bc8106a80 0x7f9bc819cb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58562/0 (socket says 172.21.15.71:58562) 2024-09-15T23:46:26.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.963+0000 7f9bce0e8640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9bc8100a80 0x7f9bc81982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:26.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.963+0000 7f9bce8e9640 1 -- 172.21.15.71:0/303993965 learned_addr learned my addr 172.21.15.71:0/303993965 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:26.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.963+0000 7f9bcd8e7640 1 --2- 172.21.15.71:0/303993965 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9bc8101420 0x7f9bc81987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:26.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.963+0000 7f9bce8e9640 1 -- 172.21.15.71:0/303993965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9bc8100a80 msgr2=0x7f9bc81982b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:26.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.963+0000 7f9bce8e9640 1 --2- 172.21.15.71:0/303993965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9bc8100a80 0x7f9bc81982b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:26.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.963+0000 7f9bce8e9640 1 -- 172.21.15.71:0/303993965 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9bc8101420 msgr2=0x7f9bc81987f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:26.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.963+0000 7f9bce8e9640 1 --2- 172.21.15.71:0/303993965 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9bc8101420 0x7f9bc81987f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:26.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.963+0000 7f9bce8e9640 1 -- 172.21.15.71:0/303993965 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bc819d260 con 0x7f9bc8106a80 2024-09-15T23:46:26.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.964+0000 7f9bce8e9640 1 --2- 172.21.15.71:0/303993965 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9bc8106a80 0x7f9bc819cb80 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f9bc0005cc0 tx=0x7f9bc0003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:26.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.964+0000 7f9bbf7fe640 1 -- 172.21.15.71:0/303993965 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bc0004450 con 0x7f9bc8106a80 2024-09-15T23:46:26.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.964+0000 7f9bbf7fe640 1 -- 172.21.15.71:0/303993965 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9bc0040070 con 0x7f9bc8106a80 2024-09-15T23:46:26.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.964+0000 7f9bd034c640 1 -- 172.21.15.71:0/303993965 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bc819d4f0 con 0x7f9bc8106a80 2024-09-15T23:46:26.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.964+0000 7f9bbf7fe640 1 -- 172.21.15.71:0/303993965 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bc0031b50 con 0x7f9bc8106a80 2024-09-15T23:46:26.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.964+0000 7f9bd034c640 1 -- 172.21.15.71:0/303993965 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bc81a4e30 con 0x7f9bc8106a80 2024-09-15T23:46:26.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.966+0000 7f9bbf7fe640 1 -- 172.21.15.71:0/303993965 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f9bc0031440 con 0x7f9bc8106a80 2024-09-15T23:46:26.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.966+0000 7f9bd2725740 1 Processor -- start 2024-09-15T23:46:26.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.966+0000 7f9bd2725740 1 -- start start 2024-09-15T23:46:26.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.967+0000 7f9bd2725740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5561d58dd9d0 0x5561d58dddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:26.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.967+0000 7f9bd2725740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58de2f0 0x5561d58e8670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:26.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.967+0000 7f9bd2725740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5561d58e8bb0 0x5561d58eafa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:26.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.967+0000 7f9bd2725740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5561d5844090 con 0x5561d58de2f0 2024-09-15T23:46:26.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.967+0000 7f9bd2725740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5561d57eba70 con 0x5561d58e8bb0 2024-09-15T23:46:26.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.967+0000 7f9bd2725740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5561d5840050 con 0x5561d58dd9d0 2024-09-15T23:46:26.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.967+0000 7f9bce0e8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58de2f0 0x5561d58e8670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:26.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.967+0000 7f9bce0e8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58de2f0 0x5561d58e8670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58564/0 (socket says 172.21.15.71:58564) 2024-09-15T23:46:26.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.967+0000 7f9bce0e8640 1 -- 172.21.15.71:0/2249284298 learned_addr learned my addr 172.21.15.71:0/2249284298 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:26.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.967+0000 7f9bbf7fe640 1 --2- 172.21.15.71:0/303993965 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9bb40a3350 0x7f9bb40a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:26.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.967+0000 7f9bcd8e7640 1 --2- 172.21.15.71:0/2249284298 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5561d58dd9d0 0x5561d58dddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:26.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.967+0000 7f9bcd8e7640 1 --2- 172.21.15.71:0/2249284298 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5561d58e8bb0 0x5561d58eafa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:26.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.967+0000 7f9bce8e9640 1 --2- 172.21.15.71:0/303993965 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9bb40a3350 0x7f9bb40a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:26.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.967+0000 7f9bce0e8640 1 -- 172.21.15.71:0/2249284298 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5561d58dd9d0 msgr2=0x5561d58dddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:26.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.967+0000 7f9bce0e8640 1 --2- 172.21.15.71:0/2249284298 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5561d58dd9d0 0x5561d58dddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:26.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.967+0000 7f9bce0e8640 1 -- 172.21.15.71:0/2249284298 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5561d58e8bb0 msgr2=0x5561d58eafa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:26.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.967+0000 7f9bce0e8640 1 --2- 172.21.15.71:0/2249284298 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5561d58e8bb0 0x5561d58eafa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:26.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.967+0000 7f9bce0e8640 1 -- 172.21.15.71:0/2249284298 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5561d57f8130 con 0x5561d58de2f0 2024-09-15T23:46:26.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.967+0000 7f9bbf7fe640 1 -- 172.21.15.71:0/303993965 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f9bc00f0ad0 con 0x7f9bc8106a80 2024-09-15T23:46:26.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.967+0000 7f9bcd8e7640 1 --2- 172.21.15.71:0/2249284298 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5561d58e8bb0 0x5561d58eafa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:26.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.967+0000 7f9bce0e8640 1 --2- 172.21.15.71:0/2249284298 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58de2f0 0x5561d58e8670 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f9bc400b710 tx=0x7f9bc4004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8af82a4b29a03ec server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:26.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.968+0000 7f9bbcdea640 1 -- 172.21.15.71:0/2249284298 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bc4003bd0 con 0x5561d58de2f0 2024-09-15T23:46:26.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.968+0000 7f9bce8e9640 1 --2- 172.21.15.71:0/303993965 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9bb40a3350 0x7f9bb40a5810 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f9bc00b9530 tx=0x7f9bc0090010 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:26.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.968+0000 7f9bbcdea640 1 -- 172.21.15.71:0/2249284298 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9bc4015070 con 0x5561d58de2f0 2024-09-15T23:46:26.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.968+0000 7f9bbcdea640 1 -- 172.21.15.71:0/2249284298 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bc4004d30 con 0x5561d58de2f0 2024-09-15T23:46:26.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.968+0000 7f9bd2725740 1 -- 172.21.15.71:0/2249284298 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58de2f0 msgr2=0x5561d58e8670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:26.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.968+0000 7f9bd2725740 1 --2- 172.21.15.71:0/2249284298 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58de2f0 0x5561d58e8670 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f9bc400b710 tx=0x7f9bc4004610 comp rx=0 tx=0).stop 2024-09-15T23:46:26.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.968+0000 7f9bd2725740 1 -- 172.21.15.71:0/2249284298 shutdown_connections 2024-09-15T23:46:26.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.968+0000 7f9bd2725740 1 --2- 172.21.15.71:0/2249284298 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5561d58e8bb0 0x5561d58eafa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:26.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.968+0000 7f9bd2725740 1 --2- 172.21.15.71:0/2249284298 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58de2f0 0x5561d58e8670 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:26.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.968+0000 7f9bd2725740 1 --2- 172.21.15.71:0/2249284298 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5561d58dd9d0 0x5561d58dddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:26.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.968+0000 7f9bd2725740 1 -- 172.21.15.71:0/2249284298 >> 172.21.15.71:0/2249284298 conn(0x5561d58d9f60 msgr2=0x5561d58da340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:26.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.968+0000 7f9bd2725740 1 -- 172.21.15.71:0/2249284298 shutdown_connections 2024-09-15T23:46:26.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.968+0000 7f9bd2725740 1 -- 172.21.15.71:0/2249284298 wait complete. 2024-09-15T23:46:26.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.969+0000 7f9bd2725740 1 -- start start 2024-09-15T23:46:26.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.969+0000 7f9bd2725740 1 Processor -- start 2024-09-15T23:46:26.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.969+0000 7f9bd2725740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5561d58dd9d0 0x5561d58e8420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:26.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.969+0000 7f9bd2725740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5561d58de2f0 0x5561d58e5770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:26.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.969+0000 7f9bd2725740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58e8bb0 0x5561d58e5cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:26.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.969+0000 7f9bd2725740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5561d58eb780 con 0x5561d58e8bb0 2024-09-15T23:46:26.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.969+0000 7f9bd2725740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5561d57fef20 con 0x5561d58de2f0 2024-09-15T23:46:26.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.969+0000 7f9bd2725740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5561d58eb900 con 0x5561d58dd9d0 2024-09-15T23:46:26.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.969+0000 7f9bd2725740 10 client.0 _ll_register_callbacks cb 0x5561d57c8030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T23:46:26.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.969+0000 7f9bcd8e7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58e8bb0 0x5561d58e5cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:26.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.969+0000 7f9bcd8e7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58e8bb0 0x5561d58e5cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58578/0 (socket says 172.21.15.71:58578) 2024-09-15T23:46:26.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.969+0000 7f9bcd8e7640 1 -- 172.21.15.71:0/2930111089 learned_addr learned my addr 172.21.15.71:0/2930111089 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:26.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.969+0000 7f9bce0e8640 1 --2- 172.21.15.71:0/2930111089 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5561d58de2f0 0x5561d58e5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:26.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.969+0000 7f9bcd8e7640 1 --2- 172.21.15.71:0/2930111089 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5561d58dd9d0 0x5561d58e8420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:26.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.969+0000 7f9bcd8e7640 1 -- 172.21.15.71:0/2930111089 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5561d58dd9d0 msgr2=0x5561d58e8420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:26.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.969+0000 7f9bcd8e7640 1 --2- 172.21.15.71:0/2930111089 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5561d58dd9d0 0x5561d58e8420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:26.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.969+0000 7f9bcd8e7640 1 -- 172.21.15.71:0/2930111089 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5561d58de2f0 msgr2=0x5561d58e5770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:26.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.969+0000 7f9bcd8e7640 1 --2- 172.21.15.71:0/2930111089 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5561d58de2f0 0x5561d58e5770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:26.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.969+0000 7f9bcd8e7640 1 -- 172.21.15.71:0/2930111089 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5561d55b52b0 con 0x5561d58e8bb0 2024-09-15T23:46:26.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.969+0000 7f9bcd8e7640 1 --2- 172.21.15.71:0/2930111089 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58e8bb0 0x5561d58e5cb0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f9bb8005d90 tx=0x7f9bb800ab10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a139ab969d7c4f92 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:26.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.969+0000 7f9bb1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-15T23:46:26.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.970+0000 7f9bb1ffb640 1 -- 172.21.15.71:0/2930111089 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bb8005220 con 0x5561d58e8bb0 2024-09-15T23:46:26.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.970+0000 7f9bb1ffb640 1 -- 172.21.15.71:0/2930111089 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f9bb80053c0 con 0x5561d58e8bb0 2024-09-15T23:46:26.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.970+0000 7f9bd2725740 1 -- 172.21.15.71:0/2930111089 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9bc4015070 con 0x5561d58e8bb0 2024-09-15T23:46:26.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.970+0000 7f9bb1ffb640 1 -- 172.21.15.71:0/2930111089 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9bb800ee80 con 0x5561d58e8bb0 2024-09-15T23:46:26.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.970+0000 7f9bd2725740 10 client.14991 fetch_fsmap learned FSMap version 26 2024-09-15T23:46:26.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.970+0000 7f9bd2725740 1 -- 172.21.15.71:0/2930111089 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5561d58f7100 con 0x5561d58e8bb0 2024-09-15T23:46:26.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.970+0000 7f9bb1ffb640 1 -- 172.21.15.71:0/2930111089 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9bc4015070 con 0x5561d58e8bb0 2024-09-15T23:46:26.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.970+0000 7f9bb1ffb640 1 -- 172.21.15.71:0/2930111089 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8362+0+0 (secure 0 0 0) 0x7f9bb801b070 con 0x5561d58e8bb0 2024-09-15T23:46:26.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.970+0000 7f9bd2725740 10 client.14991 fetch_fsmap finished waiting for FSMap version 26 2024-09-15T23:46:26.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.970+0000 7f9bd2725740 10 client.14991 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-15T23:46:26.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.970+0000 7f9bd2725740 20 client.14991 populate_metadata read hostname 'smithi071' 2024-09-15T23:46:26.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.970+0000 7f9bd2725740 1 --2- 172.21.15.71:0/2930111089 >> [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] conn(0x5561d58f97a0 0x5561d58fac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:26.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.970+0000 7f9bd2725740 4 client.14991 mds_command: new command op to 24428 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-15T23:46:26.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.970+0000 7f9bd2725740 1 -- 172.21.15.71:0/2930111089 --> [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5561d5851600 con 0x5561d58f97a0 2024-09-15T23:46:26.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.971+0000 7f9bce0e8640 1 --2- 172.21.15.71:0/2930111089 >> [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] conn(0x5561d58f97a0 0x5561d58fac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:26.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.971+0000 7f9bb1ffb640 10 client.14991 ms_handle_connect on v2:172.21.15.163:6838/2208871751 2024-09-15T23:46:26.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.971+0000 7f9bce0e8640 1 --2- 172.21.15.71:0/2930111089 >> [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] conn(0x5561d58f97a0 0x5561d58fac10 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=8c5a4d41c7a534f1 server_cookie=fa1946073a27e758 in_seq=0 out_seq=0 2024-09-15T23:46:26.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.972+0000 7f9bb1ffb640 1 -- 172.21.15.71:0/2930111089 <== mds.3 v2:172.21.15.163:6838/2208871751 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5561d5851600 con 0x5561d58f97a0 2024-09-15T23:46:26.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.972+0000 7f9bb1ffb640 10 client.14991 handle_command_reply: tid=0 2024-09-15T23:46:26.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.972+0000 7f9bd2725740 1 client.14991 shutdown 2024-09-15T23:46:26.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.972+0000 7f9bd2725740 1 -- 172.21.15.71:0/2930111089 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58e8bb0 msgr2=0x5561d58e5cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:26.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.972+0000 7f9bd2725740 1 --2- 172.21.15.71:0/2930111089 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58e8bb0 0x5561d58e5cb0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f9bb8005d90 tx=0x7f9bb800ab10 comp rx=0 tx=0).stop 2024-09-15T23:46:26.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.972+0000 7f9bd2725740 1 -- 172.21.15.71:0/2930111089 shutdown_connections 2024-09-15T23:46:26.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.972+0000 7f9bd2725740 1 --2- 172.21.15.71:0/2930111089 >> [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] conn(0x5561d58f97a0 0x5561d58fac10 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:26.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.972+0000 7f9bd2725740 1 --2- 172.21.15.71:0/2930111089 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58e8bb0 0x5561d58e5cb0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:26.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.972+0000 7f9bd2725740 1 --2- 172.21.15.71:0/2930111089 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5561d58de2f0 0x5561d58e5770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:26.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.972+0000 7f9bb1ffb640 0 client.14991 ms_handle_reset on v2:172.21.15.163:6838/2208871751 2024-09-15T23:46:26.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.972+0000 7f9bd2725740 1 --2- 172.21.15.71:0/2930111089 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5561d58dd9d0 0x5561d58e8420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:26.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.972+0000 7f9bd2725740 1 -- 172.21.15.71:0/2930111089 >> 172.21.15.71:0/2930111089 conn(0x5561d58d9f60 msgr2=0x5561d58dfc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:26.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.972+0000 7f9bd2725740 1 -- 172.21.15.71:0/2930111089 shutdown_connections 2024-09-15T23:46:26.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.972+0000 7f9bd2725740 1 -- 172.21.15.71:0/2930111089 wait complete. 2024-09-15T23:46:26.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.972+0000 7f9bd2725740 20 client.14991 trim_cache size 0 max 16384 2024-09-15T23:46:27.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.990+0000 7f9bd2725740 1 Processor -- start 2024-09-15T23:46:27.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.990+0000 7f9bd2725740 1 -- start start 2024-09-15T23:46:27.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.990+0000 7f9bd2725740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5561d58dd9d0 0x5561d58fac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:27.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.990+0000 7f9bd2725740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58de2f0 0x5561d58e5030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:27.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.990+0000 7f9bd2725740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5561d58e8bb0 0x5561d58e29d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:27.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.990+0000 7f9bd2725740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5561d58f8f50 con 0x5561d58de2f0 2024-09-15T23:46:27.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.990+0000 7f9bd2725740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5561d58f9620 con 0x5561d58dd9d0 2024-09-15T23:46:27.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.990+0000 7f9bd2725740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5561d58f9cf0 con 0x5561d58e8bb0 2024-09-15T23:46:27.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.990+0000 7f9bce0e8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58de2f0 0x5561d58e5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:27.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.990+0000 7f9bce0e8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58de2f0 0x5561d58e5030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58582/0 (socket says 172.21.15.71:58582) 2024-09-15T23:46:27.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.990+0000 7f9bce0e8640 1 -- 172.21.15.71:0/3062831607 learned_addr learned my addr 172.21.15.71:0/3062831607 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:27.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.990+0000 7f9bcd8e7640 1 --2- 172.21.15.71:0/3062831607 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5561d58dd9d0 0x5561d58fac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:27.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.990+0000 7f9bcd8e7640 1 --2- 172.21.15.71:0/3062831607 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5561d58e8bb0 0x5561d58e29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:27.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.990+0000 7f9bce0e8640 1 -- 172.21.15.71:0/3062831607 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5561d58e8bb0 msgr2=0x5561d58e29d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:27.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.990+0000 7f9bce0e8640 1 --2- 172.21.15.71:0/3062831607 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5561d58e8bb0 0x5561d58e29d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:27.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.990+0000 7f9bce0e8640 1 -- 172.21.15.71:0/3062831607 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5561d58dd9d0 msgr2=0x5561d58fac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:27.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.990+0000 7f9bce0e8640 1 --2- 172.21.15.71:0/3062831607 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5561d58dd9d0 0x5561d58fac10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:27.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.990+0000 7f9bce0e8640 1 -- 172.21.15.71:0/3062831607 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5561d58fa1a0 con 0x5561d58de2f0 2024-09-15T23:46:27.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.990+0000 7f9bcd8e7640 1 --2- 172.21.15.71:0/3062831607 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5561d58e8bb0 0x5561d58e29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:27.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.990+0000 7f9bce0e8640 1 --2- 172.21.15.71:0/3062831607 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58de2f0 0x5561d58e5030 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f9bc40045e0 tx=0x7f9bc4013040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da50e7dd820ccef4 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:27.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.990+0000 7f9bb3fff640 1 -- 172.21.15.71:0/3062831607 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bc40042c0 con 0x5561d58de2f0 2024-09-15T23:46:27.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.991+0000 7f9bb3fff640 1 -- 172.21.15.71:0/3062831607 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9bc4015030 con 0x5561d58de2f0 2024-09-15T23:46:27.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.991+0000 7f9bb3fff640 1 -- 172.21.15.71:0/3062831607 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bc4027b90 con 0x5561d58de2f0 2024-09-15T23:46:27.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.991+0000 7f9bd2725740 1 -- 172.21.15.71:0/3062831607 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58de2f0 msgr2=0x5561d58e5030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:27.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.991+0000 7f9bd2725740 1 --2- 172.21.15.71:0/3062831607 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58de2f0 0x5561d58e5030 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f9bc40045e0 tx=0x7f9bc4013040 comp rx=0 tx=0).stop 2024-09-15T23:46:27.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.991+0000 7f9bd2725740 1 -- 172.21.15.71:0/3062831607 shutdown_connections 2024-09-15T23:46:27.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.991+0000 7f9bd2725740 1 --2- 172.21.15.71:0/3062831607 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5561d58e8bb0 0x5561d58e29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:27.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.991+0000 7f9bd2725740 1 --2- 172.21.15.71:0/3062831607 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58de2f0 0x5561d58e5030 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:27.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.991+0000 7f9bd2725740 1 --2- 172.21.15.71:0/3062831607 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5561d58dd9d0 0x5561d58fac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:27.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.991+0000 7f9bd2725740 1 -- 172.21.15.71:0/3062831607 >> 172.21.15.71:0/3062831607 conn(0x5561d58d9f60 msgr2=0x5561d58da340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:27.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.991+0000 7f9bd2725740 1 -- 172.21.15.71:0/3062831607 shutdown_connections 2024-09-15T23:46:27.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.991+0000 7f9bd2725740 1 -- 172.21.15.71:0/3062831607 wait complete. 2024-09-15T23:46:27.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.992+0000 7f9bd2725740 1 -- start start 2024-09-15T23:46:27.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.992+0000 7f9bd2725740 1 Processor -- start 2024-09-15T23:46:27.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.992+0000 7f9bd2725740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58dd9d0 0x5561d595df60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:27.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.992+0000 7f9bd2725740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5561d58de2f0 0x5561d595e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:27.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.992+0000 7f9bd2725740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5561d58e8bb0 0x5561d595e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:27.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.992+0000 7f9bd2725740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5561d58faa90 con 0x5561d58dd9d0 2024-09-15T23:46:27.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.992+0000 7f9bd2725740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5561d58fa3c0 con 0x5561d58e8bb0 2024-09-15T23:46:27.004 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.992+0000 7f9bd2725740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5561d58fb160 con 0x5561d58de2f0 2024-09-15T23:46:27.004 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.992+0000 7f9bd2725740 10 client.0 _ll_register_callbacks cb 0x7f9bb800aa60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T23:46:27.004 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.992+0000 7f9bcd8e7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58dd9d0 0x5561d595df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:27.004 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.992+0000 7f9bcd8e7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58dd9d0 0x5561d595df60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58584/0 (socket says 172.21.15.71:58584) 2024-09-15T23:46:27.004 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.992+0000 7f9bcd8e7640 1 -- 172.21.15.71:0/314995555 learned_addr learned my addr 172.21.15.71:0/314995555 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:27.004 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.992+0000 7f9bcd8e7640 1 --2- 172.21.15.71:0/314995555 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5561d58e8bb0 0x5561d595e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:27.004 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.992+0000 7f9bce0e8640 1 --2- 172.21.15.71:0/314995555 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5561d58de2f0 0x5561d595e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:27.004 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.992+0000 7f9bcd8e7640 1 -- 172.21.15.71:0/314995555 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5561d58de2f0 msgr2=0x5561d595e4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:27.004 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.992+0000 7f9bcd8e7640 1 --2- 172.21.15.71:0/314995555 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5561d58de2f0 0x5561d595e4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:27.004 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.992+0000 7f9bcd8e7640 1 -- 172.21.15.71:0/314995555 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5561d58e8bb0 msgr2=0x5561d595e9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:27.004 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.992+0000 7f9bcd8e7640 1 --2- 172.21.15.71:0/314995555 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5561d58e8bb0 0x5561d595e9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:27.004 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.992+0000 7f9bcd8e7640 1 -- 172.21.15.71:0/314995555 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5561d59020d0 con 0x5561d58dd9d0 2024-09-15T23:46:27.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.992+0000 7f9bcd8e7640 1 --2- 172.21.15.71:0/314995555 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58dd9d0 0x5561d595df60 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f9bb800a5c0 tx=0x7f9bb800f420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=601be1810c75dd1e server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:27.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.992+0000 7f9bb1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-15T23:46:27.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.993+0000 7f9bb1ffb640 1 -- 172.21.15.71:0/314995555 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bb802c040 con 0x5561d58dd9d0 2024-09-15T23:46:27.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.993+0000 7f9bb1ffb640 1 -- 172.21.15.71:0/314995555 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f9bb8027b10 con 0x5561d58dd9d0 2024-09-15T23:46:27.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.993+0000 7f9bd2725740 1 -- 172.21.15.71:0/314995555 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9bc4015030 con 0x5561d58dd9d0 2024-09-15T23:46:27.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.993+0000 7f9bb1ffb640 1 -- 172.21.15.71:0/314995555 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9bb803b070 con 0x5561d58dd9d0 2024-09-15T23:46:27.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.993+0000 7f9bd2725740 10 client.14997 fetch_fsmap learned FSMap version 26 2024-09-15T23:46:27.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.993+0000 7f9bd2725740 1 -- 172.21.15.71:0/314995555 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5561d5903340 con 0x5561d58dd9d0 2024-09-15T23:46:27.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.993+0000 7f9bb1ffb640 1 -- 172.21.15.71:0/314995555 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9bc4015030 con 0x5561d58dd9d0 2024-09-15T23:46:27.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.993+0000 7f9bb1ffb640 1 -- 172.21.15.71:0/314995555 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8362+0+0 (secure 0 0 0) 0x7f9bb801b040 con 0x5561d58dd9d0 2024-09-15T23:46:27.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.993+0000 7f9bd2725740 10 client.14997 fetch_fsmap finished waiting for FSMap version 26 2024-09-15T23:46:27.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.993+0000 7f9bd2725740 10 client.14997 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-15T23:46:27.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.993+0000 7f9bd2725740 20 client.14997 populate_metadata read hostname 'smithi071' 2024-09-15T23:46:27.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.993+0000 7f9bd2725740 1 --2- 172.21.15.71:0/314995555 >> [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] conn(0x5561d596c4b0 0x5561d596b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:27.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.993+0000 7f9bd2725740 4 client.14997 mds_command: new command op to 24428 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-15T23:46:27.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.993+0000 7f9bd2725740 1 -- 172.21.15.71:0/314995555 --> [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] -- command(tid 0: {"prefix": "status"}) -- 0x5561d584bb10 con 0x5561d596c4b0 2024-09-15T23:46:27.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.994+0000 7f9bce0e8640 1 --2- 172.21.15.71:0/314995555 >> [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] conn(0x5561d596c4b0 0x5561d596b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:27.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.994+0000 7f9bb1ffb640 10 client.14997 ms_handle_connect on v2:172.21.15.163:6838/2208871751 2024-09-15T23:46:27.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.994+0000 7f9bce0e8640 1 --2- 172.21.15.71:0/314995555 >> [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] conn(0x5561d596c4b0 0x5561d596b1c0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=3382f1aae5851491 server_cookie=eac1f3651ba0cd22 in_seq=0 out_seq=0 2024-09-15T23:46:27.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.994+0000 7f9bb1ffb640 1 -- 172.21.15.71:0/314995555 <== mds.3 v2:172.21.15.163:6838/2208871751 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5561d584bb10 con 0x5561d596c4b0 2024-09-15T23:46:27.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.994+0000 7f9bb1ffb640 10 client.14997 handle_command_reply: tid=0 2024-09-15T23:46:27.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.994+0000 7f9bd2725740 1 client.14997 shutdown 2024-09-15T23:46:27.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.994+0000 7f9bd2725740 1 -- 172.21.15.71:0/314995555 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58dd9d0 msgr2=0x5561d595df60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:27.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.994+0000 7f9bd2725740 1 --2- 172.21.15.71:0/314995555 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58dd9d0 0x5561d595df60 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f9bb800a5c0 tx=0x7f9bb800f420 comp rx=0 tx=0).stop 2024-09-15T23:46:27.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.994+0000 7f9bd2725740 1 -- 172.21.15.71:0/314995555 shutdown_connections 2024-09-15T23:46:27.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.994+0000 7f9bd2725740 1 --2- 172.21.15.71:0/314995555 >> [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] conn(0x5561d596c4b0 0x5561d596b1c0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:27.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.994+0000 7f9bd2725740 1 --2- 172.21.15.71:0/314995555 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5561d58e8bb0 0x5561d595e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:27.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.994+0000 7f9bd2725740 1 --2- 172.21.15.71:0/314995555 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5561d58de2f0 0x5561d595e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:27.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.994+0000 7f9bb1ffb640 0 client.14997 ms_handle_reset on v2:172.21.15.163:6838/2208871751 2024-09-15T23:46:27.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.994+0000 7f9bd2725740 1 --2- 172.21.15.71:0/314995555 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5561d58dd9d0 0x5561d595df60 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:27.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.994+0000 7f9bd2725740 1 -- 172.21.15.71:0/314995555 >> 172.21.15.71:0/314995555 conn(0x5561d58d9f60 msgr2=0x5561d58d8800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:27.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.994+0000 7f9bd2725740 1 -- 172.21.15.71:0/314995555 shutdown_connections 2024-09-15T23:46:27.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.994+0000 7f9bd2725740 1 -- 172.21.15.71:0/314995555 wait complete. 2024-09-15T23:46:27.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.994+0000 7f9bd2725740 20 client.14997 trim_cache size 0 max 16384 2024-09-15T23:46:27.011 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-15T23:46:27.011 INFO:teuthology.orchestra.run.smithi071.stdout: "cluster_fsid": "4eeb5726-73bb-11ef-bceb-c7b262605968", 2024-09-15T23:46:27.011 INFO:teuthology.orchestra.run.smithi071.stdout: "whoami": 3, 2024-09-15T23:46:27.011 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 24428, 2024-09-15T23:46:27.011 INFO:teuthology.orchestra.run.smithi071.stdout: "want_state": "up:active", 2024-09-15T23:46:27.011 INFO:teuthology.orchestra.run.smithi071.stdout: "state": "up:active", 2024-09-15T23:46:27.011 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs", 2024-09-15T23:46:27.011 INFO:teuthology.orchestra.run.smithi071.stdout: "rank_uptime": 66.616041261999996, 2024-09-15T23:46:27.011 INFO:teuthology.orchestra.run.smithi071.stdout: "mdsmap_epoch": 26, 2024-09-15T23:46:27.011 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch": 83, 2024-09-15T23:46:27.011 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch_barrier": 83, 2024-09-15T23:46:27.012 INFO:teuthology.orchestra.run.smithi071.stdout: "uptime": 86.079729928999996 2024-09-15T23:46:27.012 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-15T23:46:27.012 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.995+0000 7f9bd034c640 1 -- 172.21.15.71:0/303993965 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9bb40a3350 msgr2=0x7f9bb40a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:27.012 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.995+0000 7f9bd034c640 1 --2- 172.21.15.71:0/303993965 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9bb40a3350 0x7f9bb40a5810 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f9bc00b9530 tx=0x7f9bc0090010 comp rx=0 tx=0).stop 2024-09-15T23:46:27.012 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.995+0000 7f9bd034c640 1 -- 172.21.15.71:0/303993965 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9bc8106a80 msgr2=0x7f9bc819cb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:27.012 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.995+0000 7f9bd034c640 1 --2- 172.21.15.71:0/303993965 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9bc8106a80 0x7f9bc819cb80 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f9bc0005cc0 tx=0x7f9bc0003c20 comp rx=0 tx=0).stop 2024-09-15T23:46:27.013 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.995+0000 7f9bd034c640 1 -- 172.21.15.71:0/303993965 shutdown_connections 2024-09-15T23:46:27.013 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.995+0000 7f9bd034c640 1 --2- 172.21.15.71:0/303993965 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9bb40a3350 0x7f9bb40a5810 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:27.013 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.995+0000 7f9bd034c640 1 --2- 172.21.15.71:0/303993965 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9bc8106a80 0x7f9bc819cb80 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:27.013 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.995+0000 7f9bd034c640 1 --2- 172.21.15.71:0/303993965 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9bc8101420 0x7f9bc81987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:27.013 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.995+0000 7f9bd034c640 1 --2- 172.21.15.71:0/303993965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9bc8100a80 0x7f9bc81982b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:27.013 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.995+0000 7f9bd034c640 1 -- 172.21.15.71:0/303993965 >> 172.21.15.71:0/303993965 conn(0x7f9bc80fc7a0 msgr2=0x7f9bc80fcf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:27.013 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.995+0000 7f9bd034c640 1 -- 172.21.15.71:0/303993965 shutdown_connections 2024-09-15T23:46:27.013 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:26.995+0000 7f9bd034c640 1 -- 172.21.15.71:0/303993965 wait complete. 2024-09-15T23:46:27.715 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph tell mds.f status 2024-09-15T23:46:27.959 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:28.383 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:28 smithi071 ceph-mon[30957]: pgmap v318: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-15T23:46:28.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.463+0000 7f1e6f4f0640 1 -- 172.21.15.71:0/2601515896 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1e68101420 msgr2=0x7f1e6810d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:28.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.463+0000 7f1e6f4f0640 1 --2- 172.21.15.71:0/2601515896 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1e68101420 0x7f1e6810d950 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f1e60009cd0 tx=0x7f1e6002a8e0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.463+0000 7f1e6f4f0640 1 -- 172.21.15.71:0/2601515896 shutdown_connections 2024-09-15T23:46:28.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.463+0000 7f1e6f4f0640 1 --2- 172.21.15.71:0/2601515896 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1e68101420 0x7f1e6810d950 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.463+0000 7f1e6f4f0640 1 --2- 172.21.15.71:0/2601515896 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1e68100a80 0x7f1e68100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.463+0000 7f1e6f4f0640 1 --2- 172.21.15.71:0/2601515896 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e68106a80 0x7f1e68106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.463+0000 7f1e6f4f0640 1 -- 172.21.15.71:0/2601515896 >> 172.21.15.71:0/2601515896 conn(0x7f1e680fc7a0 msgr2=0x7f1e680febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:28.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.463+0000 7f1e6f4f0640 1 -- 172.21.15.71:0/2601515896 shutdown_connections 2024-09-15T23:46:28.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.463+0000 7f1e6f4f0640 1 -- 172.21.15.71:0/2601515896 wait complete. 2024-09-15T23:46:28.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.464+0000 7f1e6f4f0640 1 Processor -- start 2024-09-15T23:46:28.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.464+0000 7f1e6f4f0640 1 -- start start 2024-09-15T23:46:28.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.464+0000 7f1e6f4f0640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1e68100a80 0x7f1e68199340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:28.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.464+0000 7f1e6f4f0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1e68101420 0x7f1e68199880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:28.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.464+0000 7f1e6f4f0640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e68106a80 0x7f1e681a43c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:28.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.464+0000 7f1e6f4f0640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f1e68110dd0 con 0x7f1e68101420 2024-09-15T23:46:28.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.464+0000 7f1e6f4f0640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f1e68110c50 con 0x7f1e68100a80 2024-09-15T23:46:28.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.464+0000 7f1e6f4f0640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f1e68110f50 con 0x7f1e68106a80 2024-09-15T23:46:28.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.464+0000 7f1e6ca8b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1e68101420 0x7f1e68199880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:28.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.464+0000 7f1e6ca8b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1e68101420 0x7f1e68199880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58612/0 (socket says 172.21.15.71:58612) 2024-09-15T23:46:28.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.464+0000 7f1e6ca8b640 1 -- 172.21.15.71:0/2655422228 learned_addr learned my addr 172.21.15.71:0/2655422228 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:28.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.464+0000 7f1e6da8d640 1 --2- 172.21.15.71:0/2655422228 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e68106a80 0x7f1e681a43c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:28.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.464+0000 7f1e6d28c640 1 --2- 172.21.15.71:0/2655422228 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1e68100a80 0x7f1e68199340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:28.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.464+0000 7f1e6ca8b640 1 -- 172.21.15.71:0/2655422228 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e68106a80 msgr2=0x7f1e681a43c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:28.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.464+0000 7f1e6ca8b640 1 --2- 172.21.15.71:0/2655422228 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e68106a80 0x7f1e681a43c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.464+0000 7f1e6ca8b640 1 -- 172.21.15.71:0/2655422228 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1e68100a80 msgr2=0x7f1e68199340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:28.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.464+0000 7f1e6ca8b640 1 --2- 172.21.15.71:0/2655422228 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1e68100a80 0x7f1e68199340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.464+0000 7f1e6ca8b640 1 -- 172.21.15.71:0/2655422228 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e681a4900 con 0x7f1e68101420 2024-09-15T23:46:28.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.464+0000 7f1e6da8d640 1 --2- 172.21.15.71:0/2655422228 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e68106a80 0x7f1e681a43c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:28.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.464+0000 7f1e6d28c640 1 --2- 172.21.15.71:0/2655422228 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1e68100a80 0x7f1e68199340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:28.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.465+0000 7f1e6ca8b640 1 --2- 172.21.15.71:0/2655422228 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1e68101420 0x7f1e68199880 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f1e6400b4a0 tx=0x7f1e6400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:28.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.465+0000 7f1e5a7fc640 1 -- 172.21.15.71:0/2655422228 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e64014070 con 0x7f1e68101420 2024-09-15T23:46:28.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.465+0000 7f1e5a7fc640 1 -- 172.21.15.71:0/2655422228 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e64010ac0 con 0x7f1e68101420 2024-09-15T23:46:28.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.465+0000 7f1e6f4f0640 1 -- 172.21.15.71:0/2655422228 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e681a4ad0 con 0x7f1e68101420 2024-09-15T23:46:28.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.465+0000 7f1e5a7fc640 1 -- 172.21.15.71:0/2655422228 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e64017c30 con 0x7f1e68101420 2024-09-15T23:46:28.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.465+0000 7f1e6f4f0640 1 -- 172.21.15.71:0/2655422228 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e681a4fe0 con 0x7f1e68101420 2024-09-15T23:46:28.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.467+0000 7f1e5a7fc640 1 -- 172.21.15.71:0/2655422228 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f1e64017070 con 0x7f1e68101420 2024-09-15T23:46:28.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.468+0000 7f1e718c9740 1 Processor -- start 2024-09-15T23:46:28.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.468+0000 7f1e718c9740 1 -- start start 2024-09-15T23:46:28.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.468+0000 7f1e718c9740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a9cfe479d0 0x55a9cfe47db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:28.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.468+0000 7f1e718c9740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a9cfe482f0 0x55a9cfe52670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:28.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.468+0000 7f1e5a7fc640 1 --2- 172.21.15.71:0/2655422228 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f1e540a32d0 0x7f1e540a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:28.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.468+0000 7f1e718c9740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe52bb0 0x55a9cfe54fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:28.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.468+0000 7f1e718c9740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55a9cfdae090 con 0x55a9cfe52bb0 2024-09-15T23:46:28.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.468+0000 7f1e718c9740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55a9cfd55a70 con 0x55a9cfe482f0 2024-09-15T23:46:28.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.468+0000 7f1e718c9740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55a9cfdaa050 con 0x55a9cfe479d0 2024-09-15T23:46:28.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.468+0000 7f1e6ca8b640 1 --2- 172.21.15.71:0/2655422228 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f1e540a32d0 0x7f1e540a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:28.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.468+0000 7f1e6da8d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe52bb0 0x55a9cfe54fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:28.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.468+0000 7f1e6da8d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe52bb0 0x55a9cfe54fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58618/0 (socket says 172.21.15.71:58618) 2024-09-15T23:46:28.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.468+0000 7f1e6da8d640 1 -- 172.21.15.71:0/1747659243 learned_addr learned my addr 172.21.15.71:0/1747659243 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:28.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.468+0000 7f1e6d28c640 1 --2- 172.21.15.71:0/1747659243 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a9cfe482f0 0x55a9cfe52670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:28.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.468+0000 7f1e5a7fc640 1 -- 172.21.15.71:0/2655422228 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f1e640cf140 con 0x7f1e68101420 2024-09-15T23:46:28.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.468+0000 7f1e6da8d640 1 --2- 172.21.15.71:0/1747659243 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a9cfe479d0 0x55a9cfe47db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:28.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.468+0000 7f1e6da8d640 1 -- 172.21.15.71:0/1747659243 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a9cfe479d0 msgr2=0x55a9cfe47db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:28.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.468+0000 7f1e6da8d640 1 --2- 172.21.15.71:0/1747659243 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a9cfe479d0 0x55a9cfe47db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.468+0000 7f1e6da8d640 1 -- 172.21.15.71:0/1747659243 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a9cfe482f0 msgr2=0x55a9cfe52670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:28.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.468+0000 7f1e6da8d640 1 --2- 172.21.15.71:0/1747659243 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a9cfe482f0 0x55a9cfe52670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.468+0000 7f1e6da8d640 1 -- 172.21.15.71:0/1747659243 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a9cfd62130 con 0x55a9cfe52bb0 2024-09-15T23:46:28.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.468+0000 7f1e6d28c640 1 --2- 172.21.15.71:0/1747659243 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a9cfe482f0 0x55a9cfe52670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:28.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.468+0000 7f1e6ca8b640 1 --2- 172.21.15.71:0/2655422228 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f1e540a32d0 0x7f1e540a5790 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f1e640a3e20 tx=0x7f1e6406d4b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:28.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.469+0000 7f1e6da8d640 1 --2- 172.21.15.71:0/1747659243 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe52bb0 0x55a9cfe54fa0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f1e60005cc0 tx=0x7f1e60009380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59f8f6aae8323151 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:28.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.469+0000 7f1e537fe640 1 -- 172.21.15.71:0/1747659243 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e60044030 con 0x55a9cfe52bb0 2024-09-15T23:46:28.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.469+0000 7f1e537fe640 1 -- 172.21.15.71:0/1747659243 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e60036040 con 0x55a9cfe52bb0 2024-09-15T23:46:28.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.469+0000 7f1e537fe640 1 -- 172.21.15.71:0/1747659243 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e600044c0 con 0x55a9cfe52bb0 2024-09-15T23:46:28.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.469+0000 7f1e718c9740 1 -- 172.21.15.71:0/1747659243 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe52bb0 msgr2=0x55a9cfe54fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:28.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.469+0000 7f1e718c9740 1 --2- 172.21.15.71:0/1747659243 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe52bb0 0x55a9cfe54fa0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f1e60005cc0 tx=0x7f1e60009380 comp rx=0 tx=0).stop 2024-09-15T23:46:28.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.469+0000 7f1e718c9740 1 -- 172.21.15.71:0/1747659243 shutdown_connections 2024-09-15T23:46:28.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.470+0000 7f1e718c9740 1 --2- 172.21.15.71:0/1747659243 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe52bb0 0x55a9cfe54fa0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.470+0000 7f1e718c9740 1 --2- 172.21.15.71:0/1747659243 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a9cfe482f0 0x55a9cfe52670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.470+0000 7f1e718c9740 1 --2- 172.21.15.71:0/1747659243 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a9cfe479d0 0x55a9cfe47db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.470+0000 7f1e718c9740 1 -- 172.21.15.71:0/1747659243 >> 172.21.15.71:0/1747659243 conn(0x55a9cfe43f60 msgr2=0x55a9cfe44340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:28.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.470+0000 7f1e718c9740 1 -- 172.21.15.71:0/1747659243 shutdown_connections 2024-09-15T23:46:28.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.470+0000 7f1e718c9740 1 -- 172.21.15.71:0/1747659243 wait complete. 2024-09-15T23:46:28.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.470+0000 7f1e718c9740 1 -- start start 2024-09-15T23:46:28.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.470+0000 7f1e718c9740 1 Processor -- start 2024-09-15T23:46:28.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.470+0000 7f1e718c9740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a9cfe479d0 0x55a9cfe523f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:28.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.470+0000 7f1e718c9740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a9cfe482f0 0x55a9cfe4f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:28.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.470+0000 7f1e718c9740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe52bb0 0x55a9cfe4fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:28.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.470+0000 7f1e718c9740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55a9cfe55780 con 0x55a9cfe52bb0 2024-09-15T23:46:28.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.470+0000 7f1e718c9740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55a9cfd68f20 con 0x55a9cfe479d0 2024-09-15T23:46:28.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.470+0000 7f1e718c9740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55a9cfe55900 con 0x55a9cfe482f0 2024-09-15T23:46:28.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.470+0000 7f1e718c9740 10 client.0 _ll_register_callbacks cb 0x55a9cfd32030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T23:46:28.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.470+0000 7f1e6da8d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe52bb0 0x55a9cfe4fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:28.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.470+0000 7f1e6da8d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe52bb0 0x55a9cfe4fc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58626/0 (socket says 172.21.15.71:58626) 2024-09-15T23:46:28.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.470+0000 7f1e6da8d640 1 -- 172.21.15.71:0/3995416811 learned_addr learned my addr 172.21.15.71:0/3995416811 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:28.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.471+0000 7f1e6da8d640 1 -- 172.21.15.71:0/3995416811 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a9cfe482f0 msgr2=0x55a9cfe4f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:28.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.471+0000 7f1e6d28c640 1 --2- 172.21.15.71:0/3995416811 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a9cfe482f0 0x55a9cfe4f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:28.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.471+0000 7f1e6da8d640 1 --2- 172.21.15.71:0/3995416811 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a9cfe482f0 0x55a9cfe4f740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.471+0000 7f1e6da8d640 1 -- 172.21.15.71:0/3995416811 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a9cfe479d0 msgr2=0x55a9cfe523f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:28.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.471+0000 7f1e6da8d640 1 --2- 172.21.15.71:0/3995416811 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a9cfe479d0 0x55a9cfe523f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.471+0000 7f1e6da8d640 1 -- 172.21.15.71:0/3995416811 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a9cfb1f2b0 con 0x55a9cfe52bb0 2024-09-15T23:46:28.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.471+0000 7f1e6da8d640 1 --2- 172.21.15.71:0/3995416811 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe52bb0 0x55a9cfe4fc80 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f1e60009a60 tx=0x7f1e60031b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=145150917bbc150d server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:28.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.471+0000 7f1e50ff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-15T23:46:28.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.471+0000 7f1e50ff9640 1 -- 172.21.15.71:0/3995416811 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e6004d070 con 0x55a9cfe52bb0 2024-09-15T23:46:28.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.471+0000 7f1e718c9740 1 -- 172.21.15.71:0/3995416811 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e60036040 con 0x55a9cfe52bb0 2024-09-15T23:46:28.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.471+0000 7f1e50ff9640 1 -- 172.21.15.71:0/3995416811 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f1e60003970 con 0x55a9cfe52bb0 2024-09-15T23:46:28.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.471+0000 7f1e50ff9640 1 -- 172.21.15.71:0/3995416811 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1e60059050 con 0x55a9cfe52bb0 2024-09-15T23:46:28.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.471+0000 7f1e718c9740 10 client.15009 fetch_fsmap learned FSMap version 26 2024-09-15T23:46:28.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.471+0000 7f1e718c9740 1 -- 172.21.15.71:0/3995416811 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a9cfe61070 con 0x55a9cfe52bb0 2024-09-15T23:46:28.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.471+0000 7f1e50ff9640 1 -- 172.21.15.71:0/3995416811 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e60036040 con 0x55a9cfe52bb0 2024-09-15T23:46:28.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.472+0000 7f1e50ff9640 1 -- 172.21.15.71:0/3995416811 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8362+0+0 (secure 0 0 0) 0x7f1e60030070 con 0x55a9cfe52bb0 2024-09-15T23:46:28.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.472+0000 7f1e718c9740 10 client.15009 fetch_fsmap finished waiting for FSMap version 26 2024-09-15T23:46:28.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.472+0000 7f1e718c9740 10 client.15009 resolve_mds: resolved name 'f' to daemon mds.f 2024-09-15T23:46:28.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.472+0000 7f1e718c9740 20 client.15009 populate_metadata read hostname 'smithi071' 2024-09-15T23:46:28.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.472+0000 7f1e718c9740 1 --2- 172.21.15.71:0/3995416811 >> [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] conn(0x55a9cfe631a0 0x55a9cfe64610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:28.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.472+0000 7f1e718c9740 4 client.15009 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-15T23:46:28.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.472+0000 7f1e718c9740 1 -- 172.21.15.71:0/3995416811 --> [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a9cfdbb600 con 0x55a9cfe631a0 2024-09-15T23:46:28.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.472+0000 7f1e6d28c640 1 --2- 172.21.15.71:0/3995416811 >> [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] conn(0x55a9cfe631a0 0x55a9cfe64610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:28.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.472+0000 7f1e6d28c640 1 --2- 172.21.15.71:0/3995416811 >> [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] conn(0x55a9cfe631a0 0x55a9cfe64610 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e38b874b2c943838 server_cookie=f3753c6a5dd1c226 in_seq=0 out_seq=0 2024-09-15T23:46:28.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.472+0000 7f1e50ff9640 10 client.15009 ms_handle_connect on v2:172.21.15.190:6834/2490951221 2024-09-15T23:46:28.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.473+0000 7f1e50ff9640 1 -- 172.21.15.71:0/3995416811 <== mds.2 v2:172.21.15.190:6834/2490951221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a9cfdbb600 con 0x55a9cfe631a0 2024-09-15T23:46:28.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.473+0000 7f1e50ff9640 10 client.15009 handle_command_reply: tid=0 2024-09-15T23:46:28.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.473+0000 7f1e718c9740 1 client.15009 shutdown 2024-09-15T23:46:28.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.473+0000 7f1e718c9740 1 -- 172.21.15.71:0/3995416811 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe52bb0 msgr2=0x55a9cfe4fc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:28.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.473+0000 7f1e718c9740 1 --2- 172.21.15.71:0/3995416811 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe52bb0 0x55a9cfe4fc80 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f1e60009a60 tx=0x7f1e60031b80 comp rx=0 tx=0).stop 2024-09-15T23:46:28.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.473+0000 7f1e718c9740 1 -- 172.21.15.71:0/3995416811 shutdown_connections 2024-09-15T23:46:28.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.473+0000 7f1e718c9740 1 --2- 172.21.15.71:0/3995416811 >> [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] conn(0x55a9cfe631a0 0x55a9cfe64610 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.473+0000 7f1e718c9740 1 --2- 172.21.15.71:0/3995416811 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe52bb0 0x55a9cfe4fc80 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.473+0000 7f1e718c9740 1 --2- 172.21.15.71:0/3995416811 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a9cfe482f0 0x55a9cfe4f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.473+0000 7f1e50ff9640 0 client.15009 ms_handle_reset on v2:172.21.15.190:6834/2490951221 2024-09-15T23:46:28.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.473+0000 7f1e718c9740 1 --2- 172.21.15.71:0/3995416811 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a9cfe479d0 0x55a9cfe523f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.473+0000 7f1e718c9740 1 -- 172.21.15.71:0/3995416811 >> 172.21.15.71:0/3995416811 conn(0x55a9cfe43f60 msgr2=0x55a9cfe49c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:28.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.473+0000 7f1e718c9740 1 -- 172.21.15.71:0/3995416811 shutdown_connections 2024-09-15T23:46:28.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.473+0000 7f1e718c9740 1 -- 172.21.15.71:0/3995416811 wait complete. 2024-09-15T23:46:28.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.474+0000 7f1e718c9740 20 client.15009 trim_cache size 0 max 16384 2024-09-15T23:46:28.495 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:28 smithi163 ceph-mon[34107]: pgmap v318: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-15T23:46:28.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.491+0000 7f1e718c9740 1 Processor -- start 2024-09-15T23:46:28.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.492+0000 7f1e718c9740 1 -- start start 2024-09-15T23:46:28.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.492+0000 7f1e718c9740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe479d0 0x55a9cfe63870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:28.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.492+0000 7f1e718c9740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a9cfe482f0 0x55a9cfe4f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:28.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.492+0000 7f1e718c9740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a9cfe52bb0 0x55a9cfe6c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:28.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.492+0000 7f1e718c9740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55a9cfe62950 con 0x55a9cfe479d0 2024-09-15T23:46:28.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.492+0000 7f1e718c9740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55a9cfe63020 con 0x55a9cfe482f0 2024-09-15T23:46:28.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.492+0000 7f1e718c9740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55a9cfe636f0 con 0x55a9cfe52bb0 2024-09-15T23:46:28.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.492+0000 7f1e6da8d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe479d0 0x55a9cfe63870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:28.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.492+0000 7f1e6da8d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe479d0 0x55a9cfe63870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58632/0 (socket says 172.21.15.71:58632) 2024-09-15T23:46:28.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.492+0000 7f1e6da8d640 1 -- 172.21.15.71:0/1100137006 learned_addr learned my addr 172.21.15.71:0/1100137006 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:28.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.492+0000 7f1e6d28c640 1 --2- 172.21.15.71:0/1100137006 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a9cfe482f0 0x55a9cfe4f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:28.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.492+0000 7f1e6da8d640 1 -- 172.21.15.71:0/1100137006 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a9cfe52bb0 msgr2=0x55a9cfe6c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:28.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.492+0000 7f1e6da8d640 1 --2- 172.21.15.71:0/1100137006 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a9cfe52bb0 0x55a9cfe6c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.492+0000 7f1e6da8d640 1 -- 172.21.15.71:0/1100137006 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a9cfe482f0 msgr2=0x55a9cfe4f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:28.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.492+0000 7f1e6da8d640 1 --2- 172.21.15.71:0/1100137006 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a9cfe482f0 0x55a9cfe4f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.492+0000 7f1e6da8d640 1 -- 172.21.15.71:0/1100137006 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a9cfe52760 con 0x55a9cfe479d0 2024-09-15T23:46:28.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.492+0000 7f1e6da8d640 1 --2- 172.21.15.71:0/1100137006 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe479d0 0x55a9cfe63870 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f1e60030360 tx=0x7f1e600041f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe022632862eb8c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:28.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.492+0000 7f1e52ffd640 1 -- 172.21.15.71:0/1100137006 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e6004d070 con 0x55a9cfe479d0 2024-09-15T23:46:28.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.492+0000 7f1e52ffd640 1 -- 172.21.15.71:0/1100137006 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e60036040 con 0x55a9cfe479d0 2024-09-15T23:46:28.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.492+0000 7f1e52ffd640 1 -- 172.21.15.71:0/1100137006 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e60044070 con 0x55a9cfe479d0 2024-09-15T23:46:28.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.493+0000 7f1e718c9740 1 -- 172.21.15.71:0/1100137006 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe479d0 msgr2=0x55a9cfe63870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:28.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.493+0000 7f1e718c9740 1 --2- 172.21.15.71:0/1100137006 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe479d0 0x55a9cfe63870 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f1e60030360 tx=0x7f1e600041f0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.493+0000 7f1e718c9740 1 -- 172.21.15.71:0/1100137006 shutdown_connections 2024-09-15T23:46:28.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.493+0000 7f1e718c9740 1 --2- 172.21.15.71:0/1100137006 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a9cfe52bb0 0x55a9cfe6c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.493+0000 7f1e718c9740 1 --2- 172.21.15.71:0/1100137006 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a9cfe482f0 0x55a9cfe4f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.493+0000 7f1e718c9740 1 --2- 172.21.15.71:0/1100137006 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe479d0 0x55a9cfe63870 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.493+0000 7f1e718c9740 1 -- 172.21.15.71:0/1100137006 >> 172.21.15.71:0/1100137006 conn(0x55a9cfe43f60 msgr2=0x55a9cfe44340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:28.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.493+0000 7f1e718c9740 1 -- 172.21.15.71:0/1100137006 shutdown_connections 2024-09-15T23:46:28.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.493+0000 7f1e718c9740 1 -- 172.21.15.71:0/1100137006 wait complete. 2024-09-15T23:46:28.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.493+0000 7f1e718c9740 1 -- start start 2024-09-15T23:46:28.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.494+0000 7f1e718c9740 1 Processor -- start 2024-09-15T23:46:28.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.494+0000 7f1e718c9740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a9cfe479d0 0x55a9cfe6ce00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:28.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.494+0000 7f1e718c9740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe482f0 0x55a9cfe66180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:28.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.494+0000 7f1e718c9740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a9cfe52bb0 0x55a9cfe666c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:28.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.494+0000 7f1e718c9740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55a9cfe64490 con 0x55a9cfe482f0 2024-09-15T23:46:28.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.494+0000 7f1e718c9740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55a9cfe63dc0 con 0x55a9cfe479d0 2024-09-15T23:46:28.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.494+0000 7f1e718c9740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55a9cfe64b60 con 0x55a9cfe52bb0 2024-09-15T23:46:28.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.494+0000 7f1e718c9740 10 client.0 _ll_register_callbacks cb 0x7f1e60031870 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T23:46:28.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.494+0000 7f1e6d28c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe482f0 0x55a9cfe66180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:28.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.494+0000 7f1e6d28c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe482f0 0x55a9cfe66180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58644/0 (socket says 172.21.15.71:58644) 2024-09-15T23:46:28.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.494+0000 7f1e6d28c640 1 -- 172.21.15.71:0/2837375615 learned_addr learned my addr 172.21.15.71:0/2837375615 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:28.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.494+0000 7f1e6da8d640 1 --2- 172.21.15.71:0/2837375615 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a9cfe52bb0 0x55a9cfe666c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:28.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.494+0000 7f1e6da8d640 1 --2- 172.21.15.71:0/2837375615 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a9cfe479d0 0x55a9cfe6ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:28.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.494+0000 7f1e6d28c640 1 -- 172.21.15.71:0/2837375615 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a9cfe52bb0 msgr2=0x55a9cfe666c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:28.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.494+0000 7f1e6d28c640 1 --2- 172.21.15.71:0/2837375615 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a9cfe52bb0 0x55a9cfe666c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.494+0000 7f1e6d28c640 1 -- 172.21.15.71:0/2837375615 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a9cfe479d0 msgr2=0x55a9cfe6ce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:28.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.494+0000 7f1e6d28c640 1 --2- 172.21.15.71:0/2837375615 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a9cfe479d0 0x55a9cfe6ce00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.494+0000 7f1e6d28c640 1 -- 172.21.15.71:0/2837375615 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a9cfe66c80 con 0x55a9cfe482f0 2024-09-15T23:46:28.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.494+0000 7f1e6da8d640 1 --2- 172.21.15.71:0/2837375615 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a9cfe52bb0 0x55a9cfe666c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:28.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.495+0000 7f1e50ff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-15T23:46:28.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.495+0000 7f1e6d28c640 1 --2- 172.21.15.71:0/2837375615 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe482f0 0x55a9cfe66180 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x55a9cfe50d80 tx=0x7f1e5c00b6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f1f8f562579977 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:28.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.495+0000 7f1e50ff9640 1 -- 172.21.15.71:0/2837375615 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e5c023020 con 0x55a9cfe482f0 2024-09-15T23:46:28.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.495+0000 7f1e50ff9640 1 -- 172.21.15.71:0/2837375615 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f1e5c01f950 con 0x55a9cfe482f0 2024-09-15T23:46:28.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.495+0000 7f1e718c9740 1 -- 172.21.15.71:0/2837375615 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e60036040 con 0x55a9cfe482f0 2024-09-15T23:46:28.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.495+0000 7f1e50ff9640 1 -- 172.21.15.71:0/2837375615 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1e5c00f040 con 0x55a9cfe482f0 2024-09-15T23:46:28.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.495+0000 7f1e718c9740 10 client.15015 fetch_fsmap learned FSMap version 26 2024-09-15T23:46:28.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.495+0000 7f1e718c9740 1 -- 172.21.15.71:0/2837375615 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a9cfecd8b0 con 0x55a9cfe482f0 2024-09-15T23:46:28.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.495+0000 7f1e50ff9640 1 -- 172.21.15.71:0/2837375615 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e60036040 con 0x55a9cfe482f0 2024-09-15T23:46:28.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.495+0000 7f1e50ff9640 1 -- 172.21.15.71:0/2837375615 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8362+0+0 (secure 0 0 0) 0x7f1e600046e0 con 0x55a9cfe482f0 2024-09-15T23:46:28.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.495+0000 7f1e718c9740 10 client.15015 fetch_fsmap finished waiting for FSMap version 26 2024-09-15T23:46:28.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.495+0000 7f1e718c9740 10 client.15015 resolve_mds: resolved name 'f' to daemon mds.f 2024-09-15T23:46:28.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.495+0000 7f1e718c9740 20 client.15015 populate_metadata read hostname 'smithi071' 2024-09-15T23:46:28.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.495+0000 7f1e718c9740 1 --2- 172.21.15.71:0/2837375615 >> [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] conn(0x55a9cfe631a0 0x55a9cfed1000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:28.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.495+0000 7f1e718c9740 4 client.15015 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-15T23:46:28.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.495+0000 7f1e718c9740 1 -- 172.21.15.71:0/2837375615 --> [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] -- command(tid 0: {"prefix": "status"}) -- 0x55a9cfdb5b10 con 0x55a9cfe631a0 2024-09-15T23:46:28.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.496+0000 7f1e6da8d640 1 --2- 172.21.15.71:0/2837375615 >> [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] conn(0x55a9cfe631a0 0x55a9cfed1000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:28.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.496+0000 7f1e50ff9640 10 client.15015 ms_handle_connect on v2:172.21.15.190:6834/2490951221 2024-09-15T23:46:28.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.496+0000 7f1e6da8d640 1 --2- 172.21.15.71:0/2837375615 >> [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] conn(0x55a9cfe631a0 0x55a9cfed1000 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d376203112a1ca8f server_cookie=cf00c29db9d23ed9 in_seq=0 out_seq=0 2024-09-15T23:46:28.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.496+0000 7f1e50ff9640 1 -- 172.21.15.71:0/2837375615 <== mds.2 v2:172.21.15.190:6834/2490951221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55a9cfdb5b10 con 0x55a9cfe631a0 2024-09-15T23:46:28.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.496+0000 7f1e50ff9640 10 client.15015 handle_command_reply: tid=0 2024-09-15T23:46:28.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.496+0000 7f1e718c9740 1 client.15015 shutdown 2024-09-15T23:46:28.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.496+0000 7f1e718c9740 1 -- 172.21.15.71:0/2837375615 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe482f0 msgr2=0x55a9cfe66180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:28.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.496+0000 7f1e718c9740 1 --2- 172.21.15.71:0/2837375615 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe482f0 0x55a9cfe66180 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x55a9cfe50d80 tx=0x7f1e5c00b6f0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.496+0000 7f1e718c9740 1 -- 172.21.15.71:0/2837375615 shutdown_connections 2024-09-15T23:46:28.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.496+0000 7f1e718c9740 1 --2- 172.21.15.71:0/2837375615 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a9cfe52bb0 0x55a9cfe666c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.496+0000 7f1e718c9740 1 --2- 172.21.15.71:0/2837375615 >> [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] conn(0x55a9cfe631a0 0x55a9cfed1000 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.496+0000 7f1e718c9740 1 --2- 172.21.15.71:0/2837375615 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a9cfe482f0 0x55a9cfe66180 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.496+0000 7f1e718c9740 1 --2- 172.21.15.71:0/2837375615 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a9cfe479d0 0x55a9cfe6ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.496+0000 7f1e718c9740 1 -- 172.21.15.71:0/2837375615 >> 172.21.15.71:0/2837375615 conn(0x55a9cfe43f60 msgr2=0x55a9cfe427e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:28.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.496+0000 7f1e50ff9640 0 client.15015 ms_handle_reset on v2:172.21.15.190:6834/2490951221 2024-09-15T23:46:28.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.497+0000 7f1e718c9740 1 -- 172.21.15.71:0/2837375615 shutdown_connections 2024-09-15T23:46:28.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.497+0000 7f1e718c9740 1 -- 172.21.15.71:0/2837375615 wait complete. 2024-09-15T23:46:28.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.497+0000 7f1e718c9740 20 client.15015 trim_cache size 0 max 16384 2024-09-15T23:46:28.507 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-15T23:46:28.507 INFO:teuthology.orchestra.run.smithi071.stdout: "cluster_fsid": "4eeb5726-73bb-11ef-bceb-c7b262605968", 2024-09-15T23:46:28.508 INFO:teuthology.orchestra.run.smithi071.stdout: "whoami": 2, 2024-09-15T23:46:28.508 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 24457, 2024-09-15T23:46:28.508 INFO:teuthology.orchestra.run.smithi071.stdout: "want_state": "up:active", 2024-09-15T23:46:28.508 INFO:teuthology.orchestra.run.smithi071.stdout: "state": "up:active", 2024-09-15T23:46:28.508 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs", 2024-09-15T23:46:28.508 INFO:teuthology.orchestra.run.smithi071.stdout: "rank_uptime": 69.130376436000006, 2024-09-15T23:46:28.508 INFO:teuthology.orchestra.run.smithi071.stdout: "mdsmap_epoch": 26, 2024-09-15T23:46:28.508 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch": 83, 2024-09-15T23:46:28.508 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch_barrier": 83, 2024-09-15T23:46:28.508 INFO:teuthology.orchestra.run.smithi071.stdout: "uptime": 104.86375341199999 2024-09-15T23:46:28.508 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-15T23:46:28.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.497+0000 7f1e6f4f0640 1 -- 172.21.15.71:0/2655422228 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f1e540a32d0 msgr2=0x7f1e540a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:28.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.497+0000 7f1e6f4f0640 1 --2- 172.21.15.71:0/2655422228 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f1e540a32d0 0x7f1e540a5790 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f1e640a3e20 tx=0x7f1e6406d4b0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.497+0000 7f1e6f4f0640 1 -- 172.21.15.71:0/2655422228 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1e68101420 msgr2=0x7f1e68199880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:28.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.497+0000 7f1e6f4f0640 1 --2- 172.21.15.71:0/2655422228 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1e68101420 0x7f1e68199880 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f1e6400b4a0 tx=0x7f1e6400b960 comp rx=0 tx=0).stop 2024-09-15T23:46:28.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.497+0000 7f1e6f4f0640 1 -- 172.21.15.71:0/2655422228 shutdown_connections 2024-09-15T23:46:28.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.497+0000 7f1e6f4f0640 1 --2- 172.21.15.71:0/2655422228 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f1e540a32d0 0x7f1e540a5790 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.497+0000 7f1e6f4f0640 1 --2- 172.21.15.71:0/2655422228 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e68106a80 0x7f1e681a43c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.497+0000 7f1e6f4f0640 1 --2- 172.21.15.71:0/2655422228 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1e68101420 0x7f1e68199880 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.497+0000 7f1e6f4f0640 1 --2- 172.21.15.71:0/2655422228 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1e68100a80 0x7f1e68199340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:28.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.497+0000 7f1e6f4f0640 1 -- 172.21.15.71:0/2655422228 >> 172.21.15.71:0/2655422228 conn(0x7f1e680fc7a0 msgr2=0x7f1e680fd1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:28.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.497+0000 7f1e6f4f0640 1 -- 172.21.15.71:0/2655422228 shutdown_connections 2024-09-15T23:46:28.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:28.498+0000 7f1e6f4f0640 1 -- 172.21.15.71:0/2655422228 wait complete. 2024-09-15T23:46:28.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:28 smithi190 ceph-mon[34840]: pgmap v318: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-15T23:46:29.202 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph tell mds.c status 2024-09-15T23:46:29.458 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:30.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.983+0000 7fc428942640 1 -- 172.21.15.71:0/1408096480 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc424101df0 msgr2=0x7fc4241021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:30.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.983+0000 7fc428942640 1 --2- 172.21.15.71:0/1408096480 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc424101df0 0x7fc4241021d0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fc414009900 tx=0x7fc41402a410 comp rx=0 tx=0).stop 2024-09-15T23:46:30.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.983+0000 7fc428942640 1 -- 172.21.15.71:0/1408096480 shutdown_connections 2024-09-15T23:46:30.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.983+0000 7fc428942640 1 --2- 172.21.15.71:0/1408096480 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc424106f20 0x7fc42410eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.983+0000 7fc428942640 1 --2- 172.21.15.71:0/1408096480 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc4241027a0 0x7fc4241067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.983+0000 7fc428942640 1 --2- 172.21.15.71:0/1408096480 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc424101df0 0x7fc4241021d0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.983+0000 7fc428942640 1 -- 172.21.15.71:0/1408096480 >> 172.21.15.71:0/1408096480 conn(0x7fc4240fd8b0 msgr2=0x7fc4240ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:30.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.983+0000 7fc428942640 1 -- 172.21.15.71:0/1408096480 shutdown_connections 2024-09-15T23:46:30.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.983+0000 7fc428942640 1 -- 172.21.15.71:0/1408096480 wait complete. 2024-09-15T23:46:30.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.984+0000 7fc428942640 1 Processor -- start 2024-09-15T23:46:30.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.984+0000 7fc428942640 1 -- start start 2024-09-15T23:46:30.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.984+0000 7fc428942640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc424101df0 0x7fc424198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:30.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.984+0000 7fc428942640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4241027a0 0x7fc4241989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:30.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.984+0000 7fc428942640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc424106f20 0x7fc42419cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:30.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.984+0000 7fc428942640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc424111e70 con 0x7fc4241027a0 2024-09-15T23:46:30.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.984+0000 7fc428942640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fc424111cf0 con 0x7fc424106f20 2024-09-15T23:46:30.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.984+0000 7fc428942640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fc424111ff0 con 0x7fc424101df0 2024-09-15T23:46:30.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.984+0000 7fc421d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4241027a0 0x7fc4241989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:30.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.984+0000 7fc421d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4241027a0 0x7fc4241989d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58662/0 (socket says 172.21.15.71:58662) 2024-09-15T23:46:30.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.984+0000 7fc421d9b640 1 -- 172.21.15.71:0/2007123363 learned_addr learned my addr 172.21.15.71:0/2007123363 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:30.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.984+0000 7fc42259c640 1 --2- 172.21.15.71:0/2007123363 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc424101df0 0x7fc424198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:30.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.985+0000 7fc422d9d640 1 --2- 172.21.15.71:0/2007123363 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc424106f20 0x7fc42419cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:30.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.985+0000 7fc421d9b640 1 -- 172.21.15.71:0/2007123363 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc424101df0 msgr2=0x7fc424198490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:30.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.985+0000 7fc421d9b640 1 --2- 172.21.15.71:0/2007123363 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc424101df0 0x7fc424198490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.985+0000 7fc421d9b640 1 -- 172.21.15.71:0/2007123363 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc424106f20 msgr2=0x7fc42419cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:30.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.985+0000 7fc421d9b640 1 --2- 172.21.15.71:0/2007123363 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc424106f20 0x7fc42419cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.985+0000 7fc421d9b640 1 -- 172.21.15.71:0/2007123363 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc42419d440 con 0x7fc4241027a0 2024-09-15T23:46:30.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.985+0000 7fc422d9d640 1 --2- 172.21.15.71:0/2007123363 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc424106f20 0x7fc42419cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:30.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.985+0000 7fc42259c640 1 --2- 172.21.15.71:0/2007123363 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc424101df0 0x7fc424198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T23:46:30.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.985+0000 7fc421d9b640 1 --2- 172.21.15.71:0/2007123363 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4241027a0 0x7fc4241989d0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fc41800d770 tx=0x7fc41800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:30.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.985+0000 7fc4137fe640 1 -- 172.21.15.71:0/2007123363 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc418017070 con 0x7fc4241027a0 2024-09-15T23:46:30.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.985+0000 7fc4137fe640 1 -- 172.21.15.71:0/2007123363 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc4180054d0 con 0x7fc4241027a0 2024-09-15T23:46:30.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.985+0000 7fc428942640 1 -- 172.21.15.71:0/2007123363 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc42419d730 con 0x7fc4241027a0 2024-09-15T23:46:30.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.985+0000 7fc4137fe640 1 -- 172.21.15.71:0/2007123363 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc418004cf0 con 0x7fc4241027a0 2024-09-15T23:46:30.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.985+0000 7fc428942640 1 -- 172.21.15.71:0/2007123363 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4241a5010 con 0x7fc4241027a0 2024-09-15T23:46:30.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.987+0000 7fc4137fe640 1 -- 172.21.15.71:0/2007123363 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fc418004e90 con 0x7fc4241027a0 2024-09-15T23:46:30.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.987+0000 7fc42ad1b740 1 Processor -- start 2024-09-15T23:46:30.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.988+0000 7fc42ad1b740 1 -- start start 2024-09-15T23:46:30.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.988+0000 7fc42ad1b740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d8ffccf9d0 0x55d8ffccfdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:30.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.988+0000 7fc42ad1b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffcd02f0 0x55d8ffcda670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:30.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.988+0000 7fc42ad1b740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d8ffcdabb0 0x55d8ffcdcfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:30.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.988+0000 7fc4137fe640 1 --2- 172.21.15.71:0/2007123363 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc40c0a3350 0x7fc40c0a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:30.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.988+0000 7fc42ad1b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55d8ffc36090 con 0x55d8ffcd02f0 2024-09-15T23:46:30.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.988+0000 7fc42ad1b740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55d8ffbdda70 con 0x55d8ffcdabb0 2024-09-15T23:46:30.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.988+0000 7fc42ad1b740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55d8ffc32050 con 0x55d8ffccf9d0 2024-09-15T23:46:30.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.988+0000 7fc42259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffcd02f0 0x55d8ffcda670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:30.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.988+0000 7fc422d9d640 1 --2- 172.21.15.71:0/2007123363 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc40c0a3350 0x7fc40c0a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:30.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.988+0000 7fc42259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffcd02f0 0x55d8ffcda670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58670/0 (socket says 172.21.15.71:58670) 2024-09-15T23:46:30.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.988+0000 7fc42259c640 1 -- 172.21.15.71:0/1382992045 learned_addr learned my addr 172.21.15.71:0/1382992045 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:30.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.988+0000 7fc422d9d640 1 --2- 172.21.15.71:0/1382992045 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d8ffccf9d0 0x55d8ffccfdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:30.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.988+0000 7fc4137fe640 1 -- 172.21.15.71:0/2007123363 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7fc4180cf460 con 0x7fc4241027a0 2024-09-15T23:46:30.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.988+0000 7fc421d9b640 1 --2- 172.21.15.71:0/1382992045 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d8ffcdabb0 0x55d8ffcdcfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:30.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.988+0000 7fc42259c640 1 -- 172.21.15.71:0/1382992045 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d8ffccf9d0 msgr2=0x55d8ffccfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:30.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.988+0000 7fc42259c640 1 --2- 172.21.15.71:0/1382992045 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d8ffccf9d0 0x55d8ffccfdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.988+0000 7fc42259c640 1 -- 172.21.15.71:0/1382992045 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d8ffcdabb0 msgr2=0x55d8ffcdcfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:30.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.988+0000 7fc42259c640 1 --2- 172.21.15.71:0/1382992045 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d8ffcdabb0 0x55d8ffcdcfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.988+0000 7fc42259c640 1 -- 172.21.15.71:0/1382992045 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8ffbea130 con 0x55d8ffcd02f0 2024-09-15T23:46:30.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.988+0000 7fc422d9d640 1 --2- 172.21.15.71:0/1382992045 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d8ffccf9d0 0x55d8ffccfdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:30.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.989+0000 7fc422d9d640 1 --2- 172.21.15.71:0/2007123363 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc40c0a3350 0x7fc40c0a5810 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fc41c00afd0 tx=0x7fc41c00a3d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:30.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.989+0000 7fc42259c640 1 --2- 172.21.15.71:0/1382992045 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffcd02f0 0x55d8ffcda670 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fc41402a930 tx=0x7fc414031550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba6a83d7e44470d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:30.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.989+0000 7fc410ff9640 1 -- 172.21.15.71:0/1382992045 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc414040070 con 0x55d8ffcd02f0 2024-09-15T23:46:30.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.989+0000 7fc410ff9640 1 -- 172.21.15.71:0/1382992045 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc414005040 con 0x55d8ffcd02f0 2024-09-15T23:46:30.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.989+0000 7fc410ff9640 1 -- 172.21.15.71:0/1382992045 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc414035040 con 0x55d8ffcd02f0 2024-09-15T23:46:30.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.990+0000 7fc42ad1b740 1 -- 172.21.15.71:0/1382992045 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffcd02f0 msgr2=0x55d8ffcda670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:30.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.990+0000 7fc42ad1b740 1 --2- 172.21.15.71:0/1382992045 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffcd02f0 0x55d8ffcda670 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fc41402a930 tx=0x7fc414031550 comp rx=0 tx=0).stop 2024-09-15T23:46:30.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.990+0000 7fc42ad1b740 1 -- 172.21.15.71:0/1382992045 shutdown_connections 2024-09-15T23:46:30.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.990+0000 7fc42ad1b740 1 --2- 172.21.15.71:0/1382992045 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d8ffcdabb0 0x55d8ffcdcfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.990+0000 7fc42ad1b740 1 --2- 172.21.15.71:0/1382992045 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffcd02f0 0x55d8ffcda670 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.990+0000 7fc42ad1b740 1 --2- 172.21.15.71:0/1382992045 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d8ffccf9d0 0x55d8ffccfdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.990+0000 7fc42ad1b740 1 -- 172.21.15.71:0/1382992045 >> 172.21.15.71:0/1382992045 conn(0x55d8ffccbf60 msgr2=0x55d8ffccc340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:30.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.990+0000 7fc42ad1b740 1 -- 172.21.15.71:0/1382992045 shutdown_connections 2024-09-15T23:46:30.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.990+0000 7fc42ad1b740 1 -- 172.21.15.71:0/1382992045 wait complete. 2024-09-15T23:46:30.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.990+0000 7fc42ad1b740 1 -- start start 2024-09-15T23:46:30.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.990+0000 7fc42ad1b740 1 Processor -- start 2024-09-15T23:46:30.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.990+0000 7fc42ad1b740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d8ffccf9d0 0x55d8ffcda460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:30.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.990+0000 7fc42ad1b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffcd02f0 0x55d8ffcd77b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:30.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.990+0000 7fc42ad1b740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d8ffcdabb0 0x55d8ffcd7cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:30.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.990+0000 7fc42ad1b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55d8ffcdd780 con 0x55d8ffcd02f0 2024-09-15T23:46:30.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.990+0000 7fc42ad1b740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55d8ffbf0f20 con 0x55d8ffccf9d0 2024-09-15T23:46:30.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.990+0000 7fc42ad1b740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55d8ffcdd900 con 0x55d8ffcdabb0 2024-09-15T23:46:30.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.991+0000 7fc42ad1b740 10 client.0 _ll_register_callbacks cb 0x55d8ffbba030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T23:46:30.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.991+0000 7fc421d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffcd02f0 0x55d8ffcd77b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:30.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.991+0000 7fc421d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffcd02f0 0x55d8ffcd77b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58684/0 (socket says 172.21.15.71:58684) 2024-09-15T23:46:30.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.991+0000 7fc421d9b640 1 -- 172.21.15.71:0/4246361764 learned_addr learned my addr 172.21.15.71:0/4246361764 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:30.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.991+0000 7fc42259c640 1 --2- 172.21.15.71:0/4246361764 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d8ffccf9d0 0x55d8ffcda460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:30.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.991+0000 7fc422d9d640 1 --2- 172.21.15.71:0/4246361764 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d8ffcdabb0 0x55d8ffcd7cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:30.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.991+0000 7fc421d9b640 1 -- 172.21.15.71:0/4246361764 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d8ffcdabb0 msgr2=0x55d8ffcd7cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:30.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.991+0000 7fc421d9b640 1 --2- 172.21.15.71:0/4246361764 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d8ffcdabb0 0x55d8ffcd7cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.991+0000 7fc421d9b640 1 -- 172.21.15.71:0/4246361764 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d8ffccf9d0 msgr2=0x55d8ffcda460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:30.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.991+0000 7fc421d9b640 1 --2- 172.21.15.71:0/4246361764 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d8ffccf9d0 0x55d8ffcda460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.991+0000 7fc421d9b640 1 -- 172.21.15.71:0/4246361764 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8ff9a72b0 con 0x55d8ffcd02f0 2024-09-15T23:46:30.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.991+0000 7fc42259c640 1 --2- 172.21.15.71:0/4246361764 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d8ffccf9d0 0x55d8ffcda460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:30.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.991+0000 7fc421d9b640 1 --2- 172.21.15.71:0/4246361764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffcd02f0 0x55d8ffcd77b0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fc418098320 tx=0x7fc418005180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5aca2d0b337f4b8d server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:30.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.991+0000 7fc409ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-15T23:46:30.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.991+0000 7fc409ffb640 1 -- 172.21.15.71:0/4246361764 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4180b4060 con 0x55d8ffcd02f0 2024-09-15T23:46:30.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.991+0000 7fc409ffb640 1 -- 172.21.15.71:0/4246361764 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7fc418097fc0 con 0x55d8ffcd02f0 2024-09-15T23:46:30.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.991+0000 7fc42ad1b740 1 -- 172.21.15.71:0/4246361764 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc414005040 con 0x55d8ffcd02f0 2024-09-15T23:46:30.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.991+0000 7fc409ffb640 1 -- 172.21.15.71:0/4246361764 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc418020040 con 0x55d8ffcd02f0 2024-09-15T23:46:30.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.991+0000 7fc42ad1b740 10 client.15027 fetch_fsmap learned FSMap version 26 2024-09-15T23:46:30.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.991+0000 7fc42ad1b740 1 -- 172.21.15.71:0/4246361764 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d8ffce90a0 con 0x55d8ffcd02f0 2024-09-15T23:46:30.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.991+0000 7fc409ffb640 1 -- 172.21.15.71:0/4246361764 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc414005040 con 0x55d8ffcd02f0 2024-09-15T23:46:30.031 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.991+0000 7fc409ffb640 1 -- 172.21.15.71:0/4246361764 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8362+0+0 (secure 0 0 0) 0x7fc4180cf0f0 con 0x55d8ffcd02f0 2024-09-15T23:46:30.031 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.992+0000 7fc42ad1b740 10 client.15027 fetch_fsmap finished waiting for FSMap version 26 2024-09-15T23:46:30.031 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.992+0000 7fc42ad1b740 10 client.15027 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-15T23:46:30.031 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.992+0000 7fc42ad1b740 20 client.15027 populate_metadata read hostname 'smithi071' 2024-09-15T23:46:30.031 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.992+0000 7fc42ad1b740 1 --2- 172.21.15.71:0/4246361764 >> [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] conn(0x55d8ffceb6f0 0x55d8ffcecb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:30.031 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.992+0000 7fc42ad1b740 4 client.15027 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-15T23:46:30.031 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.992+0000 7fc42ad1b740 1 -- 172.21.15.71:0/4246361764 --> [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d8ffc43600 con 0x55d8ffceb6f0 2024-09-15T23:46:30.031 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.992+0000 7fc42259c640 1 --2- 172.21.15.71:0/4246361764 >> [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] conn(0x55d8ffceb6f0 0x55d8ffcecb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:30.031 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.993+0000 7fc42259c640 1 --2- 172.21.15.71:0/4246361764 >> [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] conn(0x55d8ffceb6f0 0x55d8ffcecb60 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e400f85ee763e2d3 server_cookie=2559daa7c6e16d5 in_seq=0 out_seq=0 2024-09-15T23:46:30.031 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.993+0000 7fc409ffb640 10 client.15027 ms_handle_connect on v2:172.21.15.190:6836/1400276256 2024-09-15T23:46:30.031 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.993+0000 7fc409ffb640 1 -- 172.21.15.71:0/4246361764 <== mds.1 v2:172.21.15.190:6836/1400276256 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d8ffc43600 con 0x55d8ffceb6f0 2024-09-15T23:46:30.031 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.993+0000 7fc409ffb640 10 client.15027 handle_command_reply: tid=0 2024-09-15T23:46:30.031 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.993+0000 7fc42ad1b740 1 client.15027 shutdown 2024-09-15T23:46:30.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.994+0000 7fc42ad1b740 1 -- 172.21.15.71:0/4246361764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffcd02f0 msgr2=0x55d8ffcd77b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:30.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.994+0000 7fc42ad1b740 1 --2- 172.21.15.71:0/4246361764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffcd02f0 0x55d8ffcd77b0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fc418098320 tx=0x7fc418005180 comp rx=0 tx=0).stop 2024-09-15T23:46:30.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.994+0000 7fc42ad1b740 1 -- 172.21.15.71:0/4246361764 shutdown_connections 2024-09-15T23:46:30.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.994+0000 7fc42ad1b740 1 --2- 172.21.15.71:0/4246361764 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d8ffcdabb0 0x55d8ffcd7cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.994+0000 7fc42ad1b740 1 --2- 172.21.15.71:0/4246361764 >> [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] conn(0x55d8ffceb6f0 0x55d8ffcecb60 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.994+0000 7fc42ad1b740 1 --2- 172.21.15.71:0/4246361764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffcd02f0 0x55d8ffcd77b0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.994+0000 7fc42ad1b740 1 --2- 172.21.15.71:0/4246361764 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d8ffccf9d0 0x55d8ffcda460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.994+0000 7fc409ffb640 0 client.15027 ms_handle_reset on v2:172.21.15.190:6836/1400276256 2024-09-15T23:46:30.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.994+0000 7fc42ad1b740 1 -- 172.21.15.71:0/4246361764 >> 172.21.15.71:0/4246361764 conn(0x55d8ffccbf60 msgr2=0x55d8ffcd1c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:30.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.994+0000 7fc42ad1b740 1 -- 172.21.15.71:0/4246361764 shutdown_connections 2024-09-15T23:46:30.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.994+0000 7fc42ad1b740 1 -- 172.21.15.71:0/4246361764 wait complete. 2024-09-15T23:46:30.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:29.994+0000 7fc42ad1b740 20 client.15027 trim_cache size 0 max 16384 2024-09-15T23:46:30.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.011+0000 7fc42ad1b740 1 Processor -- start 2024-09-15T23:46:30.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.011+0000 7fc42ad1b740 1 -- start start 2024-09-15T23:46:30.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.011+0000 7fc42ad1b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffccf9d0 0x55d8ffcecb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:30.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.011+0000 7fc42ad1b740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d8ffcd02f0 0x55d8ffcd7070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:30.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.011+0000 7fc42ad1b740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d8ffcdabb0 0x55d8ffcd6080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:30.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.011+0000 7fc42ad1b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55d8ffceaea0 con 0x55d8ffccf9d0 2024-09-15T23:46:30.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.011+0000 7fc42ad1b740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55d8ffceb570 con 0x55d8ffcd02f0 2024-09-15T23:46:30.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.011+0000 7fc42ad1b740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55d8ffcebc40 con 0x55d8ffcdabb0 2024-09-15T23:46:30.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.012+0000 7fc42259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffccf9d0 0x55d8ffcecb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:30.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.012+0000 7fc42259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffccf9d0 0x55d8ffcecb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58690/0 (socket says 172.21.15.71:58690) 2024-09-15T23:46:30.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.012+0000 7fc42259c640 1 -- 172.21.15.71:0/1667791178 learned_addr learned my addr 172.21.15.71:0/1667791178 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:30.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.012+0000 7fc422d9d640 1 --2- 172.21.15.71:0/1667791178 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d8ffcdabb0 0x55d8ffcd6080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:30.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.012+0000 7fc421d9b640 1 --2- 172.21.15.71:0/1667791178 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d8ffcd02f0 0x55d8ffcd7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:30.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.012+0000 7fc42259c640 1 -- 172.21.15.71:0/1667791178 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d8ffcdabb0 msgr2=0x55d8ffcd6080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:30.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.012+0000 7fc42259c640 1 --2- 172.21.15.71:0/1667791178 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d8ffcdabb0 0x55d8ffcd6080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.012+0000 7fc42259c640 1 -- 172.21.15.71:0/1667791178 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d8ffcd02f0 msgr2=0x55d8ffcd7070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:30.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.012+0000 7fc42259c640 1 --2- 172.21.15.71:0/1667791178 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d8ffcd02f0 0x55d8ffcd7070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.012+0000 7fc42259c640 1 -- 172.21.15.71:0/1667791178 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8ffccf800 con 0x55d8ffccf9d0 2024-09-15T23:46:30.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.012+0000 7fc421d9b640 1 --2- 172.21.15.71:0/1667791178 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d8ffcd02f0 0x55d8ffcd7070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:30.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.012+0000 7fc422d9d640 1 --2- 172.21.15.71:0/1667791178 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d8ffcdabb0 0x55d8ffcd6080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:30.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.012+0000 7fc42259c640 1 --2- 172.21.15.71:0/1667791178 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffccf9d0 0x55d8ffcecb60 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fc414033000 tx=0x7fc414004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=688ba234ac5f7428 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:30.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.012+0000 7fc40bfff640 1 -- 172.21.15.71:0/1667791178 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc414054070 con 0x55d8ffccf9d0 2024-09-15T23:46:30.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.012+0000 7fc40bfff640 1 -- 172.21.15.71:0/1667791178 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc414005600 con 0x55d8ffccf9d0 2024-09-15T23:46:30.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.012+0000 7fc40bfff640 1 -- 172.21.15.71:0/1667791178 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc414040040 con 0x55d8ffccf9d0 2024-09-15T23:46:30.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.013+0000 7fc42ad1b740 1 -- 172.21.15.71:0/1667791178 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffccf9d0 msgr2=0x55d8ffcecb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:30.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.013+0000 7fc42ad1b740 1 --2- 172.21.15.71:0/1667791178 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffccf9d0 0x55d8ffcecb60 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fc414033000 tx=0x7fc414004770 comp rx=0 tx=0).stop 2024-09-15T23:46:30.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.013+0000 7fc42ad1b740 1 -- 172.21.15.71:0/1667791178 shutdown_connections 2024-09-15T23:46:30.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.013+0000 7fc42ad1b740 1 --2- 172.21.15.71:0/1667791178 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d8ffcdabb0 0x55d8ffcd6080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.013+0000 7fc42ad1b740 1 --2- 172.21.15.71:0/1667791178 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d8ffcd02f0 0x55d8ffcd7070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.013+0000 7fc42ad1b740 1 --2- 172.21.15.71:0/1667791178 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffccf9d0 0x55d8ffcecb60 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.013+0000 7fc42ad1b740 1 -- 172.21.15.71:0/1667791178 >> 172.21.15.71:0/1667791178 conn(0x55d8ffccbf60 msgr2=0x55d8ffcd7770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:30.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.013+0000 7fc42ad1b740 1 -- 172.21.15.71:0/1667791178 shutdown_connections 2024-09-15T23:46:30.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.013+0000 7fc42ad1b740 1 -- 172.21.15.71:0/1667791178 wait complete. 2024-09-15T23:46:30.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.013+0000 7fc42ad1b740 1 -- start start 2024-09-15T23:46:30.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.013+0000 7fc42ad1b740 1 Processor -- start 2024-09-15T23:46:30.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.013+0000 7fc42ad1b740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d8ffccf9d0 0x55d8ffcf4f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:30.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.013+0000 7fc42ad1b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffcd02f0 0x55d8ffcf54c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:30.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.013+0000 7fc42ad1b740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d8ffcdabb0 0x55d8ffcee300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:30.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.013+0000 7fc42ad1b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55d8ffcec9e0 con 0x55d8ffcd02f0 2024-09-15T23:46:30.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.013+0000 7fc42ad1b740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55d8ffcec310 con 0x55d8ffccf9d0 2024-09-15T23:46:30.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.013+0000 7fc42ad1b740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55d8ffced0b0 con 0x55d8ffcdabb0 2024-09-15T23:46:30.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.013+0000 7fc42ad1b740 10 client.0 _ll_register_callbacks cb 0x7fc418005680 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T23:46:30.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.014+0000 7fc421d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffcd02f0 0x55d8ffcf54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:30.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.014+0000 7fc421d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffcd02f0 0x55d8ffcf54c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58694/0 (socket says 172.21.15.71:58694) 2024-09-15T23:46:30.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.014+0000 7fc421d9b640 1 -- 172.21.15.71:0/2303485839 learned_addr learned my addr 172.21.15.71:0/2303485839 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:30.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.014+0000 7fc422d9d640 1 --2- 172.21.15.71:0/2303485839 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d8ffcdabb0 0x55d8ffcee300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:30.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.014+0000 7fc42259c640 1 --2- 172.21.15.71:0/2303485839 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d8ffccf9d0 0x55d8ffcf4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:30.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.014+0000 7fc421d9b640 1 -- 172.21.15.71:0/2303485839 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d8ffcdabb0 msgr2=0x55d8ffcee300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:30.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.014+0000 7fc421d9b640 1 --2- 172.21.15.71:0/2303485839 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d8ffcdabb0 0x55d8ffcee300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.014+0000 7fc421d9b640 1 -- 172.21.15.71:0/2303485839 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d8ffccf9d0 msgr2=0x55d8ffcf4f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:30.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.014+0000 7fc421d9b640 1 --2- 172.21.15.71:0/2303485839 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d8ffccf9d0 0x55d8ffcf4f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.014+0000 7fc421d9b640 1 -- 172.21.15.71:0/2303485839 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8ffcd82f0 con 0x55d8ffcd02f0 2024-09-15T23:46:30.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.014+0000 7fc421d9b640 1 --2- 172.21.15.71:0/2303485839 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffcd02f0 0x55d8ffcf54c0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fc41800d740 tx=0x7fc418097d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3482c80e1a2db735 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:30.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.014+0000 7fc409ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-15T23:46:30.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.014+0000 7fc409ffb640 1 -- 172.21.15.71:0/2303485839 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4180b4040 con 0x55d8ffcd02f0 2024-09-15T23:46:30.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.014+0000 7fc409ffb640 1 -- 172.21.15.71:0/2303485839 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7fc418099f10 con 0x55d8ffcd02f0 2024-09-15T23:46:30.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.014+0000 7fc42ad1b740 1 -- 172.21.15.71:0/2303485839 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc414005600 con 0x55d8ffcd02f0 2024-09-15T23:46:30.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.014+0000 7fc409ffb640 1 -- 172.21.15.71:0/2303485839 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc41809b490 con 0x55d8ffcd02f0 2024-09-15T23:46:30.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.014+0000 7fc42ad1b740 10 client.15033 fetch_fsmap learned FSMap version 26 2024-09-15T23:46:30.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.014+0000 7fc42ad1b740 1 -- 172.21.15.71:0/2303485839 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d8ffcf32f0 con 0x55d8ffcd02f0 2024-09-15T23:46:30.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.014+0000 7fc409ffb640 1 -- 172.21.15.71:0/2303485839 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc414005600 con 0x55d8ffcd02f0 2024-09-15T23:46:30.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.015+0000 7fc409ffb640 1 -- 172.21.15.71:0/2303485839 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8362+0+0 (secure 0 0 0) 0x7fc4180ba170 con 0x55d8ffcd02f0 2024-09-15T23:46:30.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.015+0000 7fc42ad1b740 10 client.15033 fetch_fsmap finished waiting for FSMap version 26 2024-09-15T23:46:30.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.015+0000 7fc42ad1b740 10 client.15033 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-15T23:46:30.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.015+0000 7fc42ad1b740 20 client.15033 populate_metadata read hostname 'smithi071' 2024-09-15T23:46:30.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.015+0000 7fc42ad1b740 1 --2- 172.21.15.71:0/2303485839 >> [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] conn(0x55d8ffd5a200 0x55d8ffd58f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:30.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.015+0000 7fc42ad1b740 4 client.15033 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-15T23:46:30.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.015+0000 7fc42ad1b740 1 -- 172.21.15.71:0/2303485839 --> [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] -- command(tid 0: {"prefix": "status"}) -- 0x55d8ffc3db10 con 0x55d8ffd5a200 2024-09-15T23:46:30.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.015+0000 7fc42259c640 1 --2- 172.21.15.71:0/2303485839 >> [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] conn(0x55d8ffd5a200 0x55d8ffd58f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:30.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.015+0000 7fc409ffb640 10 client.15033 ms_handle_connect on v2:172.21.15.190:6836/1400276256 2024-09-15T23:46:30.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.015+0000 7fc42259c640 1 --2- 172.21.15.71:0/2303485839 >> [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] conn(0x55d8ffd5a200 0x55d8ffd58f10 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3d67b5af51f41584 server_cookie=578219bedec98e92 in_seq=0 out_seq=0 2024-09-15T23:46:30.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.015+0000 7fc409ffb640 1 -- 172.21.15.71:0/2303485839 <== mds.1 v2:172.21.15.190:6836/1400276256 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55d8ffc3db10 con 0x55d8ffd5a200 2024-09-15T23:46:30.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.015+0000 7fc409ffb640 10 client.15033 handle_command_reply: tid=0 2024-09-15T23:46:30.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.015+0000 7fc42ad1b740 1 client.15033 shutdown 2024-09-15T23:46:30.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.016+0000 7fc42ad1b740 1 -- 172.21.15.71:0/2303485839 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffcd02f0 msgr2=0x55d8ffcf54c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:30.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.016+0000 7fc42ad1b740 1 --2- 172.21.15.71:0/2303485839 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffcd02f0 0x55d8ffcf54c0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fc41800d740 tx=0x7fc418097d20 comp rx=0 tx=0).stop 2024-09-15T23:46:30.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.016+0000 7fc42ad1b740 1 -- 172.21.15.71:0/2303485839 shutdown_connections 2024-09-15T23:46:30.039 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.016+0000 7fc42ad1b740 1 --2- 172.21.15.71:0/2303485839 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d8ffcdabb0 0x55d8ffcee300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.039 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.016+0000 7fc42ad1b740 1 --2- 172.21.15.71:0/2303485839 >> [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] conn(0x55d8ffd5a200 0x55d8ffd58f10 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.039 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.016+0000 7fc42ad1b740 1 --2- 172.21.15.71:0/2303485839 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d8ffcd02f0 0x55d8ffcf54c0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.039 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.016+0000 7fc42ad1b740 1 --2- 172.21.15.71:0/2303485839 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d8ffccf9d0 0x55d8ffcf4f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.039 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.016+0000 7fc42ad1b740 1 -- 172.21.15.71:0/2303485839 >> 172.21.15.71:0/2303485839 conn(0x55d8ffccbf60 msgr2=0x55d8ffcd6040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:30.039 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.016+0000 7fc409ffb640 0 client.15033 ms_handle_reset on v2:172.21.15.190:6836/1400276256 2024-09-15T23:46:30.039 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-15T23:46:30.039 INFO:teuthology.orchestra.run.smithi071.stdout: "cluster_fsid": "4eeb5726-73bb-11ef-bceb-c7b262605968", 2024-09-15T23:46:30.040 INFO:teuthology.orchestra.run.smithi071.stdout: "whoami": 1, 2024-09-15T23:46:30.040 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 24469, 2024-09-15T23:46:30.040 INFO:teuthology.orchestra.run.smithi071.stdout: "want_state": "up:active", 2024-09-15T23:46:30.040 INFO:teuthology.orchestra.run.smithi071.stdout: "state": "up:active", 2024-09-15T23:46:30.040 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs", 2024-09-15T23:46:30.040 INFO:teuthology.orchestra.run.smithi071.stdout: "rank_uptime": 72.652917669000004, 2024-09-15T23:46:30.040 INFO:teuthology.orchestra.run.smithi071.stdout: "mdsmap_epoch": 26, 2024-09-15T23:46:30.040 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch": 83, 2024-09-15T23:46:30.040 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch_barrier": 83, 2024-09-15T23:46:30.040 INFO:teuthology.orchestra.run.smithi071.stdout: "uptime": 103.743924186 2024-09-15T23:46:30.040 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-15T23:46:30.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.016+0000 7fc42ad1b740 1 -- 172.21.15.71:0/2303485839 shutdown_connections 2024-09-15T23:46:30.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.016+0000 7fc42ad1b740 1 -- 172.21.15.71:0/2303485839 wait complete. 2024-09-15T23:46:30.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.016+0000 7fc42ad1b740 20 client.15033 trim_cache size 0 max 16384 2024-09-15T23:46:30.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.016+0000 7fc428942640 1 -- 172.21.15.71:0/2007123363 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc40c0a3350 msgr2=0x7fc40c0a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:30.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.016+0000 7fc428942640 1 --2- 172.21.15.71:0/2007123363 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc40c0a3350 0x7fc40c0a5810 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fc41c00afd0 tx=0x7fc41c00a3d0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.016+0000 7fc428942640 1 -- 172.21.15.71:0/2007123363 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4241027a0 msgr2=0x7fc4241989d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:30.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.016+0000 7fc428942640 1 --2- 172.21.15.71:0/2007123363 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4241027a0 0x7fc4241989d0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fc41800d770 tx=0x7fc41800dc30 comp rx=0 tx=0).stop 2024-09-15T23:46:30.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.017+0000 7fc428942640 1 -- 172.21.15.71:0/2007123363 shutdown_connections 2024-09-15T23:46:30.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.017+0000 7fc428942640 1 --2- 172.21.15.71:0/2007123363 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fc40c0a3350 0x7fc40c0a5810 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.017+0000 7fc428942640 1 --2- 172.21.15.71:0/2007123363 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc424106f20 0x7fc42419cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.042 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.017+0000 7fc428942640 1 --2- 172.21.15.71:0/2007123363 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4241027a0 0x7fc4241989d0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.042 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.017+0000 7fc428942640 1 --2- 172.21.15.71:0/2007123363 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc424101df0 0x7fc424198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:30.042 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.017+0000 7fc428942640 1 -- 172.21.15.71:0/2007123363 >> 172.21.15.71:0/2007123363 conn(0x7fc4240fd8b0 msgr2=0x7fc4240fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:30.042 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.017+0000 7fc428942640 1 -- 172.21.15.71:0/2007123363 shutdown_connections 2024-09-15T23:46:30.042 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:30.017+0000 7fc428942640 1 -- 172.21.15.71:0/2007123363 wait complete. 2024-09-15T23:46:30.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:30 smithi163 ceph-mon[34107]: pgmap v319: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-15T23:46:30.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:30 smithi190 ceph-mon[34840]: pgmap v319: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-15T23:46:30.665 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:30 smithi071 ceph-mon[30957]: pgmap v319: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-15T23:46:30.693 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph tell mds.i status 2024-09-15T23:46:30.941 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:31.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.457+0000 7fbf551d5640 1 -- 172.21.15.71:0/2487652839 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf50106a80 msgr2=0x7fbf50106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:31.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.457+0000 7fbf551d5640 1 --2- 172.21.15.71:0/2487652839 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf50106a80 0x7fbf50106e60 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fbf40009930 tx=0x7fbf4002a420 comp rx=0 tx=0).stop 2024-09-15T23:46:31.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.457+0000 7fbf551d5640 1 -- 172.21.15.71:0/2487652839 shutdown_connections 2024-09-15T23:46:31.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.457+0000 7fbf551d5640 1 --2- 172.21.15.71:0/2487652839 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf50101420 0x7fbf5010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.457+0000 7fbf551d5640 1 --2- 172.21.15.71:0/2487652839 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbf50100a80 0x7fbf50100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.457+0000 7fbf551d5640 1 --2- 172.21.15.71:0/2487652839 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf50106a80 0x7fbf50106e60 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.457+0000 7fbf551d5640 1 -- 172.21.15.71:0/2487652839 >> 172.21.15.71:0/2487652839 conn(0x7fbf500fc7a0 msgr2=0x7fbf500febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:31.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.457+0000 7fbf551d5640 1 -- 172.21.15.71:0/2487652839 shutdown_connections 2024-09-15T23:46:31.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.457+0000 7fbf551d5640 1 -- 172.21.15.71:0/2487652839 wait complete. 2024-09-15T23:46:31.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.458+0000 7fbf551d5640 1 Processor -- start 2024-09-15T23:46:31.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.458+0000 7fbf551d5640 1 -- start start 2024-09-15T23:46:31.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.458+0000 7fbf551d5640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf50100a80 0x7fbf501991e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:31.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.458+0000 7fbf551d5640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbf50101420 0x7fbf50199720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:31.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.458+0000 7fbf551d5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf50106a80 0x7fbf501a4260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:31.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.458+0000 7fbf551d5640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fbf50110d30 con 0x7fbf50106a80 2024-09-15T23:46:31.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.458+0000 7fbf551d5640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fbf50110bb0 con 0x7fbf50101420 2024-09-15T23:46:31.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.458+0000 7fbf551d5640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fbf50110eb0 con 0x7fbf50100a80 2024-09-15T23:46:31.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.458+0000 7fbf4f59e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf50106a80 0x7fbf501a4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:31.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.458+0000 7fbf4f59e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf50106a80 0x7fbf501a4260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56790/0 (socket says 172.21.15.71:56790) 2024-09-15T23:46:31.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.458+0000 7fbf4e59c640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbf50101420 0x7fbf50199720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:31.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.458+0000 7fbf4f59e640 1 -- 172.21.15.71:0/2885164917 learned_addr learned my addr 172.21.15.71:0/2885164917 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:31.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.458+0000 7fbf4ed9d640 1 --2- 172.21.15.71:0/2885164917 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf50100a80 0x7fbf501991e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:31.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.459+0000 7fbf4f59e640 1 -- 172.21.15.71:0/2885164917 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf50100a80 msgr2=0x7fbf501991e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:31.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.459+0000 7fbf4f59e640 1 --2- 172.21.15.71:0/2885164917 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf50100a80 0x7fbf501991e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.459+0000 7fbf4f59e640 1 -- 172.21.15.71:0/2885164917 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbf50101420 msgr2=0x7fbf50199720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:31.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.459+0000 7fbf4f59e640 1 --2- 172.21.15.71:0/2885164917 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbf50101420 0x7fbf50199720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.459+0000 7fbf4f59e640 1 -- 172.21.15.71:0/2885164917 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf501a47a0 con 0x7fbf50106a80 2024-09-15T23:46:31.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.459+0000 7fbf4e59c640 1 --2- 172.21.15.71:0/2885164917 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbf50101420 0x7fbf50199720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T23:46:31.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.459+0000 7fbf4f59e640 1 --2- 172.21.15.71:0/2885164917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf50106a80 0x7fbf501a4260 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fbf48009fd0 tx=0x7fbf4800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:31.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.459+0000 7fbf37fff640 1 -- 172.21.15.71:0/2885164917 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf48017070 con 0x7fbf50106a80 2024-09-15T23:46:31.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.459+0000 7fbf551d5640 1 -- 172.21.15.71:0/2885164917 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf501a4970 con 0x7fbf50106a80 2024-09-15T23:46:31.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.459+0000 7fbf37fff640 1 -- 172.21.15.71:0/2885164917 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf48003e20 con 0x7fbf50106a80 2024-09-15T23:46:31.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.459+0000 7fbf37fff640 1 -- 172.21.15.71:0/2885164917 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf48010460 con 0x7fbf50106a80 2024-09-15T23:46:31.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.459+0000 7fbf551d5640 1 -- 172.21.15.71:0/2885164917 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf501a4eb0 con 0x7fbf50106a80 2024-09-15T23:46:31.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.461+0000 7fbf37fff640 1 -- 172.21.15.71:0/2885164917 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fbf48003970 con 0x7fbf50106a80 2024-09-15T23:46:31.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.461+0000 7fbf575ae740 1 Processor -- start 2024-09-15T23:46:31.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.461+0000 7fbf575ae740 1 -- start start 2024-09-15T23:46:31.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.462+0000 7fbf575ae740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3af9d0 0x55c3ff3afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:31.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.462+0000 7fbf575ae740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c3ff3b02f0 0x55c3ff3ba670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:31.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.462+0000 7fbf575ae740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c3ff3babb0 0x55c3ff3bcfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:31.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.462+0000 7fbf575ae740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55c3ff316090 con 0x55c3ff3af9d0 2024-09-15T23:46:31.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.462+0000 7fbf575ae740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55c3ff2bda70 con 0x55c3ff3babb0 2024-09-15T23:46:31.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.462+0000 7fbf575ae740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55c3ff312050 con 0x55c3ff3b02f0 2024-09-15T23:46:31.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.462+0000 7fbf37fff640 1 --2- 172.21.15.71:0/2885164917 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fbf380a3350 0x7fbf380a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:31.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.462+0000 7fbf4e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3af9d0 0x55c3ff3afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:31.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.462+0000 7fbf4e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3af9d0 0x55c3ff3afdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56794/0 (socket says 172.21.15.71:56794) 2024-09-15T23:46:31.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.462+0000 7fbf4e59c640 1 -- 172.21.15.71:0/2387686697 learned_addr learned my addr 172.21.15.71:0/2387686697 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:31.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.462+0000 7fbf4f59e640 1 --2- 172.21.15.71:0/2885164917 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fbf380a3350 0x7fbf380a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:31.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.462+0000 7fbf4ed9d640 1 --2- 172.21.15.71:0/2387686697 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c3ff3b02f0 0x55c3ff3ba670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:31.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.462+0000 7fbf4e59c640 1 --2- 172.21.15.71:0/2387686697 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c3ff3babb0 0x55c3ff3bcfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:31.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.462+0000 7fbf37fff640 1 -- 172.21.15.71:0/2885164917 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7fbf480cf700 con 0x7fbf50106a80 2024-09-15T23:46:31.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.462+0000 7fbf4e59c640 1 -- 172.21.15.71:0/2387686697 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c3ff3b02f0 msgr2=0x55c3ff3ba670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:31.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.462+0000 7fbf4e59c640 1 --2- 172.21.15.71:0/2387686697 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c3ff3b02f0 0x55c3ff3ba670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.462+0000 7fbf4e59c640 1 -- 172.21.15.71:0/2387686697 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c3ff3babb0 msgr2=0x55c3ff3bcfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:31.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.462+0000 7fbf4e59c640 1 --2- 172.21.15.71:0/2387686697 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c3ff3babb0 0x55c3ff3bcfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.462+0000 7fbf4e59c640 1 -- 172.21.15.71:0/2387686697 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3ff2ca130 con 0x55c3ff3af9d0 2024-09-15T23:46:31.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.462+0000 7fbf4e59c640 1 --2- 172.21.15.71:0/2387686697 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3af9d0 0x55c3ff3afdb0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fbf440139f0 tx=0x7fbf44009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f03d37cac54dd12 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:31.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.462+0000 7fbf4f59e640 1 --2- 172.21.15.71:0/2885164917 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fbf380a3350 0x7fbf380a5810 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fbf480a4330 tx=0x7fbf48096660 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:31.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.462+0000 7fbf357fa640 1 -- 172.21.15.71:0/2387686697 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf44004030 con 0x55c3ff3af9d0 2024-09-15T23:46:31.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.463+0000 7fbf357fa640 1 -- 172.21.15.71:0/2387686697 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf4400f980 con 0x55c3ff3af9d0 2024-09-15T23:46:31.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.463+0000 7fbf357fa640 1 -- 172.21.15.71:0/2387686697 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf440039b0 con 0x55c3ff3af9d0 2024-09-15T23:46:31.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.463+0000 7fbf575ae740 1 -- 172.21.15.71:0/2387686697 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3af9d0 msgr2=0x55c3ff3afdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:31.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.463+0000 7fbf575ae740 1 --2- 172.21.15.71:0/2387686697 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3af9d0 0x55c3ff3afdb0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fbf440139f0 tx=0x7fbf44009c00 comp rx=0 tx=0).stop 2024-09-15T23:46:31.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.463+0000 7fbf575ae740 1 -- 172.21.15.71:0/2387686697 shutdown_connections 2024-09-15T23:46:31.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.463+0000 7fbf575ae740 1 --2- 172.21.15.71:0/2387686697 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c3ff3babb0 0x55c3ff3bcfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.463+0000 7fbf575ae740 1 --2- 172.21.15.71:0/2387686697 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c3ff3b02f0 0x55c3ff3ba670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.463+0000 7fbf575ae740 1 --2- 172.21.15.71:0/2387686697 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3af9d0 0x55c3ff3afdb0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.463+0000 7fbf575ae740 1 -- 172.21.15.71:0/2387686697 >> 172.21.15.71:0/2387686697 conn(0x55c3ff3abf60 msgr2=0x55c3ff3ac340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:31.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.463+0000 7fbf575ae740 1 -- 172.21.15.71:0/2387686697 shutdown_connections 2024-09-15T23:46:31.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.463+0000 7fbf575ae740 1 -- 172.21.15.71:0/2387686697 wait complete. 2024-09-15T23:46:31.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.464+0000 7fbf575ae740 1 -- start start 2024-09-15T23:46:31.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.464+0000 7fbf575ae740 1 Processor -- start 2024-09-15T23:46:31.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.464+0000 7fbf575ae740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c3ff3af9d0 0x55c3ff3ba3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:31.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.464+0000 7fbf575ae740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c3ff3b02f0 0x55c3ff3b7740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:31.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.464+0000 7fbf575ae740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3babb0 0x55c3ff3b7c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:31.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.464+0000 7fbf575ae740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55c3ff3bd780 con 0x55c3ff3babb0 2024-09-15T23:46:31.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.464+0000 7fbf575ae740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55c3ff2d0f20 con 0x55c3ff3af9d0 2024-09-15T23:46:31.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.464+0000 7fbf575ae740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55c3ff3bd900 con 0x55c3ff3b02f0 2024-09-15T23:46:31.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.464+0000 7fbf575ae740 10 client.0 _ll_register_callbacks cb 0x55c3ff29a030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T23:46:31.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.464+0000 7fbf4e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3babb0 0x55c3ff3b7c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:31.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.464+0000 7fbf4e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3babb0 0x55c3ff3b7c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56800/0 (socket says 172.21.15.71:56800) 2024-09-15T23:46:31.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.464+0000 7fbf4e59c640 1 -- 172.21.15.71:0/4171781405 learned_addr learned my addr 172.21.15.71:0/4171781405 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:31.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.464+0000 7fbf4ed9d640 1 --2- 172.21.15.71:0/4171781405 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c3ff3b02f0 0x55c3ff3b7740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:31.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.464+0000 7fbf4e59c640 1 --2- 172.21.15.71:0/4171781405 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c3ff3af9d0 0x55c3ff3ba3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:31.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.464+0000 7fbf4e59c640 1 -- 172.21.15.71:0/4171781405 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c3ff3b02f0 msgr2=0x55c3ff3b7740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:31.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.464+0000 7fbf4e59c640 1 --2- 172.21.15.71:0/4171781405 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c3ff3b02f0 0x55c3ff3b7740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.465+0000 7fbf4e59c640 1 -- 172.21.15.71:0/4171781405 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c3ff3af9d0 msgr2=0x55c3ff3ba3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:31.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.465+0000 7fbf4e59c640 1 --2- 172.21.15.71:0/4171781405 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c3ff3af9d0 0x55c3ff3ba3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.465+0000 7fbf4e59c640 1 -- 172.21.15.71:0/4171781405 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c3ff0872b0 con 0x55c3ff3babb0 2024-09-15T23:46:31.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.465+0000 7fbf4e59c640 1 --2- 172.21.15.71:0/4171781405 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3babb0 0x55c3ff3b7c80 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fbf44013430 tx=0x7fbf440035f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=713cc6975532aab1 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:31.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.465+0000 7fbf32ff5640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-15T23:46:31.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.465+0000 7fbf32ff5640 1 -- 172.21.15.71:0/4171781405 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf44021070 con 0x55c3ff3babb0 2024-09-15T23:46:31.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.465+0000 7fbf32ff5640 1 -- 172.21.15.71:0/4171781405 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7fbf44021210 con 0x55c3ff3babb0 2024-09-15T23:46:31.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.465+0000 7fbf575ae740 1 -- 172.21.15.71:0/4171781405 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf4400f980 con 0x55c3ff3babb0 2024-09-15T23:46:31.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.465+0000 7fbf32ff5640 1 -- 172.21.15.71:0/4171781405 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbf440050d0 con 0x55c3ff3babb0 2024-09-15T23:46:31.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.465+0000 7fbf575ae740 10 client.15045 fetch_fsmap learned FSMap version 26 2024-09-15T23:46:31.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.465+0000 7fbf575ae740 1 -- 172.21.15.71:0/4171781405 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c3ff3c9020 con 0x55c3ff3babb0 2024-09-15T23:46:31.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.465+0000 7fbf32ff5640 1 -- 172.21.15.71:0/4171781405 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf4400f980 con 0x55c3ff3babb0 2024-09-15T23:46:31.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.465+0000 7fbf32ff5640 1 -- 172.21.15.71:0/4171781405 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8362+0+0 (secure 0 0 0) 0x7fbf4402f030 con 0x55c3ff3babb0 2024-09-15T23:46:31.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.465+0000 7fbf575ae740 10 client.15045 fetch_fsmap finished waiting for FSMap version 26 2024-09-15T23:46:31.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.465+0000 7fbf575ae740 10 client.15045 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-15T23:46:31.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.465+0000 7fbf575ae740 20 client.15045 populate_metadata read hostname 'smithi071' 2024-09-15T23:46:31.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.465+0000 7fbf575ae740 1 --2- 172.21.15.71:0/4171781405 >> [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] conn(0x55c3ff3cb340 0x55c3ff3cc7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:31.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.465+0000 7fbf575ae740 4 client.15045 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-15T23:46:31.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.465+0000 7fbf575ae740 1 -- 172.21.15.71:0/4171781405 --> [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c3ff323600 con 0x55c3ff3cb340 2024-09-15T23:46:31.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.466+0000 7fbf4ed9d640 1 --2- 172.21.15.71:0/4171781405 >> [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] conn(0x55c3ff3cb340 0x55c3ff3cc7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:31.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.466+0000 7fbf4ed9d640 1 --2- 172.21.15.71:0/4171781405 >> [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] conn(0x55c3ff3cb340 0x55c3ff3cc7b0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f94a123076bbe55d server_cookie=890e968a15427a05 in_seq=0 out_seq=0 2024-09-15T23:46:31.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.466+0000 7fbf32ff5640 10 client.15045 ms_handle_connect on v2:172.21.15.190:6838/1541612118 2024-09-15T23:46:31.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.467+0000 7fbf32ff5640 1 -- 172.21.15.71:0/4171781405 <== mds.0 v2:172.21.15.190:6838/1541612118 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c3ff323600 con 0x55c3ff3cb340 2024-09-15T23:46:31.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.467+0000 7fbf32ff5640 10 client.15045 handle_command_reply: tid=0 2024-09-15T23:46:31.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.467+0000 7fbf575ae740 1 client.15045 shutdown 2024-09-15T23:46:31.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.467+0000 7fbf575ae740 1 -- 172.21.15.71:0/4171781405 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3babb0 msgr2=0x55c3ff3b7c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:31.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.467+0000 7fbf575ae740 1 --2- 172.21.15.71:0/4171781405 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3babb0 0x55c3ff3b7c80 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fbf44013430 tx=0x7fbf440035f0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.467+0000 7fbf575ae740 1 -- 172.21.15.71:0/4171781405 shutdown_connections 2024-09-15T23:46:31.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.467+0000 7fbf575ae740 1 --2- 172.21.15.71:0/4171781405 >> [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] conn(0x55c3ff3cb340 0x55c3ff3cc7b0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.467+0000 7fbf575ae740 1 --2- 172.21.15.71:0/4171781405 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3babb0 0x55c3ff3b7c80 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.467+0000 7fbf32ff5640 0 client.15045 ms_handle_reset on v2:172.21.15.190:6838/1541612118 2024-09-15T23:46:31.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.467+0000 7fbf575ae740 1 --2- 172.21.15.71:0/4171781405 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c3ff3b02f0 0x55c3ff3b7740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.467+0000 7fbf575ae740 1 --2- 172.21.15.71:0/4171781405 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c3ff3af9d0 0x55c3ff3ba3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.467+0000 7fbf575ae740 1 -- 172.21.15.71:0/4171781405 >> 172.21.15.71:0/4171781405 conn(0x55c3ff3abf60 msgr2=0x55c3ff3b1c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:31.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.467+0000 7fbf575ae740 1 -- 172.21.15.71:0/4171781405 shutdown_connections 2024-09-15T23:46:31.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.467+0000 7fbf575ae740 1 -- 172.21.15.71:0/4171781405 wait complete. 2024-09-15T23:46:31.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.467+0000 7fbf575ae740 20 client.15045 trim_cache size 0 max 16384 2024-09-15T23:46:31.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.485+0000 7fbf575ae740 1 Processor -- start 2024-09-15T23:46:31.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.485+0000 7fbf575ae740 1 -- start start 2024-09-15T23:46:31.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.485+0000 7fbf575ae740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c3ff3af9d0 0x55c3ff3cc0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:31.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.485+0000 7fbf575ae740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3b02f0 0x55c3ff3b6010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:31.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.485+0000 7fbf575ae740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c3ff3babb0 0x55c3ff3b6550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:31.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.485+0000 7fbf575ae740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55c3ff3caaf0 con 0x55c3ff3b02f0 2024-09-15T23:46:31.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.485+0000 7fbf575ae740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55c3ff3cb1c0 con 0x55c3ff3af9d0 2024-09-15T23:46:31.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.485+0000 7fbf575ae740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55c3ff3cb890 con 0x55c3ff3babb0 2024-09-15T23:46:31.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.485+0000 7fbf4ed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3b02f0 0x55c3ff3b6010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:31.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.485+0000 7fbf4ed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3b02f0 0x55c3ff3b6010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56814/0 (socket says 172.21.15.71:56814) 2024-09-15T23:46:31.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.486+0000 7fbf4ed9d640 1 -- 172.21.15.71:0/3500080764 learned_addr learned my addr 172.21.15.71:0/3500080764 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:31.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.486+0000 7fbf4e59c640 1 --2- 172.21.15.71:0/3500080764 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c3ff3af9d0 0x55c3ff3cc0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:31.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.486+0000 7fbf4e59c640 1 --2- 172.21.15.71:0/3500080764 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c3ff3babb0 0x55c3ff3b6550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:31.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.486+0000 7fbf4ed9d640 1 -- 172.21.15.71:0/3500080764 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c3ff3babb0 msgr2=0x55c3ff3b6550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:31.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.486+0000 7fbf4ed9d640 1 --2- 172.21.15.71:0/3500080764 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c3ff3babb0 0x55c3ff3b6550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.486+0000 7fbf4ed9d640 1 -- 172.21.15.71:0/3500080764 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c3ff3af9d0 msgr2=0x55c3ff3cc0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:31.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.486+0000 7fbf4ed9d640 1 --2- 172.21.15.71:0/3500080764 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c3ff3af9d0 0x55c3ff3cc0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.486+0000 7fbf4ed9d640 1 -- 172.21.15.71:0/3500080764 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3ff3ab9e0 con 0x55c3ff3b02f0 2024-09-15T23:46:31.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.486+0000 7fbf4ed9d640 1 --2- 172.21.15.71:0/3500080764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3b02f0 0x55c3ff3b6010 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fbf4002a940 tx=0x7fbf40005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a139c3b7a9dc2c1c server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:31.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.486+0000 7fbf34ff9640 1 -- 172.21.15.71:0/3500080764 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf40035040 con 0x55c3ff3b02f0 2024-09-15T23:46:31.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.486+0000 7fbf34ff9640 1 -- 172.21.15.71:0/3500080764 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf400042b0 con 0x55c3ff3b02f0 2024-09-15T23:46:31.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.486+0000 7fbf34ff9640 1 -- 172.21.15.71:0/3500080764 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf400047a0 con 0x55c3ff3b02f0 2024-09-15T23:46:31.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.487+0000 7fbf575ae740 1 -- 172.21.15.71:0/3500080764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3b02f0 msgr2=0x55c3ff3b6010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:31.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.487+0000 7fbf575ae740 1 --2- 172.21.15.71:0/3500080764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3b02f0 0x55c3ff3b6010 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fbf4002a940 tx=0x7fbf40005fd0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.487+0000 7fbf575ae740 1 -- 172.21.15.71:0/3500080764 shutdown_connections 2024-09-15T23:46:31.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.487+0000 7fbf575ae740 1 --2- 172.21.15.71:0/3500080764 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c3ff3babb0 0x55c3ff3b6550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.487+0000 7fbf575ae740 1 --2- 172.21.15.71:0/3500080764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3b02f0 0x55c3ff3b6010 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.487+0000 7fbf575ae740 1 --2- 172.21.15.71:0/3500080764 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c3ff3af9d0 0x55c3ff3cc0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.487+0000 7fbf575ae740 1 -- 172.21.15.71:0/3500080764 >> 172.21.15.71:0/3500080764 conn(0x55c3ff3abf60 msgr2=0x55c3ff3ac340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:31.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.487+0000 7fbf575ae740 1 -- 172.21.15.71:0/3500080764 shutdown_connections 2024-09-15T23:46:31.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.487+0000 7fbf575ae740 1 -- 172.21.15.71:0/3500080764 wait complete. 2024-09-15T23:46:31.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.487+0000 7fbf575ae740 1 -- start start 2024-09-15T23:46:31.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.487+0000 7fbf575ae740 1 Processor -- start 2024-09-15T23:46:31.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.488+0000 7fbf575ae740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c3ff3af9d0 0x55c3ff3d0030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:31.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.488+0000 7fbf575ae740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3b02f0 0x55c3ff3d0570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:31.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.488+0000 7fbf575ae740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c3ff3babb0 0x55c3ff433a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:31.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.488+0000 7fbf575ae740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55c3ff3cc630 con 0x55c3ff3b02f0 2024-09-15T23:46:31.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.488+0000 7fbf575ae740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55c3ff3cbf60 con 0x55c3ff3babb0 2024-09-15T23:46:31.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.488+0000 7fbf575ae740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55c3ff3ccd00 con 0x55c3ff3af9d0 2024-09-15T23:46:31.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.488+0000 7fbf575ae740 10 client.0 _ll_register_callbacks cb 0x7fbf40009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T23:46:31.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.488+0000 7fbf4ed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3b02f0 0x55c3ff3d0570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:31.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.488+0000 7fbf4ed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3b02f0 0x55c3ff3d0570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56828/0 (socket says 172.21.15.71:56828) 2024-09-15T23:46:31.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.488+0000 7fbf4ed9d640 1 -- 172.21.15.71:0/218229018 learned_addr learned my addr 172.21.15.71:0/218229018 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:31.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.488+0000 7fbf4e59c640 1 --2- 172.21.15.71:0/218229018 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c3ff3babb0 0x55c3ff433a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:31.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.488+0000 7fbf4e59c640 1 --2- 172.21.15.71:0/218229018 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c3ff3af9d0 0x55c3ff3d0030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:31.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.488+0000 7fbf4ed9d640 1 -- 172.21.15.71:0/218229018 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c3ff3af9d0 msgr2=0x55c3ff3d0030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:31.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.488+0000 7fbf4ed9d640 1 --2- 172.21.15.71:0/218229018 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c3ff3af9d0 0x55c3ff3d0030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.488+0000 7fbf4ed9d640 1 -- 172.21.15.71:0/218229018 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c3ff3babb0 msgr2=0x55c3ff433a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:31.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.488+0000 7fbf4ed9d640 1 --2- 172.21.15.71:0/218229018 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c3ff3babb0 0x55c3ff433a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.488+0000 7fbf4ed9d640 1 -- 172.21.15.71:0/218229018 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c3ff434080 con 0x55c3ff3b02f0 2024-09-15T23:46:31.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.488+0000 7fbf4ed9d640 1 --2- 172.21.15.71:0/218229018 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3b02f0 0x55c3ff3d0570 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fbf40009230 tx=0x7fbf400044e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2180da939f194ecd server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:31.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.488+0000 7fbf32ff5640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-15T23:46:31.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.488+0000 7fbf32ff5640 1 -- 172.21.15.71:0/218229018 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf40035040 con 0x55c3ff3b02f0 2024-09-15T23:46:31.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.488+0000 7fbf32ff5640 1 -- 172.21.15.71:0/218229018 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7fbf40005230 con 0x55c3ff3b02f0 2024-09-15T23:46:31.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.488+0000 7fbf575ae740 1 -- 172.21.15.71:0/218229018 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf400042b0 con 0x55c3ff3b02f0 2024-09-15T23:46:31.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.489+0000 7fbf32ff5640 1 -- 172.21.15.71:0/218229018 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbf40005620 con 0x55c3ff3b02f0 2024-09-15T23:46:31.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.489+0000 7fbf575ae740 10 client.15051 fetch_fsmap learned FSMap version 26 2024-09-15T23:46:31.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.489+0000 7fbf575ae740 1 -- 172.21.15.71:0/218229018 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c3ff435360 con 0x55c3ff3b02f0 2024-09-15T23:46:31.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.489+0000 7fbf32ff5640 1 -- 172.21.15.71:0/218229018 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf400042b0 con 0x55c3ff3b02f0 2024-09-15T23:46:31.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.489+0000 7fbf32ff5640 1 -- 172.21.15.71:0/218229018 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8362+0+0 (secure 0 0 0) 0x7fbf400035f0 con 0x55c3ff3b02f0 2024-09-15T23:46:31.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.489+0000 7fbf575ae740 10 client.15051 fetch_fsmap finished waiting for FSMap version 26 2024-09-15T23:46:31.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.489+0000 7fbf575ae740 10 client.15051 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-15T23:46:31.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.489+0000 7fbf575ae740 20 client.15051 populate_metadata read hostname 'smithi071' 2024-09-15T23:46:31.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.489+0000 7fbf575ae740 1 --2- 172.21.15.71:0/218229018 >> [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] conn(0x55c3ff439b70 0x55c3ff438880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:31.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.489+0000 7fbf575ae740 4 client.15051 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-15T23:46:31.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.489+0000 7fbf575ae740 1 -- 172.21.15.71:0/218229018 --> [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] -- command(tid 0: {"prefix": "status"}) -- 0x55c3ff31db10 con 0x55c3ff439b70 2024-09-15T23:46:31.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.489+0000 7fbf4e59c640 1 --2- 172.21.15.71:0/218229018 >> [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] conn(0x55c3ff439b70 0x55c3ff438880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:31.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.490+0000 7fbf32ff5640 10 client.15051 ms_handle_connect on v2:172.21.15.190:6838/1541612118 2024-09-15T23:46:31.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.490+0000 7fbf4e59c640 1 --2- 172.21.15.71:0/218229018 >> [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] conn(0x55c3ff439b70 0x55c3ff438880 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=392347c891ef175d server_cookie=513accc911cb6705 in_seq=0 out_seq=0 2024-09-15T23:46:31.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.490+0000 7fbf32ff5640 1 -- 172.21.15.71:0/218229018 <== mds.0 v2:172.21.15.190:6838/1541612118 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55c3ff31db10 con 0x55c3ff439b70 2024-09-15T23:46:31.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.490+0000 7fbf32ff5640 10 client.15051 handle_command_reply: tid=0 2024-09-15T23:46:31.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.490+0000 7fbf575ae740 1 client.15051 shutdown 2024-09-15T23:46:31.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.490+0000 7fbf575ae740 1 -- 172.21.15.71:0/218229018 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3b02f0 msgr2=0x55c3ff3d0570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:31.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.490+0000 7fbf575ae740 1 --2- 172.21.15.71:0/218229018 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3b02f0 0x55c3ff3d0570 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fbf40009230 tx=0x7fbf400044e0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.490+0000 7fbf575ae740 1 -- 172.21.15.71:0/218229018 shutdown_connections 2024-09-15T23:46:31.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.490+0000 7fbf575ae740 1 --2- 172.21.15.71:0/218229018 >> [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] conn(0x55c3ff439b70 0x55c3ff438880 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.490+0000 7fbf575ae740 1 --2- 172.21.15.71:0/218229018 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c3ff3babb0 0x55c3ff433a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.490+0000 7fbf575ae740 1 --2- 172.21.15.71:0/218229018 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c3ff3b02f0 0x55c3ff3d0570 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.490+0000 7fbf575ae740 1 --2- 172.21.15.71:0/218229018 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c3ff3af9d0 0x55c3ff3d0030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.490+0000 7fbf32ff5640 0 client.15051 ms_handle_reset on v2:172.21.15.190:6838/1541612118 2024-09-15T23:46:31.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.490+0000 7fbf575ae740 1 -- 172.21.15.71:0/218229018 >> 172.21.15.71:0/218229018 conn(0x55c3ff3abf60 msgr2=0x55c3ff3b5bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:31.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.490+0000 7fbf575ae740 1 -- 172.21.15.71:0/218229018 shutdown_connections 2024-09-15T23:46:31.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.490+0000 7fbf575ae740 1 -- 172.21.15.71:0/218229018 wait complete. 2024-09-15T23:46:31.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.490+0000 7fbf575ae740 20 client.15051 trim_cache size 0 max 16384 2024-09-15T23:46:31.500 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-15T23:46:31.500 INFO:teuthology.orchestra.run.smithi071.stdout: "cluster_fsid": "4eeb5726-73bb-11ef-bceb-c7b262605968", 2024-09-15T23:46:31.501 INFO:teuthology.orchestra.run.smithi071.stdout: "whoami": 0, 2024-09-15T23:46:31.501 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 24484, 2024-09-15T23:46:31.501 INFO:teuthology.orchestra.run.smithi071.stdout: "want_state": "up:active", 2024-09-15T23:46:31.501 INFO:teuthology.orchestra.run.smithi071.stdout: "state": "up:active", 2024-09-15T23:46:31.501 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs", 2024-09-15T23:46:31.501 INFO:teuthology.orchestra.run.smithi071.stdout: "rank_uptime": 81.173334815000004, 2024-09-15T23:46:31.501 INFO:teuthology.orchestra.run.smithi071.stdout: "mdsmap_epoch": 26, 2024-09-15T23:46:31.501 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch": 83, 2024-09-15T23:46:31.501 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch_barrier": 83, 2024-09-15T23:46:31.501 INFO:teuthology.orchestra.run.smithi071.stdout: "uptime": 99.939510170000005 2024-09-15T23:46:31.501 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-15T23:46:31.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.491+0000 7fbf551d5640 1 -- 172.21.15.71:0/2885164917 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fbf380a3350 msgr2=0x7fbf380a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:31.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.491+0000 7fbf551d5640 1 --2- 172.21.15.71:0/2885164917 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fbf380a3350 0x7fbf380a5810 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fbf480a4330 tx=0x7fbf48096660 comp rx=0 tx=0).stop 2024-09-15T23:46:31.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.491+0000 7fbf551d5640 1 -- 172.21.15.71:0/2885164917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf50106a80 msgr2=0x7fbf501a4260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:31.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.491+0000 7fbf551d5640 1 --2- 172.21.15.71:0/2885164917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf50106a80 0x7fbf501a4260 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fbf48009fd0 tx=0x7fbf4800b260 comp rx=0 tx=0).stop 2024-09-15T23:46:31.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.491+0000 7fbf551d5640 1 -- 172.21.15.71:0/2885164917 shutdown_connections 2024-09-15T23:46:31.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.491+0000 7fbf551d5640 1 --2- 172.21.15.71:0/2885164917 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fbf380a3350 0x7fbf380a5810 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.491+0000 7fbf551d5640 1 --2- 172.21.15.71:0/2885164917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf50106a80 0x7fbf501a4260 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.491+0000 7fbf551d5640 1 --2- 172.21.15.71:0/2885164917 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbf50101420 0x7fbf50199720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.491+0000 7fbf551d5640 1 --2- 172.21.15.71:0/2885164917 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf50100a80 0x7fbf501991e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:31.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.491+0000 7fbf551d5640 1 -- 172.21.15.71:0/2885164917 >> 172.21.15.71:0/2885164917 conn(0x7fbf500fc7a0 msgr2=0x7fbf500fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:31.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.491+0000 7fbf551d5640 1 -- 172.21.15.71:0/2885164917 shutdown_connections 2024-09-15T23:46:31.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:31.491+0000 7fbf551d5640 1 -- 172.21.15.71:0/2885164917 wait complete. 2024-09-15T23:46:32.176 INFO:tasks.cephadm:Setup complete, yielding 2024-09-15T23:46:32.176 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-15T23:46:32.187 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi071.front.sepia.ceph.com 2024-09-15T23:46:32.187 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- bash -c 'ceph orch status' 2024-09-15T23:46:32.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:32 smithi071 ceph-mon[30957]: pgmap v320: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-15T23:46:32.432 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:32.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:32 smithi163 ceph-mon[34107]: pgmap v320: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-15T23:46:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:32 smithi190 ceph-mon[34840]: pgmap v320: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-15T23:46:32.947 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.925+0000 7f098fd7a640 1 -- 172.21.15.71:0/747604989 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0988100b10 msgr2=0x7f0988100f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:32.947 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.925+0000 7f098fd7a640 1 --2- 172.21.15.71:0/747604989 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0988100b10 0x7f0988100f10 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f0984009900 tx=0x7f098402a410 comp rx=0 tx=0).stop 2024-09-15T23:46:32.947 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.925+0000 7f098fd7a640 1 -- 172.21.15.71:0/747604989 shutdown_connections 2024-09-15T23:46:32.947 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.925+0000 7f098fd7a640 1 --2- 172.21.15.71:0/747604989 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f09881026d0 0x7f0988108f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:32.947 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.925+0000 7f098fd7a640 1 --2- 172.21.15.71:0/747604989 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0988101d10 0x7f0988102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:32.947 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.925+0000 7f098fd7a640 1 --2- 172.21.15.71:0/747604989 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0988100b10 0x7f0988100f10 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:32.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.925+0000 7f098fd7a640 1 -- 172.21.15.71:0/747604989 >> 172.21.15.71:0/747604989 conn(0x7f09880fc2a0 msgr2=0x7f09880fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:32.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.925+0000 7f098fd7a640 1 -- 172.21.15.71:0/747604989 shutdown_connections 2024-09-15T23:46:32.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.925+0000 7f098fd7a640 1 -- 172.21.15.71:0/747604989 wait complete. 2024-09-15T23:46:32.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.926+0000 7f098fd7a640 1 Processor -- start 2024-09-15T23:46:32.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.926+0000 7f098fd7a640 1 -- start start 2024-09-15T23:46:32.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.926+0000 7f098fd7a640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0988100b10 0x7f0988197eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:32.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.926+0000 7f098fd7a640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0988101d10 0x7f09881983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:32.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.926+0000 7f098fd7a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f09881026d0 0x7f098819f470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:32.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.926+0000 7f098fd7a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f098810c6a0 con 0x7f09881026d0 2024-09-15T23:46:32.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.926+0000 7f098fd7a640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f098810c520 con 0x7f0988101d10 2024-09-15T23:46:32.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.926+0000 7f098fd7a640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f098810c820 con 0x7f0988100b10 2024-09-15T23:46:32.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.926+0000 7f098e317640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f09881026d0 0x7f098819f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:32.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.926+0000 7f098e317640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f09881026d0 0x7f098819f470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56854/0 (socket says 172.21.15.71:56854) 2024-09-15T23:46:32.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.926+0000 7f098e317640 1 -- 172.21.15.71:0/1691167796 learned_addr learned my addr 172.21.15.71:0/1691167796 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:32.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.926+0000 7f098db16640 1 --2- 172.21.15.71:0/1691167796 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0988100b10 0x7f0988197eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:32.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.926+0000 7f098d315640 1 --2- 172.21.15.71:0/1691167796 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0988101d10 0x7f09881983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:32.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.927+0000 7f098e317640 1 -- 172.21.15.71:0/1691167796 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0988100b10 msgr2=0x7f0988197eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:32.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.927+0000 7f098e317640 1 --2- 172.21.15.71:0/1691167796 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0988100b10 0x7f0988197eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:32.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.927+0000 7f098e317640 1 -- 172.21.15.71:0/1691167796 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0988101d10 msgr2=0x7f09881983f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:32.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.927+0000 7f098e317640 1 --2- 172.21.15.71:0/1691167796 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0988101d10 0x7f09881983f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:32.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.927+0000 7f098e317640 1 -- 172.21.15.71:0/1691167796 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f098819fae0 con 0x7f09881026d0 2024-09-15T23:46:32.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.927+0000 7f098db16640 1 --2- 172.21.15.71:0/1691167796 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0988100b10 0x7f0988197eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:32.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.927+0000 7f098d315640 1 --2- 172.21.15.71:0/1691167796 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0988101d10 0x7f09881983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:32.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.927+0000 7f098e317640 1 --2- 172.21.15.71:0/1691167796 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f09881026d0 0x7f098819f470 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f098000b970 tx=0x7f098000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:32.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.927+0000 7f097effd640 1 -- 172.21.15.71:0/1691167796 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0980019070 con 0x7f09881026d0 2024-09-15T23:46:32.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.927+0000 7f097effd640 1 -- 172.21.15.71:0/1691167796 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0980014440 con 0x7f09881026d0 2024-09-15T23:46:32.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.927+0000 7f098fd7a640 1 -- 172.21.15.71:0/1691167796 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f098819fdd0 con 0x7f09881026d0 2024-09-15T23:46:32.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.927+0000 7f097effd640 1 -- 172.21.15.71:0/1691167796 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09800075d0 con 0x7f09881026d0 2024-09-15T23:46:32.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.927+0000 7f098fd7a640 1 -- 172.21.15.71:0/1691167796 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09881a02b0 con 0x7f09881026d0 2024-09-15T23:46:32.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.928+0000 7f098fd7a640 1 -- 172.21.15.71:0/1691167796 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09881a0570 con 0x7f09881026d0 2024-09-15T23:46:32.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.929+0000 7f097effd640 1 -- 172.21.15.71:0/1691167796 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f098001c070 con 0x7f09881026d0 2024-09-15T23:46:32.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.930+0000 7f097effd640 1 --2- 172.21.15.71:0/1691167796 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f09740a3300 0x7f09740a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:32.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.930+0000 7f098db16640 1 --2- 172.21.15.71:0/1691167796 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f09740a3300 0x7f09740a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:32.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.930+0000 7f097effd640 1 -- 172.21.15.71:0/1691167796 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f09800cef40 con 0x7f09881026d0 2024-09-15T23:46:32.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.930+0000 7f098db16640 1 --2- 172.21.15.71:0/1691167796 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f09740a3300 0x7f09740a57c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f0984000c00 tx=0x7f0984032d20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:32.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:32.934+0000 7f097effd640 1 -- 172.21.15.71:0/1691167796 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f098009bc40 con 0x7f09881026d0 2024-09-15T23:46:33.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:33.116+0000 7f098fd7a640 1 -- 172.21.15.71:0/1691167796 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7f09881a0740 con 0x7f09740a3300 2024-09-15T23:46:33.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:33.117+0000 7f097effd640 1 -- 172.21.15.71:0/1691167796 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f09881a0740 con 0x7f09740a3300 2024-09-15T23:46:33.118 INFO:teuthology.orchestra.run.smithi071.stdout:Backend: cephadm 2024-09-15T23:46:33.118 INFO:teuthology.orchestra.run.smithi071.stdout:Available: Yes 2024-09-15T23:46:33.118 INFO:teuthology.orchestra.run.smithi071.stdout:Paused: No 2024-09-15T23:46:33.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:33.119+0000 7f098fd7a640 1 -- 172.21.15.71:0/1691167796 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f09740a3300 msgr2=0x7f09740a57c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:33.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:33.119+0000 7f098fd7a640 1 --2- 172.21.15.71:0/1691167796 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f09740a3300 0x7f09740a57c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f0984000c00 tx=0x7f0984032d20 comp rx=0 tx=0).stop 2024-09-15T23:46:33.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:33.119+0000 7f098fd7a640 1 -- 172.21.15.71:0/1691167796 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f09881026d0 msgr2=0x7f098819f470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:33.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:33.119+0000 7f098fd7a640 1 --2- 172.21.15.71:0/1691167796 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f09881026d0 0x7f098819f470 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f098000b970 tx=0x7f098000be30 comp rx=0 tx=0).stop 2024-09-15T23:46:33.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:33.120+0000 7f098fd7a640 1 -- 172.21.15.71:0/1691167796 shutdown_connections 2024-09-15T23:46:33.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:33.120+0000 7f098fd7a640 1 --2- 172.21.15.71:0/1691167796 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f09740a3300 0x7f09740a57c0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:33.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:33.120+0000 7f098fd7a640 1 --2- 172.21.15.71:0/1691167796 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f09881026d0 0x7f098819f470 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:33.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:33.120+0000 7f098fd7a640 1 --2- 172.21.15.71:0/1691167796 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0988101d10 0x7f09881983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:33.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:33.120+0000 7f098fd7a640 1 --2- 172.21.15.71:0/1691167796 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0988100b10 0x7f0988197eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:33.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:33.120+0000 7f098fd7a640 1 -- 172.21.15.71:0/1691167796 >> 172.21.15.71:0/1691167796 conn(0x7f09880fc2a0 msgr2=0x7f098806a7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:33.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:33.120+0000 7f098fd7a640 1 -- 172.21.15.71:0/1691167796 shutdown_connections 2024-09-15T23:46:33.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:33.120+0000 7f098fd7a640 1 -- 172.21.15.71:0/1691167796 wait complete. 2024-09-15T23:46:33.838 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- bash -c 'ceph orch ps' 2024-09-15T23:46:34.084 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:34 smithi071 ceph-mon[30957]: pgmap v321: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-09-15T23:46:34.473 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:34 smithi071 ceph-mon[30957]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:46:34.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:34 smithi163 ceph-mon[34107]: pgmap v321: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-09-15T23:46:34.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:34 smithi163 ceph-mon[34107]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:46:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:34 smithi190 ceph-mon[34840]: pgmap v321: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-09-15T23:46:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:34 smithi190 ceph-mon[34840]: from='client.15057 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:46:34.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.552+0000 7f9889c48640 1 -- 172.21.15.71:0/347476153 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9884105030 msgr2=0x7f9884107420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:34.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.552+0000 7f9889c48640 1 --2- 172.21.15.71:0/347476153 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9884105030 0x7f9884107420 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f9878009900 tx=0x7f987802a410 comp rx=0 tx=0).stop 2024-09-15T23:46:34.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.552+0000 7f9889c48640 1 -- 172.21.15.71:0/347476153 shutdown_connections 2024-09-15T23:46:34.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.552+0000 7f9889c48640 1 --2- 172.21.15.71:0/347476153 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9884107960 0x7f9884109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:34.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.552+0000 7f9889c48640 1 --2- 172.21.15.71:0/347476153 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9884105030 0x7f9884107420 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:34.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.552+0000 7f9889c48640 1 --2- 172.21.15.71:0/347476153 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9884102700 0x7f9884104af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:34.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.552+0000 7f9889c48640 1 -- 172.21.15.71:0/347476153 >> 172.21.15.71:0/347476153 conn(0x7f98840fc2a0 msgr2=0x7f98840fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:34.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.552+0000 7f9889c48640 1 -- 172.21.15.71:0/347476153 shutdown_connections 2024-09-15T23:46:34.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.552+0000 7f9889c48640 1 -- 172.21.15.71:0/347476153 wait complete. 2024-09-15T23:46:34.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.553+0000 7f9889c48640 1 Processor -- start 2024-09-15T23:46:34.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.553+0000 7f9889c48640 1 -- start start 2024-09-15T23:46:34.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.553+0000 7f9889c48640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9884102700 0x7f9884197eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:34.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.553+0000 7f9889c48640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9884105030 0x7f98841983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:34.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.553+0000 7f9889c48640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9884107960 0x7f988419f470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:34.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.553+0000 7f9889c48640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f988410d7a0 con 0x7f9884107960 2024-09-15T23:46:34.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.553+0000 7f9889c48640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f988410d620 con 0x7f9884102700 2024-09-15T23:46:34.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.553+0000 7f9889c48640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f988410d920 con 0x7f9884105030 2024-09-15T23:46:34.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.553+0000 7f9883fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9884107960 0x7f988419f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:34.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.553+0000 7f9883fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9884107960 0x7f988419f470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56862/0 (socket says 172.21.15.71:56862) 2024-09-15T23:46:34.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.553+0000 7f9883fff640 1 -- 172.21.15.71:0/4266196263 learned_addr learned my addr 172.21.15.71:0/4266196263 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:34.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.553+0000 7f98837fe640 1 --2- 172.21.15.71:0/4266196263 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9884102700 0x7f9884197eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:34.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.553+0000 7f9882ffd640 1 --2- 172.21.15.71:0/4266196263 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9884105030 0x7f98841983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:34.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.553+0000 7f9883fff640 1 -- 172.21.15.71:0/4266196263 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9884105030 msgr2=0x7f98841983f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:34.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.553+0000 7f9883fff640 1 --2- 172.21.15.71:0/4266196263 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9884105030 0x7f98841983f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:34.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.553+0000 7f9883fff640 1 -- 172.21.15.71:0/4266196263 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9884102700 msgr2=0x7f9884197eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:34.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.553+0000 7f9883fff640 1 --2- 172.21.15.71:0/4266196263 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9884102700 0x7f9884197eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:34.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.553+0000 7f9883fff640 1 -- 172.21.15.71:0/4266196263 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f988419fae0 con 0x7f9884107960 2024-09-15T23:46:34.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.553+0000 7f98837fe640 1 --2- 172.21.15.71:0/4266196263 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9884102700 0x7f9884197eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:34.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.554+0000 7f9883fff640 1 --2- 172.21.15.71:0/4266196263 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9884107960 0x7f988419f470 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f987c00cce0 tx=0x7f987c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:34.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.554+0000 7f9880ff9640 1 -- 172.21.15.71:0/4266196263 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f987c00f450 con 0x7f9884107960 2024-09-15T23:46:34.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.554+0000 7f9889c48640 1 -- 172.21.15.71:0/4266196263 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f988419fdd0 con 0x7f9884107960 2024-09-15T23:46:34.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.554+0000 7f9880ff9640 1 -- 172.21.15.71:0/4266196263 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f987c00faa0 con 0x7f9884107960 2024-09-15T23:46:34.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.554+0000 7f9880ff9640 1 -- 172.21.15.71:0/4266196263 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f987c018b70 con 0x7f9884107960 2024-09-15T23:46:34.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.554+0000 7f9889c48640 1 -- 172.21.15.71:0/4266196263 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98841a0300 con 0x7f9884107960 2024-09-15T23:46:34.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.555+0000 7f9889c48640 1 -- 172.21.15.71:0/4266196263 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98840fdd90 con 0x7f9884107960 2024-09-15T23:46:34.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.556+0000 7f9880ff9640 1 -- 172.21.15.71:0/4266196263 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f987c018d10 con 0x7f9884107960 2024-09-15T23:46:34.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.557+0000 7f9880ff9640 1 --2- 172.21.15.71:0/4266196263 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f986c0a3300 0x7f986c0a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:34.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.557+0000 7f98837fe640 1 --2- 172.21.15.71:0/4266196263 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f986c0a3300 0x7f986c0a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:34.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.557+0000 7f9880ff9640 1 -- 172.21.15.71:0/4266196263 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f987c0cff30 con 0x7f9884107960 2024-09-15T23:46:34.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.557+0000 7f98837fe640 1 --2- 172.21.15.71:0/4266196263 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f986c0a3300 0x7f986c0a57c0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f9874009930 tx=0x7f9874008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:34.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.561+0000 7f9880ff9640 1 -- 172.21.15.71:0/4266196263 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f987c014030 con 0x7f9884107960 2024-09-15T23:46:34.737 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.736+0000 7f9889c48640 1 -- 172.21.15.71:0/4266196263 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f9884062630 con 0x7f986c0a3300 2024-09-15T23:46:34.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.748+0000 7f9880ff9640 1 -- 172.21.15.71:0/4266196263 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4154 (secure 0 0 0) 0x7f9884062630 con 0x7f986c0a3300 2024-09-15T23:46:34.749 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-15T23:46:34.749 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (97s) 21s ago 96s 19.0M - 19.1.1-326-g8921c8ef f1455bd0219c cea92576a81f 2024-09-15T23:46:34.749 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi163 running (94s) 26s ago 93s 17.1M - 19.1.1-326-g8921c8ef f1455bd0219c f33ab17cc34e 2024-09-15T23:46:34.749 INFO:teuthology.orchestra.run.smithi071.stdout:mds.c smithi190 running (108s) 26s ago 108s 18.0M - 19.1.1-326-g8921c8ef f1455bd0219c d6558a248b6e 2024-09-15T23:46:34.750 INFO:teuthology.orchestra.run.smithi071.stdout:mds.d smithi071 running (117s) 21s ago 116s 14.4M - 19.1.1-326-g8921c8ef f1455bd0219c a0b342f59832 2024-09-15T23:46:34.750 INFO:teuthology.orchestra.run.smithi071.stdout:mds.e smithi163 running (114s) 26s ago 113s 18.4M - 19.1.1-326-g8921c8ef f1455bd0219c ea5d40d21965 2024-09-15T23:46:34.750 INFO:teuthology.orchestra.run.smithi071.stdout:mds.f smithi190 running (111s) 26s ago 111s 18.1M - 19.1.1-326-g8921c8ef f1455bd0219c ce03659bf668 2024-09-15T23:46:34.750 INFO:teuthology.orchestra.run.smithi071.stdout:mds.g smithi071 running (100s) 21s ago 99s 18.4M - 19.1.1-326-g8921c8ef f1455bd0219c 6c70232d9dfd 2024-09-15T23:46:34.750 INFO:teuthology.orchestra.run.smithi071.stdout:mds.h smithi163 running (106s) 26s ago 105s 17.2M - 19.1.1-326-g8921c8ef f1455bd0219c 8824211538b5 2024-09-15T23:46:34.750 INFO:teuthology.orchestra.run.smithi071.stdout:mds.i smithi190 running (103s) 26s ago 103s 26.5M - 19.1.1-326-g8921c8ef f1455bd0219c a8c9d894305c 2024-09-15T23:46:34.750 INFO:teuthology.orchestra.run.smithi071.stdout:mds.j smithi071 running (2m) 21s ago 119s 13.6M - 19.1.1-326-g8921c8ef f1455bd0219c 2ea7970fec28 2024-09-15T23:46:34.750 INFO:teuthology.orchestra.run.smithi071.stdout:mds.k smithi163 running (2m) 26s ago 2m 17.0M - 19.1.1-326-g8921c8ef f1455bd0219c 48c05461f691 2024-09-15T23:46:34.750 INFO:teuthology.orchestra.run.smithi071.stdout:mds.l smithi190 running (2m) 26s ago 2m 18.1M - 19.1.1-326-g8921c8ef f1455bd0219c 16ef6d50fc43 2024-09-15T23:46:34.750 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi071 *:9283,8765 running (8m) 21s ago 8m 509M - 19.1.1-326-g8921c8ef f1455bd0219c bc42a414dcec 2024-09-15T23:46:34.750 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi163 *:8443,8765 running (7m) 26s ago 7m 442M - 19.1.1-326-g8921c8ef f1455bd0219c c827134d5d57 2024-09-15T23:46:34.750 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.z smithi190 *:8443,8765 running (7m) 26s ago 7m 441M - 19.1.1-326-g8921c8ef f1455bd0219c 44ece7ab1e8b 2024-09-15T23:46:34.750 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (8m) 21s ago 9m 49.4M 2048M 19.1.1-326-g8921c8ef f1455bd0219c 62d92b02aad1 2024-09-15T23:46:34.751 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi163 running (7m) 26s ago 7m 38.5M 2048M 19.1.1-326-g8921c8ef f1455bd0219c efe77c6c466a 2024-09-15T23:46:34.751 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi190 running (7m) 26s ago 7m 39.8M 2048M 19.1.1-326-g8921c8ef f1455bd0219c 37be82e0f45c 2024-09-15T23:46:34.751 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (7m) 21s ago 7m 45.7M 4272M 19.1.1-326-g8921c8ef f1455bd0219c 780af6368f42 2024-09-15T23:46:34.751 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi163 running (6m) 26s ago 6m 60.0M 4272M 19.1.1-326-g8921c8ef f1455bd0219c d451692597d9 2024-09-15T23:46:34.751 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi190 running (6m) 26s ago 6m 58.7M 4272M 19.1.1-326-g8921c8ef f1455bd0219c 38a13303e61e 2024-09-15T23:46:34.751 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (5m) 21s ago 5m 42.4M 4272M 19.1.1-326-g8921c8ef f1455bd0219c 29de1c9d3364 2024-09-15T23:46:34.751 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi163 running (5m) 26s ago 5m 54.5M 4272M 19.1.1-326-g8921c8ef f1455bd0219c 646c969a33b2 2024-09-15T23:46:34.751 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi190 running (4m) 26s ago 4m 57.0M 4272M 19.1.1-326-g8921c8ef f1455bd0219c 97a46e5f5b27 2024-09-15T23:46:34.751 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi071 running (4m) 21s ago 4m 44.1M 4272M 19.1.1-326-g8921c8ef f1455bd0219c 008655f1b6e6 2024-09-15T23:46:34.751 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi163 running (4m) 26s ago 4m 46.1M 4272M 19.1.1-326-g8921c8ef f1455bd0219c 1f3e43feb3a6 2024-09-15T23:46:34.751 INFO:teuthology.orchestra.run.smithi071.stdout:osd.8 smithi190 running (3m) 26s ago 3m 42.5M 4272M 19.1.1-326-g8921c8ef f1455bd0219c 4a34d75b6eb4 2024-09-15T23:46:34.751 INFO:teuthology.orchestra.run.smithi071.stdout:osd.9 smithi071 running (3m) 21s ago 3m 53.8M 4272M 19.1.1-326-g8921c8ef f1455bd0219c d9c34446bfee 2024-09-15T23:46:34.751 INFO:teuthology.orchestra.run.smithi071.stdout:osd.10 smithi163 running (2m) 26s ago 2m 53.4M 4272M 19.1.1-326-g8921c8ef f1455bd0219c a513cdf24461 2024-09-15T23:46:34.751 INFO:teuthology.orchestra.run.smithi071.stdout:osd.11 smithi190 running (2m) 26s ago 2m 52.7M 4272M 19.1.1-326-g8921c8ef f1455bd0219c d0cd5778b399 2024-09-15T23:46:34.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.751+0000 7f9889c48640 1 -- 172.21.15.71:0/4266196263 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f986c0a3300 msgr2=0x7f986c0a57c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:34.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.751+0000 7f9889c48640 1 --2- 172.21.15.71:0/4266196263 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f986c0a3300 0x7f986c0a57c0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f9874009930 tx=0x7f9874008040 comp rx=0 tx=0).stop 2024-09-15T23:46:34.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.751+0000 7f9889c48640 1 -- 172.21.15.71:0/4266196263 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9884107960 msgr2=0x7f988419f470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:34.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.751+0000 7f9889c48640 1 --2- 172.21.15.71:0/4266196263 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9884107960 0x7f988419f470 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f987c00cce0 tx=0x7f987c00a620 comp rx=0 tx=0).stop 2024-09-15T23:46:34.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.751+0000 7f9889c48640 1 -- 172.21.15.71:0/4266196263 shutdown_connections 2024-09-15T23:46:34.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.751+0000 7f9889c48640 1 --2- 172.21.15.71:0/4266196263 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f986c0a3300 0x7f986c0a57c0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:34.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.751+0000 7f9889c48640 1 --2- 172.21.15.71:0/4266196263 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9884107960 0x7f988419f470 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:34.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.751+0000 7f9889c48640 1 --2- 172.21.15.71:0/4266196263 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9884105030 0x7f98841983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:34.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.751+0000 7f9889c48640 1 --2- 172.21.15.71:0/4266196263 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9884102700 0x7f9884197eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:34.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.751+0000 7f9889c48640 1 -- 172.21.15.71:0/4266196263 >> 172.21.15.71:0/4266196263 conn(0x7f98840fc2a0 msgr2=0x7f98841030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:34.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.751+0000 7f9889c48640 1 -- 172.21.15.71:0/4266196263 shutdown_connections 2024-09-15T23:46:34.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:34.751+0000 7f9889c48640 1 -- 172.21.15.71:0/4266196263 wait complete. 2024-09-15T23:46:35.500 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- bash -c 'ceph orch ls' 2024-09-15T23:46:35.747 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:36.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.281+0000 7f74ad296640 1 -- 172.21.15.71:0/4017550905 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74a8107900 msgr2=0x7f74a8109d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:36.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.281+0000 7f74ad296640 1 --2- 172.21.15.71:0/4017550905 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74a8107900 0x7f74a8109d50 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f74a0009ca0 tx=0x7f74a002a8c0 comp rx=0 tx=0).stop 2024-09-15T23:46:36.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.281+0000 7f74ad296640 1 -- 172.21.15.71:0/4017550905 shutdown_connections 2024-09-15T23:46:36.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.281+0000 7f74ad296640 1 --2- 172.21.15.71:0/4017550905 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74a8107900 0x7f74a8109d50 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:36.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.281+0000 7f74ad296640 1 --2- 172.21.15.71:0/4017550905 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f74a8104fd0 0x7f74a81073c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:36.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.281+0000 7f74ad296640 1 --2- 172.21.15.71:0/4017550905 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f74a81026a0 0x7f74a8104a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:36.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.281+0000 7f74ad296640 1 -- 172.21.15.71:0/4017550905 >> 172.21.15.71:0/4017550905 conn(0x7f74a80fc2a0 msgr2=0x7f74a80fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:36.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.281+0000 7f74ad296640 1 -- 172.21.15.71:0/4017550905 shutdown_connections 2024-09-15T23:46:36.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.281+0000 7f74ad296640 1 -- 172.21.15.71:0/4017550905 wait complete. 2024-09-15T23:46:36.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.281+0000 7f74ad296640 1 Processor -- start 2024-09-15T23:46:36.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.282+0000 7f74ad296640 1 -- start start 2024-09-15T23:46:36.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.282+0000 7f74ad296640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74a81026a0 0x7f74a8197e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:36.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.282+0000 7f74ad296640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f74a8104fd0 0x7f74a8198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:36.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.282+0000 7f74ad296640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f74a8107900 0x7f74a819f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:36.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.282+0000 7f74ad296640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f74a810d7d0 con 0x7f74a81026a0 2024-09-15T23:46:36.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.282+0000 7f74ad296640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f74a810d650 con 0x7f74a8107900 2024-09-15T23:46:36.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.282+0000 7f74ad296640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f74a810d950 con 0x7f74a8104fd0 2024-09-15T23:46:36.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.282+0000 7f74a6ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74a81026a0 0x7f74a8197e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:36.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.282+0000 7f74a6ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74a81026a0 0x7f74a8197e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56884/0 (socket says 172.21.15.71:56884) 2024-09-15T23:46:36.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.282+0000 7f74a6ffd640 1 -- 172.21.15.71:0/1197162897 learned_addr learned my addr 172.21.15.71:0/1197162897 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:36.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.282+0000 7f74a77fe640 1 --2- 172.21.15.71:0/1197162897 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f74a8107900 0x7f74a819f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:36.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.282+0000 7f74a6ffd640 1 -- 172.21.15.71:0/1197162897 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f74a8104fd0 msgr2=0x7f74a8198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:36.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.282+0000 7f74a6ffd640 1 --2- 172.21.15.71:0/1197162897 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f74a8104fd0 0x7f74a8198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:36.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.282+0000 7f74a6ffd640 1 -- 172.21.15.71:0/1197162897 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f74a8107900 msgr2=0x7f74a819f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:36.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.282+0000 7f74a6ffd640 1 --2- 172.21.15.71:0/1197162897 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f74a8107900 0x7f74a819f3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:36.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.282+0000 7f74a6ffd640 1 -- 172.21.15.71:0/1197162897 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74a819fa30 con 0x7f74a81026a0 2024-09-15T23:46:36.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.282+0000 7f74a6ffd640 1 --2- 172.21.15.71:0/1197162897 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74a81026a0 0x7f74a8197e00 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f749c00b4a0 tx=0x7f749c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:36.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.282+0000 7f748ffff640 1 -- 172.21.15.71:0/1197162897 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f749c014070 con 0x7f74a81026a0 2024-09-15T23:46:36.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.282+0000 7f748ffff640 1 -- 172.21.15.71:0/1197162897 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f749c010ac0 con 0x7f74a81026a0 2024-09-15T23:46:36.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.282+0000 7f74ad296640 1 -- 172.21.15.71:0/1197162897 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74a819fd20 con 0x7f74a81026a0 2024-09-15T23:46:36.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.282+0000 7f748ffff640 1 -- 172.21.15.71:0/1197162897 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f749c017c30 con 0x7f74a81026a0 2024-09-15T23:46:36.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.282+0000 7f74ad296640 1 -- 172.21.15.71:0/1197162897 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74a81a0200 con 0x7f74a81026a0 2024-09-15T23:46:36.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.284+0000 7f74ad296640 1 -- 172.21.15.71:0/1197162897 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74a80fdd90 con 0x7f74a81026a0 2024-09-15T23:46:36.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.284+0000 7f748ffff640 1 -- 172.21.15.71:0/1197162897 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f749c017070 con 0x7f74a81026a0 2024-09-15T23:46:36.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.285+0000 7f748ffff640 1 --2- 172.21.15.71:0/1197162897 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f74900a3300 0x7f74900a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:36.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.285+0000 7f74a67fc640 1 --2- 172.21.15.71:0/1197162897 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f74900a3300 0x7f74900a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:36.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.285+0000 7f748ffff640 1 -- 172.21.15.71:0/1197162897 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f749c0ced90 con 0x7f74a81026a0 2024-09-15T23:46:36.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.285+0000 7f74a67fc640 1 --2- 172.21.15.71:0/1197162897 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f74900a3300 0x7f74900a57c0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f74a8199320 tx=0x7f7498005c70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:36.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.289+0000 7f748ffff640 1 -- 172.21.15.71:0/1197162897 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f749c09ba30 con 0x7f74a81026a0 2024-09-15T23:46:36.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.463+0000 7f74ad296640 1 -- 172.21.15.71:0/1197162897 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f74a8062630 con 0x7f74900a3300 2024-09-15T23:46:36.464 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:36 smithi071 ceph-mon[30957]: from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:46:36.464 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:36 smithi071 ceph-mon[30957]: pgmap v322: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-09-15T23:46:36.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.468+0000 7f748ffff640 1 -- 172.21.15.71:0/1197162897 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f74a8062630 con 0x7f74900a3300 2024-09-15T23:46:36.469 INFO:teuthology.orchestra.run.smithi071.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-15T23:46:36.469 INFO:teuthology.orchestra.run.smithi071.stdout:mds.all 12/12 28s ago 2m smithi071=a;smithi071=d;smithi071=g;smithi071=j;smithi163=b;smithi163=e;smithi163=h;smithi163=k;smithi190=c;smithi190=f;smithi190=i;smithi190=l;count:12 2024-09-15T23:46:36.469 INFO:teuthology.orchestra.run.smithi071.stdout:mgr 3/3 28s ago 7m smithi071=x;smithi163=y;smithi190=z;count:3 2024-09-15T23:46:36.469 INFO:teuthology.orchestra.run.smithi071.stdout:mon 3/3 28s ago 7m smithi071:172.21.15.71=a;smithi163:172.21.15.163=b;smithi190:172.21.15.190=c;count:3 2024-09-15T23:46:36.469 INFO:teuthology.orchestra.run.smithi071.stdout:osd 12 28s ago - 2024-09-15T23:46:36.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.470+0000 7f74ad296640 1 -- 172.21.15.71:0/1197162897 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f74900a3300 msgr2=0x7f74900a57c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:36.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.470+0000 7f74ad296640 1 --2- 172.21.15.71:0/1197162897 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f74900a3300 0x7f74900a57c0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f74a8199320 tx=0x7f7498005c70 comp rx=0 tx=0).stop 2024-09-15T23:46:36.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.470+0000 7f74ad296640 1 -- 172.21.15.71:0/1197162897 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74a81026a0 msgr2=0x7f74a8197e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:36.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.470+0000 7f74ad296640 1 --2- 172.21.15.71:0/1197162897 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74a81026a0 0x7f74a8197e00 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f749c00b4a0 tx=0x7f749c00b960 comp rx=0 tx=0).stop 2024-09-15T23:46:36.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.471+0000 7f74ad296640 1 -- 172.21.15.71:0/1197162897 shutdown_connections 2024-09-15T23:46:36.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.471+0000 7f74ad296640 1 --2- 172.21.15.71:0/1197162897 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f74900a3300 0x7f74900a57c0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:36.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.471+0000 7f74ad296640 1 --2- 172.21.15.71:0/1197162897 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f74a8107900 0x7f74a819f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:36.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.471+0000 7f74ad296640 1 --2- 172.21.15.71:0/1197162897 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f74a8104fd0 0x7f74a8198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:36.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.471+0000 7f74ad296640 1 --2- 172.21.15.71:0/1197162897 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74a81026a0 0x7f74a8197e00 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:36.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.471+0000 7f74ad296640 1 -- 172.21.15.71:0/1197162897 >> 172.21.15.71:0/1197162897 conn(0x7f74a80fc2a0 msgr2=0x7f74a8102f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:36.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.471+0000 7f74ad296640 1 -- 172.21.15.71:0/1197162897 shutdown_connections 2024-09-15T23:46:36.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:36.471+0000 7f74ad296640 1 -- 172.21.15.71:0/1197162897 wait complete. 2024-09-15T23:46:36.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:36 smithi163 ceph-mon[34107]: from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:46:36.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:36 smithi163 ceph-mon[34107]: pgmap v322: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-09-15T23:46:36.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:36 smithi190 ceph-mon[34840]: from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:46:36.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:36 smithi190 ceph-mon[34840]: pgmap v322: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-09-15T23:46:37.155 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- bash -c 'ceph orch host ls' 2024-09-15T23:46:37.407 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:37.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.916+0000 7f9b17bfc640 1 -- 172.21.15.71:0/2308375836 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b10076220 msgr2=0x7f9b10074680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:37.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.916+0000 7f9b17bfc640 1 --2- 172.21.15.71:0/2308375836 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b10076220 0x7f9b10074680 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f9b04009900 tx=0x7f9b0402a410 comp rx=0 tx=0).stop 2024-09-15T23:46:37.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.916+0000 7f9b17bfc640 1 -- 172.21.15.71:0/2308375836 shutdown_connections 2024-09-15T23:46:37.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.916+0000 7f9b17bfc640 1 --2- 172.21.15.71:0/2308375836 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b1010e1e0 0x7f9b101105d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:37.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.916+0000 7f9b17bfc640 1 --2- 172.21.15.71:0/2308375836 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b10074c50 0x7f9b100750b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:37.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.916+0000 7f9b17bfc640 1 --2- 172.21.15.71:0/2308375836 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b10076220 0x7f9b10074680 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:37.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.916+0000 7f9b17bfc640 1 -- 172.21.15.71:0/2308375836 >> 172.21.15.71:0/2308375836 conn(0x7f9b100fd390 msgr2=0x7f9b100ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:37.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.916+0000 7f9b17bfc640 1 -- 172.21.15.71:0/2308375836 shutdown_connections 2024-09-15T23:46:37.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.916+0000 7f9b17bfc640 1 -- 172.21.15.71:0/2308375836 wait complete. 2024-09-15T23:46:37.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.917+0000 7f9b17bfc640 1 Processor -- start 2024-09-15T23:46:37.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.917+0000 7f9b17bfc640 1 -- start start 2024-09-15T23:46:37.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.917+0000 7f9b17bfc640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b10074c50 0x7f9b1019e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:37.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.917+0000 7f9b17bfc640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b10076220 0x7f9b1019eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:37.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.917+0000 7f9b17bfc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b1010e1e0 0x7f9b101a5b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:37.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.917+0000 7f9b17bfc640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9b10113e10 con 0x7f9b1010e1e0 2024-09-15T23:46:37.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.917+0000 7f9b17bfc640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f9b10113c90 con 0x7f9b10076220 2024-09-15T23:46:37.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.917+0000 7f9b17bfc640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f9b10113f90 con 0x7f9b10074c50 2024-09-15T23:46:37.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.917+0000 7f9b16199640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b1010e1e0 0x7f9b101a5b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:37.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.917+0000 7f9b16199640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b1010e1e0 0x7f9b101a5b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56902/0 (socket says 172.21.15.71:56902) 2024-09-15T23:46:37.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.917+0000 7f9b16199640 1 -- 172.21.15.71:0/40312413 learned_addr learned my addr 172.21.15.71:0/40312413 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:37.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.917+0000 7f9b15998640 1 --2- 172.21.15.71:0/40312413 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b10074c50 0x7f9b1019e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:37.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.917+0000 7f9b15197640 1 --2- 172.21.15.71:0/40312413 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b10076220 0x7f9b1019eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:37.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.917+0000 7f9b16199640 1 -- 172.21.15.71:0/40312413 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b10074c50 msgr2=0x7f9b1019e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:37.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.917+0000 7f9b16199640 1 --2- 172.21.15.71:0/40312413 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b10074c50 0x7f9b1019e5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:37.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.917+0000 7f9b16199640 1 -- 172.21.15.71:0/40312413 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b10076220 msgr2=0x7f9b1019eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:37.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.917+0000 7f9b16199640 1 --2- 172.21.15.71:0/40312413 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b10076220 0x7f9b1019eae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:37.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.917+0000 7f9b16199640 1 -- 172.21.15.71:0/40312413 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b101a61d0 con 0x7f9b1010e1e0 2024-09-15T23:46:37.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.917+0000 7f9b15998640 1 --2- 172.21.15.71:0/40312413 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b10074c50 0x7f9b1019e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:37.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.917+0000 7f9b16199640 1 --2- 172.21.15.71:0/40312413 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b1010e1e0 0x7f9b101a5b60 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f9b0800b970 tx=0x7f9b0800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:37.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.918+0000 7f9b02ffd640 1 -- 172.21.15.71:0/40312413 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b08019070 con 0x7f9b1010e1e0 2024-09-15T23:46:37.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.918+0000 7f9b02ffd640 1 -- 172.21.15.71:0/40312413 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b08014440 con 0x7f9b1010e1e0 2024-09-15T23:46:37.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.918+0000 7f9b02ffd640 1 -- 172.21.15.71:0/40312413 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b080075d0 con 0x7f9b1010e1e0 2024-09-15T23:46:37.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.918+0000 7f9b17bfc640 1 -- 172.21.15.71:0/40312413 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b101a64c0 con 0x7f9b1010e1e0 2024-09-15T23:46:37.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.918+0000 7f9b17bfc640 1 -- 172.21.15.71:0/40312413 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b101a6a30 con 0x7f9b1010e1e0 2024-09-15T23:46:37.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.919+0000 7f9b17bfc640 1 -- 172.21.15.71:0/40312413 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b101a6cf0 con 0x7f9b1010e1e0 2024-09-15T23:46:37.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.920+0000 7f9b02ffd640 1 -- 172.21.15.71:0/40312413 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f9b0801c070 con 0x7f9b1010e1e0 2024-09-15T23:46:37.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.920+0000 7f9b02ffd640 1 --2- 172.21.15.71:0/40312413 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9afc0a3300 0x7f9afc0a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:37.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.921+0000 7f9b15998640 1 --2- 172.21.15.71:0/40312413 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9afc0a3300 0x7f9afc0a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:37.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.921+0000 7f9b02ffd640 1 -- 172.21.15.71:0/40312413 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f9b080cf4a0 con 0x7f9b1010e1e0 2024-09-15T23:46:37.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.921+0000 7f9b15998640 1 --2- 172.21.15.71:0/40312413 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9afc0a3300 0x7f9afc0a57c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f9b04000c00 tx=0x7f9b04031d10 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:37.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:37.924+0000 7f9b02ffd640 1 -- 172.21.15.71:0/40312413 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9b0809c1a0 con 0x7f9b1010e1e0 2024-09-15T23:46:38.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:38.096+0000 7f9b17bfc640 1 -- 172.21.15.71:0/40312413 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f9b101a6ec0 con 0x7f9afc0a3300 2024-09-15T23:46:38.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:38.098+0000 7f9b02ffd640 1 -- 172.21.15.71:0/40312413 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7f9b101a6ec0 con 0x7f9afc0a3300 2024-09-15T23:46:38.098 INFO:teuthology.orchestra.run.smithi071.stdout:HOST ADDR LABELS STATUS 2024-09-15T23:46:38.098 INFO:teuthology.orchestra.run.smithi071.stdout:smithi071 172.21.15.71 2024-09-15T23:46:38.098 INFO:teuthology.orchestra.run.smithi071.stdout:smithi163 172.21.15.163 2024-09-15T23:46:38.099 INFO:teuthology.orchestra.run.smithi071.stdout:smithi190 172.21.15.190 2024-09-15T23:46:38.099 INFO:teuthology.orchestra.run.smithi071.stdout:3 hosts in cluster 2024-09-15T23:46:38.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:38.100+0000 7f9b17bfc640 1 -- 172.21.15.71:0/40312413 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9afc0a3300 msgr2=0x7f9afc0a57c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:38.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:38.100+0000 7f9b17bfc640 1 --2- 172.21.15.71:0/40312413 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9afc0a3300 0x7f9afc0a57c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f9b04000c00 tx=0x7f9b04031d10 comp rx=0 tx=0).stop 2024-09-15T23:46:38.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:38.100+0000 7f9b17bfc640 1 -- 172.21.15.71:0/40312413 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b1010e1e0 msgr2=0x7f9b101a5b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:38.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:38.100+0000 7f9b17bfc640 1 --2- 172.21.15.71:0/40312413 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b1010e1e0 0x7f9b101a5b60 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f9b0800b970 tx=0x7f9b0800be30 comp rx=0 tx=0).stop 2024-09-15T23:46:38.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:38.100+0000 7f9b17bfc640 1 -- 172.21.15.71:0/40312413 shutdown_connections 2024-09-15T23:46:38.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:38.100+0000 7f9b17bfc640 1 --2- 172.21.15.71:0/40312413 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f9afc0a3300 0x7f9afc0a57c0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:38.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:38.100+0000 7f9b17bfc640 1 --2- 172.21.15.71:0/40312413 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b1010e1e0 0x7f9b101a5b60 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:38.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:38.100+0000 7f9b17bfc640 1 --2- 172.21.15.71:0/40312413 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b10076220 0x7f9b1019eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:38.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:38.100+0000 7f9b17bfc640 1 --2- 172.21.15.71:0/40312413 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9b10074c50 0x7f9b1019e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:38.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:38.100+0000 7f9b17bfc640 1 -- 172.21.15.71:0/40312413 >> 172.21.15.71:0/40312413 conn(0x7f9b100fd390 msgr2=0x7f9b100ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:38.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:38.100+0000 7f9b17bfc640 1 -- 172.21.15.71:0/40312413 shutdown_connections 2024-09-15T23:46:38.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:38.100+0000 7f9b17bfc640 1 -- 172.21.15.71:0/40312413 wait complete. 2024-09-15T23:46:38.407 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:38 smithi071 ceph-mon[30957]: from='client.15069 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:46:38.407 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:38 smithi071 ceph-mon[30957]: pgmap v323: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-15T23:46:38.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:38 smithi163 ceph-mon[34107]: from='client.15069 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:46:38.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:38 smithi163 ceph-mon[34107]: pgmap v323: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-15T23:46:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:38 smithi190 ceph-mon[34840]: from='client.15069 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:46:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:38 smithi190 ceph-mon[34840]: pgmap v323: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-15T23:46:38.701 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- bash -c 'ceph orch device ls' 2024-09-15T23:46:38.947 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:39.371 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:39 smithi071 ceph-mon[30957]: from='client.15075 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:46:39.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.454+0000 7f2abe312640 1 -- 172.21.15.71:0/4046575617 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2ab81026c0 msgr2=0x7f2ab8108f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:39.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.454+0000 7f2abe312640 1 --2- 172.21.15.71:0/4046575617 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2ab81026c0 0x7f2ab8108f50 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f2ab0009ca0 tx=0x7f2ab002a8c0 comp rx=0 tx=0).stop 2024-09-15T23:46:39.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.454+0000 7f2abe312640 1 -- 172.21.15.71:0/4046575617 shutdown_connections 2024-09-15T23:46:39.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.454+0000 7f2abe312640 1 --2- 172.21.15.71:0/4046575617 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2ab81026c0 0x7f2ab8108f50 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:39.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.454+0000 7f2abe312640 1 --2- 172.21.15.71:0/4046575617 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2ab8101d00 0x7f2ab8102180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:39.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.454+0000 7f2abe312640 1 --2- 172.21.15.71:0/4046575617 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2ab8100b00 0x7f2ab8100f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:39.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.454+0000 7f2abe312640 1 -- 172.21.15.71:0/4046575617 >> 172.21.15.71:0/4046575617 conn(0x7f2ab80fc290 msgr2=0x7f2ab80fe6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:39.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.454+0000 7f2abe312640 1 -- 172.21.15.71:0/4046575617 shutdown_connections 2024-09-15T23:46:39.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.454+0000 7f2abe312640 1 -- 172.21.15.71:0/4046575617 wait complete. 2024-09-15T23:46:39.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.455+0000 7f2abe312640 1 Processor -- start 2024-09-15T23:46:39.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.455+0000 7f2abe312640 1 -- start start 2024-09-15T23:46:39.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.455+0000 7f2abe312640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2ab8100b00 0x7f2ab806b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:39.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.455+0000 7f2abe312640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2ab8101d00 0x7f2ab819c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:39.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.455+0000 7f2abe312640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2ab81026c0 0x7f2ab819f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:39.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.455+0000 7f2abe312640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab810c610 con 0x7f2ab8100b00 2024-09-15T23:46:39.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.455+0000 7f2abe312640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab810c490 con 0x7f2ab8101d00 2024-09-15T23:46:39.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.455+0000 7f2abe312640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab810c790 con 0x7f2ab81026c0 2024-09-15T23:46:39.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.455+0000 7f2ab7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2ab8100b00 0x7f2ab806b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:39.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.455+0000 7f2ab7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2ab8100b00 0x7f2ab806b330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56914/0 (socket says 172.21.15.71:56914) 2024-09-15T23:46:39.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.455+0000 7f2ab7fff640 1 -- 172.21.15.71:0/1675392060 learned_addr learned my addr 172.21.15.71:0/1675392060 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:39.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.455+0000 7f2abc8af640 1 --2- 172.21.15.71:0/1675392060 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2ab81026c0 0x7f2ab819f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:39.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.455+0000 7f2ab77fe640 1 --2- 172.21.15.71:0/1675392060 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2ab8101d00 0x7f2ab819c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:39.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.455+0000 7f2ab7fff640 1 -- 172.21.15.71:0/1675392060 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2ab81026c0 msgr2=0x7f2ab819f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:39.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.455+0000 7f2ab7fff640 1 --2- 172.21.15.71:0/1675392060 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2ab81026c0 0x7f2ab819f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:39.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.456+0000 7f2ab7fff640 1 -- 172.21.15.71:0/1675392060 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2ab8101d00 msgr2=0x7f2ab819c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:39.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.456+0000 7f2ab7fff640 1 --2- 172.21.15.71:0/1675392060 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2ab8101d00 0x7f2ab819c9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:39.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.456+0000 7f2ab7fff640 1 -- 172.21.15.71:0/1675392060 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ab819f8e0 con 0x7f2ab8100b00 2024-09-15T23:46:39.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.456+0000 7f2ab77fe640 1 --2- 172.21.15.71:0/1675392060 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2ab8101d00 0x7f2ab819c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:39.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.456+0000 7f2ab7fff640 1 --2- 172.21.15.71:0/1675392060 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2ab8100b00 0x7f2ab806b330 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f2aa800c970 tx=0x7f2aa800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:39.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.456+0000 7f2ab57fa640 1 -- 172.21.15.71:0/1675392060 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa8007c10 con 0x7f2ab8100b00 2024-09-15T23:46:39.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.456+0000 7f2abe312640 1 -- 172.21.15.71:0/1675392060 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ab819fbd0 con 0x7f2ab8100b00 2024-09-15T23:46:39.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.456+0000 7f2ab57fa640 1 -- 172.21.15.71:0/1675392060 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2aa8007db0 con 0x7f2ab8100b00 2024-09-15T23:46:39.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.456+0000 7f2ab57fa640 1 -- 172.21.15.71:0/1675392060 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa800f870 con 0x7f2ab8100b00 2024-09-15T23:46:39.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.456+0000 7f2abe312640 1 -- 172.21.15.71:0/1675392060 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ab81a0110 con 0x7f2ab8100b00 2024-09-15T23:46:39.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.457+0000 7f2abe312640 1 -- 172.21.15.71:0/1675392060 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ab8107e30 con 0x7f2ab8100b00 2024-09-15T23:46:39.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.458+0000 7f2ab57fa640 1 -- 172.21.15.71:0/1675392060 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f2aa800fa10 con 0x7f2ab8100b00 2024-09-15T23:46:39.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.459+0000 7f2ab57fa640 1 --2- 172.21.15.71:0/1675392060 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2aa00a32d0 0x7f2aa00a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:39.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.459+0000 7f2ab77fe640 1 --2- 172.21.15.71:0/1675392060 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2aa00a32d0 0x7f2aa00a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:39.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.459+0000 7f2ab57fa640 1 -- 172.21.15.71:0/1675392060 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f2aa80cfeb0 con 0x7f2ab8100b00 2024-09-15T23:46:39.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.459+0000 7f2ab77fe640 1 --2- 172.21.15.71:0/1675392060 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2aa00a32d0 0x7f2aa00a5790 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f2ab806b0b0 tx=0x7f2aac005d90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:39.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.463+0000 7f2ab57fa640 1 -- 172.21.15.71:0/1675392060 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2aa809cb30 con 0x7f2ab8100b00 2024-09-15T23:46:39.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:39 smithi190 ceph-mon[34840]: from='client.15075 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:46:39.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.635+0000 7f2abe312640 1 -- 172.21.15.71:0/1675392060 --> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f2ab8062630 con 0x7f2aa00a32d0 2024-09-15T23:46:39.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.637+0000 7f2ab57fa640 1 -- 172.21.15.71:0/1675392060 <== mgr.14150 v2:172.21.15.71:6800/881242149 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f2ab8062630 con 0x7f2aa00a32d0 2024-09-15T23:46:39.638 INFO:teuthology.orchestra.run.smithi071.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-09-15T23:46:39.638 INFO:teuthology.orchestra.run.smithi071.stdout:smithi071 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT62040172400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-09-15T23:46:39.638 INFO:teuthology.orchestra.run.smithi071.stdout:smithi163 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT623300GU400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-09-15T23:46:39.638 INFO:teuthology.orchestra.run.smithi071.stdout:smithi190 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT63210012400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-09-15T23:46:39.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.639+0000 7f2abe312640 1 -- 172.21.15.71:0/1675392060 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2aa00a32d0 msgr2=0x7f2aa00a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:39.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.639+0000 7f2abe312640 1 --2- 172.21.15.71:0/1675392060 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2aa00a32d0 0x7f2aa00a5790 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f2ab806b0b0 tx=0x7f2aac005d90 comp rx=0 tx=0).stop 2024-09-15T23:46:39.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.639+0000 7f2abe312640 1 -- 172.21.15.71:0/1675392060 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2ab8100b00 msgr2=0x7f2ab806b330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:39.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.639+0000 7f2abe312640 1 --2- 172.21.15.71:0/1675392060 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2ab8100b00 0x7f2ab806b330 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f2aa800c970 tx=0x7f2aa800ce30 comp rx=0 tx=0).stop 2024-09-15T23:46:39.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.639+0000 7f2abe312640 1 -- 172.21.15.71:0/1675392060 shutdown_connections 2024-09-15T23:46:39.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.639+0000 7f2abe312640 1 --2- 172.21.15.71:0/1675392060 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f2aa00a32d0 0x7f2aa00a5790 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:39.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.639+0000 7f2abe312640 1 --2- 172.21.15.71:0/1675392060 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2ab81026c0 0x7f2ab819f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:39.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.639+0000 7f2abe312640 1 --2- 172.21.15.71:0/1675392060 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2ab8101d00 0x7f2ab819c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:39.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.639+0000 7f2abe312640 1 --2- 172.21.15.71:0/1675392060 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2ab8100b00 0x7f2ab806b330 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:39.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.639+0000 7f2abe312640 1 -- 172.21.15.71:0/1675392060 >> 172.21.15.71:0/1675392060 conn(0x7f2ab80fc290 msgr2=0x7f2ab8105000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:39.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.639+0000 7f2abe312640 1 -- 172.21.15.71:0/1675392060 shutdown_connections 2024-09-15T23:46:39.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:39.639+0000 7f2abe312640 1 -- 172.21.15.71:0/1675392060 wait complete. 2024-09-15T23:46:39.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:39 smithi163 ceph-mon[34107]: from='client.15075 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:46:40.381 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-15T23:46:40.392 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi071.front.sepia.ceph.com 2024-09-15T23:46:40.392 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- bash -c 'ceph fs dump' 2024-09-15T23:46:40.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:40 smithi190 ceph-mon[34840]: pgmap v324: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-15T23:46:40.640 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:40.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:40 smithi071 ceph-mon[30957]: pgmap v324: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-15T23:46:40.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:40 smithi163 ceph-mon[34107]: pgmap v324: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-15T23:46:41.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.153+0000 7f11f6eec640 1 -- 172.21.15.71:0/3172860215 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f11f0101c00 msgr2=0x7f11f0102000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:41.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.153+0000 7f11f6eec640 1 --2- 172.21.15.71:0/3172860215 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f11f0101c00 0x7f11f0102000 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f11e4009900 tx=0x7f11e402a410 comp rx=0 tx=0).stop 2024-09-15T23:46:41.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.153+0000 7f11f6eec640 1 -- 172.21.15.71:0/3172860215 shutdown_connections 2024-09-15T23:46:41.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.153+0000 7f11f6eec640 1 --2- 172.21.15.71:0/3172860215 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f11f01037c0 0x7f11f010a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:41.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.153+0000 7f11f6eec640 1 --2- 172.21.15.71:0/3172860215 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f11f0102e00 0x7f11f0103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:41.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.153+0000 7f11f6eec640 1 --2- 172.21.15.71:0/3172860215 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f11f0101c00 0x7f11f0102000 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:41.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.153+0000 7f11f6eec640 1 -- 172.21.15.71:0/3172860215 >> 172.21.15.71:0/3172860215 conn(0x7f11f00fd3b0 msgr2=0x7f11f00ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:41.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.153+0000 7f11f6eec640 1 -- 172.21.15.71:0/3172860215 shutdown_connections 2024-09-15T23:46:41.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.153+0000 7f11f6eec640 1 -- 172.21.15.71:0/3172860215 wait complete. 2024-09-15T23:46:41.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.153+0000 7f11f6eec640 1 Processor -- start 2024-09-15T23:46:41.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.153+0000 7f11f6eec640 1 -- start start 2024-09-15T23:46:41.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.153+0000 7f11f6eec640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f11f0101c00 0x7f11f019a030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:41.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.153+0000 7f11f6eec640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f11f0102e00 0x7f11f019a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:41.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.153+0000 7f11f6eec640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f11f01037c0 0x7f11f01a15f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:41.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.153+0000 7f11f6eec640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f11f010d790 con 0x7f11f01037c0 2024-09-15T23:46:41.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.153+0000 7f11f6eec640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f11f010d610 con 0x7f11f0102e00 2024-09-15T23:46:41.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.153+0000 7f11f6eec640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f11f010d910 con 0x7f11f0101c00 2024-09-15T23:46:41.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.154+0000 7f11f5489640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f11f01037c0 0x7f11f01a15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:41.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.154+0000 7f11f5489640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f11f01037c0 0x7f11f01a15f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53160/0 (socket says 172.21.15.71:53160) 2024-09-15T23:46:41.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.154+0000 7f11f5489640 1 -- 172.21.15.71:0/4177268542 learned_addr learned my addr 172.21.15.71:0/4177268542 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:41.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.154+0000 7f11f4c88640 1 --2- 172.21.15.71:0/4177268542 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f11f0101c00 0x7f11f019a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:41.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.154+0000 7f11effff640 1 --2- 172.21.15.71:0/4177268542 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f11f0102e00 0x7f11f019a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:41.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.154+0000 7f11f5489640 1 -- 172.21.15.71:0/4177268542 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f11f0101c00 msgr2=0x7f11f019a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:41.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.154+0000 7f11f5489640 1 --2- 172.21.15.71:0/4177268542 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f11f0101c00 0x7f11f019a030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:41.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.154+0000 7f11f5489640 1 -- 172.21.15.71:0/4177268542 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f11f0102e00 msgr2=0x7f11f019a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:41.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.154+0000 7f11f5489640 1 --2- 172.21.15.71:0/4177268542 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f11f0102e00 0x7f11f019a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:41.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.154+0000 7f11f5489640 1 -- 172.21.15.71:0/4177268542 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11f01a1c60 con 0x7f11f01037c0 2024-09-15T23:46:41.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.154+0000 7f11effff640 1 --2- 172.21.15.71:0/4177268542 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f11f0102e00 0x7f11f019a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:41.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.154+0000 7f11f5489640 1 --2- 172.21.15.71:0/4177268542 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f11f01037c0 0x7f11f01a15f0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f11e800b970 tx=0x7f11e800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:41.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.154+0000 7f11edffb640 1 -- 172.21.15.71:0/4177268542 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e8019070 con 0x7f11f01037c0 2024-09-15T23:46:41.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.154+0000 7f11edffb640 1 -- 172.21.15.71:0/4177268542 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f11e8014440 con 0x7f11f01037c0 2024-09-15T23:46:41.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.154+0000 7f11f6eec640 1 -- 172.21.15.71:0/4177268542 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11f01a1f50 con 0x7f11f01037c0 2024-09-15T23:46:41.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.154+0000 7f11edffb640 1 -- 172.21.15.71:0/4177268542 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e80075d0 con 0x7f11f01037c0 2024-09-15T23:46:41.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.154+0000 7f11f6eec640 1 -- 172.21.15.71:0/4177268542 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11f01a2430 con 0x7f11f01037c0 2024-09-15T23:46:41.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.155+0000 7f11f6eec640 1 -- 172.21.15.71:0/4177268542 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11f01a26f0 con 0x7f11f01037c0 2024-09-15T23:46:41.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.156+0000 7f11edffb640 1 -- 172.21.15.71:0/4177268542 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f11e801c070 con 0x7f11f01037c0 2024-09-15T23:46:41.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.157+0000 7f11edffb640 1 --2- 172.21.15.71:0/4177268542 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f11e00a3300 0x7f11e00a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:41.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.157+0000 7f11f4c88640 1 --2- 172.21.15.71:0/4177268542 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f11e00a3300 0x7f11e00a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:41.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.157+0000 7f11edffb640 1 -- 172.21.15.71:0/4177268542 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f11e80ceef0 con 0x7f11f01037c0 2024-09-15T23:46:41.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.157+0000 7f11f4c88640 1 --2- 172.21.15.71:0/4177268542 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f11e00a3300 0x7f11e00a57c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f11e4006010 tx=0x7f11e4000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:41.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.161+0000 7f11edffb640 1 -- 172.21.15.71:0/4177268542 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f11e809b5a0 con 0x7f11f01037c0 2024-09-15T23:46:41.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.368+0000 7f11f6eec640 1 -- 172.21.15.71:0/4177268542 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f11f01a28c0 con 0x7f11f01037c0 2024-09-15T23:46:41.368 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:41 smithi071 ceph-mon[30957]: from='client.15081 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:46:41.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.368+0000 7f11edffb640 1 -- 172.21.15.71:0/4177268542 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 26 v26) ==== 76+0+3135 (secure 0 0 0) 0x7f11e809f8a0 con 0x7f11f01037c0 2024-09-15T23:46:41.369 INFO:teuthology.orchestra.run.smithi071.stdout:e26 2024-09-15T23:46:41.369 INFO:teuthology.orchestra.run.smithi071.stdout:btime 2024-09-15T23:45:21:979699+0000 2024-09-15T23:46:41.369 INFO:teuthology.orchestra.run.smithi071.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-15T23:46:41.369 INFO:teuthology.orchestra.run.smithi071.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-15T23:46:41.370 INFO:teuthology.orchestra.run.smithi071.stdout:legacy client fscid: 1 2024-09-15T23:46:41.370 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:46:41.370 INFO:teuthology.orchestra.run.smithi071.stdout:Filesystem 'cephfs' (1) 2024-09-15T23:46:41.370 INFO:teuthology.orchestra.run.smithi071.stdout:fs_name cephfs 2024-09-15T23:46:41.370 INFO:teuthology.orchestra.run.smithi071.stdout:epoch 26 2024-09-15T23:46:41.370 INFO:teuthology.orchestra.run.smithi071.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-09-15T23:46:41.370 INFO:teuthology.orchestra.run.smithi071.stdout:created 2024-09-15T23:45:09.959942+0000 2024-09-15T23:46:41.370 INFO:teuthology.orchestra.run.smithi071.stdout:modified 2024-09-15T23:45:21.979695+0000 2024-09-15T23:46:41.370 INFO:teuthology.orchestra.run.smithi071.stdout:tableserver 0 2024-09-15T23:46:41.370 INFO:teuthology.orchestra.run.smithi071.stdout:root 0 2024-09-15T23:46:41.370 INFO:teuthology.orchestra.run.smithi071.stdout:session_timeout 300 2024-09-15T23:46:41.370 INFO:teuthology.orchestra.run.smithi071.stdout:session_autoclose 300 2024-09-15T23:46:41.370 INFO:teuthology.orchestra.run.smithi071.stdout:max_file_size 1099511627776 2024-09-15T23:46:41.371 INFO:teuthology.orchestra.run.smithi071.stdout:max_xattr_size 65536 2024-09-15T23:46:41.371 INFO:teuthology.orchestra.run.smithi071.stdout:required_client_features {} 2024-09-15T23:46:41.371 INFO:teuthology.orchestra.run.smithi071.stdout:last_failure 0 2024-09-15T23:46:41.371 INFO:teuthology.orchestra.run.smithi071.stdout:last_failure_osd_epoch 0 2024-09-15T23:46:41.371 INFO:teuthology.orchestra.run.smithi071.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-15T23:46:41.371 INFO:teuthology.orchestra.run.smithi071.stdout:max_mds 5 2024-09-15T23:46:41.371 INFO:teuthology.orchestra.run.smithi071.stdout:in 0,1,2,3,4 2024-09-15T23:46:41.371 INFO:teuthology.orchestra.run.smithi071.stdout:up {0=24484,1=24469,2=24457,3=24428,4=24421} 2024-09-15T23:46:41.371 INFO:teuthology.orchestra.run.smithi071.stdout:failed 2024-09-15T23:46:41.371 INFO:teuthology.orchestra.run.smithi071.stdout:damaged 2024-09-15T23:46:41.371 INFO:teuthology.orchestra.run.smithi071.stdout:stopped 2024-09-15T23:46:41.371 INFO:teuthology.orchestra.run.smithi071.stdout:data_pools [3] 2024-09-15T23:46:41.371 INFO:teuthology.orchestra.run.smithi071.stdout:metadata_pool 2 2024-09-15T23:46:41.371 INFO:teuthology.orchestra.run.smithi071.stdout:inline_data disabled 2024-09-15T23:46:41.372 INFO:teuthology.orchestra.run.smithi071.stdout:balancer 2024-09-15T23:46:41.372 INFO:teuthology.orchestra.run.smithi071.stdout:bal_rank_mask -1 2024-09-15T23:46:41.372 INFO:teuthology.orchestra.run.smithi071.stdout:standby_count_wanted 0 2024-09-15T23:46:41.372 INFO:teuthology.orchestra.run.smithi071.stdout:qdb_cluster leader: 24484 members: 24421,24428,24457,24469,24484 2024-09-15T23:46:41.372 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.i{0:24484} state up:active seq 6 addr [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] compat {c=[1],r=[1],i=[1fff]}] 2024-09-15T23:46:41.372 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.h{0:24404} state up:standby-replay seq 1 addr [v2:172.21.15.163:6836/2845178237,v1:172.21.15.163:6837/2845178237] compat {c=[1],r=[1],i=[1fff]}] 2024-09-15T23:46:41.372 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.c{1:24469} state up:active seq 10 addr [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] compat {c=[1],r=[1],i=[1fff]}] 2024-09-15T23:46:41.372 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.e{1:24389} state up:standby-replay seq 1 addr [v2:172.21.15.163:6834/4090770524,v1:172.21.15.163:6835/4090770524] compat {c=[1],r=[1],i=[1fff]}] 2024-09-15T23:46:41.372 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.f{2:24457} state up:active seq 10 addr [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] compat {c=[1],r=[1],i=[1fff]}] 2024-09-15T23:46:41.372 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.k{2:24380} state up:standby-replay seq 1 addr [v2:172.21.15.163:6832/2705260026,v1:172.21.15.163:6833/2705260026] compat {c=[1],r=[1],i=[1fff]}] 2024-09-15T23:46:41.372 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.b{3:24428} state up:active seq 6 addr [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] compat {c=[1],r=[1],i=[1fff]}] 2024-09-15T23:46:41.372 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.a{3:14622} state up:standby-replay seq 1 addr [v2:172.21.15.71:6840/746508636,v1:172.21.15.71:6841/746508636] compat {c=[1],r=[1],i=[1fff]}] 2024-09-15T23:46:41.372 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.l{4:24421} state up:active seq 15 addr [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] compat {c=[1],r=[1],i=[1fff]}] 2024-09-15T23:46:41.373 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.g{4:14610} state up:standby-replay seq 1 addr [v2:172.21.15.71:6838/507886981,v1:172.21.15.71:6839/507886981] compat {c=[1],r=[1],i=[1fff]}] 2024-09-15T23:46:41.373 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:46:41.373 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:46:41.373 INFO:teuthology.orchestra.run.smithi071.stdout:Standby daemons: 2024-09-15T23:46:41.373 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:46:41.373 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.j{-1:14550} state up:standby seq 1 addr [v2:172.21.15.71:6834/3135308378,v1:172.21.15.71:6835/3135308378] compat {c=[1],r=[1],i=[1fff]}] 2024-09-15T23:46:41.373 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.d{-1:14562} state up:standby seq 1 addr [v2:172.21.15.71:6836/1165058934,v1:172.21.15.71:6837/1165058934] compat {c=[1],r=[1],i=[1fff]}] 2024-09-15T23:46:41.374 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-15T23:46:41.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.371+0000 7f11f6eec640 1 -- 172.21.15.71:0/4177268542 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f11e00a3300 msgr2=0x7f11e00a57c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:41.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.371+0000 7f11f6eec640 1 --2- 172.21.15.71:0/4177268542 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f11e00a3300 0x7f11e00a57c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f11e4006010 tx=0x7f11e4000bc0 comp rx=0 tx=0).stop 2024-09-15T23:46:41.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.371+0000 7f11f6eec640 1 -- 172.21.15.71:0/4177268542 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f11f01037c0 msgr2=0x7f11f01a15f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:41.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.371+0000 7f11f6eec640 1 --2- 172.21.15.71:0/4177268542 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f11f01037c0 0x7f11f01a15f0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f11e800b970 tx=0x7f11e800be30 comp rx=0 tx=0).stop 2024-09-15T23:46:41.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.371+0000 7f11f6eec640 1 -- 172.21.15.71:0/4177268542 shutdown_connections 2024-09-15T23:46:41.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.371+0000 7f11f6eec640 1 --2- 172.21.15.71:0/4177268542 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f11e00a3300 0x7f11e00a57c0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:41.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.371+0000 7f11f6eec640 1 --2- 172.21.15.71:0/4177268542 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f11f01037c0 0x7f11f01a15f0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:41.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.371+0000 7f11f6eec640 1 --2- 172.21.15.71:0/4177268542 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f11f0102e00 0x7f11f019a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:41.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.371+0000 7f11f6eec640 1 --2- 172.21.15.71:0/4177268542 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f11f0101c00 0x7f11f019a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:41.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.371+0000 7f11f6eec640 1 -- 172.21.15.71:0/4177268542 >> 172.21.15.71:0/4177268542 conn(0x7f11f00fd3b0 msgr2=0x7f11f0074420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:41.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.371+0000 7f11f6eec640 1 -- 172.21.15.71:0/4177268542 shutdown_connections 2024-09-15T23:46:41.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:41.371+0000 7f11f6eec640 1 -- 172.21.15.71:0/4177268542 wait complete. 2024-09-15T23:46:41.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:41 smithi190 ceph-mon[34840]: from='client.15081 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:46:41.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:41 smithi163 ceph-mon[34107]: from='client.15081 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:46:42.018 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- bash -c 'ceph osd dump' 2024-09-15T23:46:42.267 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:42.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:42 smithi163 ceph-mon[34107]: pgmap v325: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-15T23:46:42.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:42 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/4177268542' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-15T23:46:42.536 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:42 smithi071 ceph-mon[30957]: pgmap v325: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-15T23:46:42.536 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:42 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/4177268542' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-15T23:46:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:42 smithi190 ceph-mon[34840]: pgmap v325: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-15T23:46:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:42 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/4177268542' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-15T23:46:42.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.761+0000 7f4de7532640 1 -- 172.21.15.71:0/1515054537 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4de01078c0 msgr2=0x7f4de0109d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:42.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.761+0000 7f4de7532640 1 --2- 172.21.15.71:0/1515054537 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4de01078c0 0x7f4de0109d10 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f4dd8009ca0 tx=0x7f4dd802a8c0 comp rx=0 tx=0).stop 2024-09-15T23:46:42.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.761+0000 7f4de7532640 1 -- 172.21.15.71:0/1515054537 shutdown_connections 2024-09-15T23:46:42.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.761+0000 7f4de7532640 1 --2- 172.21.15.71:0/1515054537 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4de01078c0 0x7f4de0109d10 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:42.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.761+0000 7f4de7532640 1 --2- 172.21.15.71:0/1515054537 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4de0104f90 0x7f4de0107380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:42.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.761+0000 7f4de7532640 1 --2- 172.21.15.71:0/1515054537 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4de0102660 0x7f4de0104a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:42.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.761+0000 7f4de7532640 1 -- 172.21.15.71:0/1515054537 >> 172.21.15.71:0/1515054537 conn(0x7f4de00fc280 msgr2=0x7f4de00fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:42.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.761+0000 7f4de7532640 1 -- 172.21.15.71:0/1515054537 shutdown_connections 2024-09-15T23:46:42.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.761+0000 7f4de7532640 1 -- 172.21.15.71:0/1515054537 wait complete. 2024-09-15T23:46:42.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.761+0000 7f4de7532640 1 Processor -- start 2024-09-15T23:46:42.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.761+0000 7f4de7532640 1 -- start start 2024-09-15T23:46:42.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.761+0000 7f4de7532640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4de0102660 0x7f4de0197ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:42.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.761+0000 7f4de7532640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4de0104f90 0x7f4de0198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:42.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.761+0000 7f4de7532640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4de01078c0 0x7f4de019f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:42.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.761+0000 7f4de7532640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f4de010d800 con 0x7f4de0104f90 2024-09-15T23:46:42.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.761+0000 7f4de7532640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f4de010d680 con 0x7f4de01078c0 2024-09-15T23:46:42.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.761+0000 7f4de7532640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4de010d980 con 0x7f4de0102660 2024-09-15T23:46:42.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.762+0000 7f4de4acd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4de0104f90 0x7f4de0198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:42.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.762+0000 7f4de4acd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4de0104f90 0x7f4de0198420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53188/0 (socket says 172.21.15.71:53188) 2024-09-15T23:46:42.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.762+0000 7f4de4acd640 1 -- 172.21.15.71:0/657378941 learned_addr learned my addr 172.21.15.71:0/657378941 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:42.786 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.762+0000 7f4de4acd640 1 -- 172.21.15.71:0/657378941 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4de0102660 msgr2=0x7f4de0197ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:42.786 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.762+0000 7f4de52ce640 1 --2- 172.21.15.71:0/657378941 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4de0102660 0x7f4de0197ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:42.786 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.762+0000 7f4de5acf640 1 --2- 172.21.15.71:0/657378941 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4de01078c0 0x7f4de019f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:42.786 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.762+0000 7f4de4acd640 1 --2- 172.21.15.71:0/657378941 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4de0102660 0x7f4de0197ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:42.786 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.762+0000 7f4de4acd640 1 -- 172.21.15.71:0/657378941 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4de01078c0 msgr2=0x7f4de019f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:42.786 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.762+0000 7f4de4acd640 1 --2- 172.21.15.71:0/657378941 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4de01078c0 0x7f4de019f4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:42.786 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.762+0000 7f4de4acd640 1 -- 172.21.15.71:0/657378941 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4de019fb10 con 0x7f4de0104f90 2024-09-15T23:46:42.786 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.762+0000 7f4de52ce640 1 --2- 172.21.15.71:0/657378941 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4de0102660 0x7f4de0197ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:42.786 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.762+0000 7f4de4acd640 1 --2- 172.21.15.71:0/657378941 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4de0104f90 0x7f4de0198420 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f4dd000b450 tx=0x7f4dd000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:42.786 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.762+0000 7f4dd67fc640 1 -- 172.21.15.71:0/657378941 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dd0015020 con 0x7f4de0104f90 2024-09-15T23:46:42.786 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.762+0000 7f4dd67fc640 1 -- 172.21.15.71:0/657378941 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4dd0011d40 con 0x7f4de0104f90 2024-09-15T23:46:42.787 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.762+0000 7f4de7532640 1 -- 172.21.15.71:0/657378941 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4de019fe00 con 0x7f4de0104f90 2024-09-15T23:46:42.787 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.762+0000 7f4dd67fc640 1 -- 172.21.15.71:0/657378941 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dd000f340 con 0x7f4de0104f90 2024-09-15T23:46:42.787 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.762+0000 7f4de7532640 1 -- 172.21.15.71:0/657378941 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4de01a02e0 con 0x7f4de0104f90 2024-09-15T23:46:42.787 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.763+0000 7f4de7532640 1 -- 172.21.15.71:0/657378941 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4de00fdd70 con 0x7f4de0104f90 2024-09-15T23:46:42.787 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.765+0000 7f4dd67fc640 1 -- 172.21.15.71:0/657378941 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f4dd0018020 con 0x7f4de0104f90 2024-09-15T23:46:42.787 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.766+0000 7f4dd67fc640 1 --2- 172.21.15.71:0/657378941 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f4dcc0a3300 0x7f4dcc0a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:42.787 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.766+0000 7f4de52ce640 1 --2- 172.21.15.71:0/657378941 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f4dcc0a3300 0x7f4dcc0a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:42.787 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.766+0000 7f4dd67fc640 1 -- 172.21.15.71:0/657378941 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f4dd00cfa20 con 0x7f4de0104f90 2024-09-15T23:46:42.787 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.766+0000 7f4de52ce640 1 --2- 172.21.15.71:0/657378941 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f4dcc0a3300 0x7f4dcc0a57c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f4ddc006fd0 tx=0x7f4ddc008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:42.787 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.769+0000 7f4dd67fc640 1 -- 172.21.15.71:0/657378941 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4dd001f020 con 0x7f4de0104f90 2024-09-15T23:46:42.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.938+0000 7f4de7532640 1 -- 172.21.15.71:0/657378941 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f4de002d9c0 con 0x7f4de0104f90 2024-09-15T23:46:42.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.939+0000 7f4dd67fc640 1 -- 172.21.15.71:0/657378941 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v83) ==== 56+0+5249 (secure 0 0 0) 0x7f4dd000d040 con 0x7f4de0104f90 2024-09-15T23:46:42.940 INFO:teuthology.orchestra.run.smithi071.stdout:epoch 83 2024-09-15T23:46:42.940 INFO:teuthology.orchestra.run.smithi071.stdout:fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-15T23:46:42.940 INFO:teuthology.orchestra.run.smithi071.stdout:created 2024-09-15T23:37:32.026413+0000 2024-09-15T23:46:42.941 INFO:teuthology.orchestra.run.smithi071.stdout:modified 2024-09-15T23:45:18.351205+0000 2024-09-15T23:46:42.941 INFO:teuthology.orchestra.run.smithi071.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-09-15T23:46:42.941 INFO:teuthology.orchestra.run.smithi071.stdout:crush_version 26 2024-09-15T23:46:42.941 INFO:teuthology.orchestra.run.smithi071.stdout:full_ratio 0.95 2024-09-15T23:46:42.941 INFO:teuthology.orchestra.run.smithi071.stdout:backfillfull_ratio 0.9 2024-09-15T23:46:42.941 INFO:teuthology.orchestra.run.smithi071.stdout:nearfull_ratio 0.85 2024-09-15T23:46:42.942 INFO:teuthology.orchestra.run.smithi071.stdout:require_min_compat_client luminous 2024-09-15T23:46:42.942 INFO:teuthology.orchestra.run.smithi071.stdout:min_compat_client luminous 2024-09-15T23:46:42.942 INFO:teuthology.orchestra.run.smithi071.stdout:require_osd_release squid 2024-09-15T23:46:42.942 INFO:teuthology.orchestra.run.smithi071.stdout:stretch_mode_enabled false 2024-09-15T23:46:42.942 INFO:teuthology.orchestra.run.smithi071.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-09-15T23:46:42.942 INFO:teuthology.orchestra.run.smithi071.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 81 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-09-15T23:46:42.943 INFO:teuthology.orchestra.run.smithi071.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 81 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-09-15T23:46:42.943 INFO:teuthology.orchestra.run.smithi071.stdout:max_osd 12 2024-09-15T23:46:42.943 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 up in weight 1 up_from 8 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.71:6802/3525966842,v1:172.21.15.71:6803/3525966842] [v2:172.21.15.71:6804/3525966842,v1:172.21.15.71:6805/3525966842] exists,up 5866d7b4-9e16-4f84-b178-467c25ea3369 2024-09-15T23:46:42.943 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 up in weight 1 up_from 13 up_thru 79 down_at 0 last_clean_interval [0,0) [v2:172.21.15.163:6800/1075052522,v1:172.21.15.163:6801/1075052522] [v2:172.21.15.163:6802/1075052522,v1:172.21.15.163:6803/1075052522] exists,up 6155354e-7b55-4b4c-b673-6d92f08fac05 2024-09-15T23:46:42.943 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 up in weight 1 up_from 18 up_thru 79 down_at 0 last_clean_interval [0,0) [v2:172.21.15.190:6800/2143521395,v1:172.21.15.190:6801/2143521395] [v2:172.21.15.190:6802/2143521395,v1:172.21.15.190:6803/2143521395] exists,up 3d530966-7af0-45b1-aa3d-b8b9df338e84 2024-09-15T23:46:42.943 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 up in weight 1 up_from 24 up_thru 79 down_at 0 last_clean_interval [0,0) [v2:172.21.15.71:6810/877432262,v1:172.21.15.71:6811/877432262] [v2:172.21.15.71:6812/877432262,v1:172.21.15.71:6813/877432262] exists,up f16832da-8eaa-424e-a215-1ed01f156888 2024-09-15T23:46:42.944 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 up in weight 1 up_from 31 up_thru 79 down_at 0 last_clean_interval [0,0) [v2:172.21.15.163:6808/2846554020,v1:172.21.15.163:6809/2846554020] [v2:172.21.15.163:6810/2846554020,v1:172.21.15.163:6811/2846554020] exists,up ebe47f97-59ea-41c6-8c28-36845546845f 2024-09-15T23:46:42.944 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 up in weight 1 up_from 36 up_thru 79 down_at 0 last_clean_interval [0,0) [v2:172.21.15.190:6808/3132841040,v1:172.21.15.190:6809/3132841040] [v2:172.21.15.190:6810/3132841040,v1:172.21.15.190:6811/3132841040] exists,up 3d0cd047-642d-496b-b2a0-52484ae860da 2024-09-15T23:46:42.944 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 up in weight 1 up_from 43 up_thru 79 down_at 0 last_clean_interval [0,0) [v2:172.21.15.71:6818/1108451261,v1:172.21.15.71:6819/1108451261] [v2:172.21.15.71:6820/1108451261,v1:172.21.15.71:6821/1108451261] exists,up 783f341b-53ac-4722-86b5-9460490f0e02 2024-09-15T23:46:42.944 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 up in weight 1 up_from 48 up_thru 79 down_at 0 last_clean_interval [0,0) [v2:172.21.15.163:6816/1969593004,v1:172.21.15.163:6817/1969593004] [v2:172.21.15.163:6818/1969593004,v1:172.21.15.163:6819/1969593004] exists,up 39e17d98-3cf2-4e56-af7f-437a27f35847 2024-09-15T23:46:42.944 INFO:teuthology.orchestra.run.smithi071.stdout:osd.8 up in weight 1 up_from 55 up_thru 79 down_at 0 last_clean_interval [0,0) [v2:172.21.15.190:6816/1925036138,v1:172.21.15.190:6817/1925036138] [v2:172.21.15.190:6818/1925036138,v1:172.21.15.190:6819/1925036138] exists,up f63373aa-7d65-4478-841b-2f72c933d4c7 2024-09-15T23:46:42.944 INFO:teuthology.orchestra.run.smithi071.stdout:osd.9 up in weight 1 up_from 63 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.71:6826/5959399,v1:172.21.15.71:6827/5959399] [v2:172.21.15.71:6828/5959399,v1:172.21.15.71:6829/5959399] exists,up c4f1a921-9f00-434b-96e7-4bc4db455ef1 2024-09-15T23:46:42.944 INFO:teuthology.orchestra.run.smithi071.stdout:osd.10 up in weight 1 up_from 68 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.163:6824/212791912,v1:172.21.15.163:6825/212791912] [v2:172.21.15.163:6826/212791912,v1:172.21.15.163:6827/212791912] exists,up 406a2f6f-879c-45b2-8e82-c933f45affe5 2024-09-15T23:46:42.945 INFO:teuthology.orchestra.run.smithi071.stdout:osd.11 up in weight 1 up_from 75 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.190:6824/4193587286,v1:172.21.15.190:6825/4193587286] [v2:172.21.15.190:6826/4193587286,v1:172.21.15.190:6827/4193587286] exists,up 12bb4094-dc69-4c4f-904f-55c82da026db 2024-09-15T23:46:42.945 INFO:teuthology.orchestra.run.smithi071.stdout:pg_upmap_items 2.a [2,11] 2024-09-15T23:46:42.945 INFO:teuthology.orchestra.run.smithi071.stdout:pg_upmap_items 2.10 [8,11] 2024-09-15T23:46:42.945 INFO:teuthology.orchestra.run.smithi071.stdout:pg_upmap_items 2.14 [2,4] 2024-09-15T23:46:42.945 INFO:teuthology.orchestra.run.smithi071.stdout:pg_upmap_items 3.2 [3,9] 2024-09-15T23:46:42.945 INFO:teuthology.orchestra.run.smithi071.stdout:pg_upmap_items 3.6 [4,6] 2024-09-15T23:46:42.945 INFO:teuthology.orchestra.run.smithi071.stdout:pg_upmap_items 3.e [5,9] 2024-09-15T23:46:42.946 INFO:teuthology.orchestra.run.smithi071.stdout:pg_upmap_items 3.3c [4,9] 2024-09-15T23:46:42.946 INFO:teuthology.orchestra.run.smithi071.stdout:blocklist 172.21.15.71:0/3932100987 expires 2024-09-16T23:38:16.969736+0000 2024-09-15T23:46:42.946 INFO:teuthology.orchestra.run.smithi071.stdout:blocklist 172.21.15.71:0/300276721 expires 2024-09-16T23:37:53.457697+0000 2024-09-15T23:46:42.946 INFO:teuthology.orchestra.run.smithi071.stdout:blocklist 172.21.15.71:0/3644229355 expires 2024-09-16T23:38:16.969736+0000 2024-09-15T23:46:42.946 INFO:teuthology.orchestra.run.smithi071.stdout:blocklist 172.21.15.71:0/1731891373 expires 2024-09-16T23:38:16.969736+0000 2024-09-15T23:46:42.946 INFO:teuthology.orchestra.run.smithi071.stdout:blocklist 172.21.15.71:6800/4097213184 expires 2024-09-16T23:38:16.969736+0000 2024-09-15T23:46:42.946 INFO:teuthology.orchestra.run.smithi071.stdout:blocklist 172.21.15.71:0/4103533037 expires 2024-09-16T23:37:53.457697+0000 2024-09-15T23:46:42.947 INFO:teuthology.orchestra.run.smithi071.stdout:blocklist 172.21.15.71:6801/3832446656 expires 2024-09-16T23:37:53.457697+0000 2024-09-15T23:46:42.947 INFO:teuthology.orchestra.run.smithi071.stdout:blocklist 172.21.15.71:6801/4097213184 expires 2024-09-16T23:38:16.969736+0000 2024-09-15T23:46:42.947 INFO:teuthology.orchestra.run.smithi071.stdout:blocklist 172.21.15.71:6800/3832446656 expires 2024-09-16T23:37:53.457697+0000 2024-09-15T23:46:42.947 INFO:teuthology.orchestra.run.smithi071.stdout:blocklist 172.21.15.71:0/2385046682 expires 2024-09-16T23:37:53.457697+0000 2024-09-15T23:46:42.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.941+0000 7f4de7532640 1 -- 172.21.15.71:0/657378941 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f4dcc0a3300 msgr2=0x7f4dcc0a57c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:42.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.941+0000 7f4de7532640 1 --2- 172.21.15.71:0/657378941 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f4dcc0a3300 0x7f4dcc0a57c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f4ddc006fd0 tx=0x7f4ddc008040 comp rx=0 tx=0).stop 2024-09-15T23:46:42.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.941+0000 7f4de7532640 1 -- 172.21.15.71:0/657378941 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4de0104f90 msgr2=0x7f4de0198420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:42.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.941+0000 7f4de7532640 1 --2- 172.21.15.71:0/657378941 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4de0104f90 0x7f4de0198420 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f4dd000b450 tx=0x7f4dd000b910 comp rx=0 tx=0).stop 2024-09-15T23:46:42.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.941+0000 7f4de7532640 1 -- 172.21.15.71:0/657378941 shutdown_connections 2024-09-15T23:46:42.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.941+0000 7f4de7532640 1 --2- 172.21.15.71:0/657378941 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f4dcc0a3300 0x7f4dcc0a57c0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:42.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.941+0000 7f4de7532640 1 --2- 172.21.15.71:0/657378941 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4de01078c0 0x7f4de019f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:42.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.941+0000 7f4de7532640 1 --2- 172.21.15.71:0/657378941 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4de0104f90 0x7f4de0198420 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:42.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.941+0000 7f4de7532640 1 --2- 172.21.15.71:0/657378941 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4de0102660 0x7f4de0197ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:42.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.941+0000 7f4de7532640 1 -- 172.21.15.71:0/657378941 >> 172.21.15.71:0/657378941 conn(0x7f4de00fc280 msgr2=0x7f4de0102fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:42.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.941+0000 7f4de7532640 1 -- 172.21.15.71:0/657378941 shutdown_connections 2024-09-15T23:46:42.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:42.941+0000 7f4de7532640 1 -- 172.21.15.71:0/657378941 wait complete. 2024-09-15T23:46:43.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:43 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/657378941' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-15T23:46:43.614 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:43 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/657378941' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-15T23:46:43.643 INFO:teuthology.run_tasks:Running task fs.ready... 2024-09-15T23:46:43.654 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-15T23:46:43.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:43 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/657378941' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-15T23:46:43.898 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:44.326 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:44 smithi071 ceph-mon[30957]: pgmap v326: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-09-15T23:46:44.427 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.402+0000 7faf73692640 1 -- 172.21.15.71:0/2419283869 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faf6c106f30 msgr2=0x7faf6c10eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:44.427 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.402+0000 7faf73692640 1 --2- 172.21.15.71:0/2419283869 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faf6c106f30 0x7faf6c10eab0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7faf64009ca0 tx=0x7faf6402a8c0 comp rx=0 tx=0).stop 2024-09-15T23:46:44.427 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.402+0000 7faf73692640 1 -- 172.21.15.71:0/2419283869 shutdown_connections 2024-09-15T23:46:44.427 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.402+0000 7faf73692640 1 --2- 172.21.15.71:0/2419283869 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faf6c106f30 0x7faf6c10eab0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:44.427 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.402+0000 7faf73692640 1 --2- 172.21.15.71:0/2419283869 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faf6c100cc0 0x7faf6c106800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:44.427 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.402+0000 7faf73692640 1 --2- 172.21.15.71:0/2419283869 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faf6c100310 0x7faf6c1006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:44.427 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.402+0000 7faf73692640 1 -- 172.21.15.71:0/2419283869 >> 172.21.15.71:0/2419283869 conn(0x7faf6c077210 msgr2=0x7faf6c0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:44.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.402+0000 7faf73692640 1 -- 172.21.15.71:0/2419283869 shutdown_connections 2024-09-15T23:46:44.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.402+0000 7faf73692640 1 -- 172.21.15.71:0/2419283869 wait complete. 2024-09-15T23:46:44.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.403+0000 7faf73692640 1 Processor -- start 2024-09-15T23:46:44.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.403+0000 7faf73692640 1 -- start start 2024-09-15T23:46:44.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.403+0000 7faf73692640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faf6c100310 0x7faf6c198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:44.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.403+0000 7faf73692640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faf6c100cc0 0x7faf6c198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:44.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.403+0000 7faf73692640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faf6c106f30 0x7faf6c19ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:44.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.403+0000 7faf73692640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7faf6c111ee0 con 0x7faf6c106f30 2024-09-15T23:46:44.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.403+0000 7faf73692640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7faf6c111d60 con 0x7faf6c100cc0 2024-09-15T23:46:44.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.403+0000 7faf73692640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7faf6c112060 con 0x7faf6c100310 2024-09-15T23:46:44.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.403+0000 7faf71c2f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faf6c106f30 0x7faf6c19ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:44.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.403+0000 7faf71c2f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faf6c106f30 0x7faf6c19ccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53214/0 (socket says 172.21.15.71:53214) 2024-09-15T23:46:44.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.403+0000 7faf71c2f640 1 -- 172.21.15.71:0/1682251999 learned_addr learned my addr 172.21.15.71:0/1682251999 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:44.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.403+0000 7faf7142e640 1 --2- 172.21.15.71:0/1682251999 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faf6c100310 0x7faf6c198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:44.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.403+0000 7faf70c2d640 1 --2- 172.21.15.71:0/1682251999 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faf6c100cc0 0x7faf6c198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:44.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.403+0000 7faf71c2f640 1 -- 172.21.15.71:0/1682251999 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faf6c100310 msgr2=0x7faf6c198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:44.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.403+0000 7faf71c2f640 1 --2- 172.21.15.71:0/1682251999 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faf6c100310 0x7faf6c198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:44.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.403+0000 7faf71c2f640 1 -- 172.21.15.71:0/1682251999 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faf6c100cc0 msgr2=0x7faf6c198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:44.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.403+0000 7faf71c2f640 1 --2- 172.21.15.71:0/1682251999 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faf6c100cc0 0x7faf6c198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:44.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.403+0000 7faf71c2f640 1 -- 172.21.15.71:0/1682251999 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf6c19d3b0 con 0x7faf6c106f30 2024-09-15T23:46:44.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.403+0000 7faf71c2f640 1 --2- 172.21.15.71:0/1682251999 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faf6c106f30 0x7faf6c19ccd0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7faf64009dc0 tx=0x7faf64003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:44.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.404+0000 7faf627fc640 1 -- 172.21.15.71:0/1682251999 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf64004040 con 0x7faf6c106f30 2024-09-15T23:46:44.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.404+0000 7faf627fc640 1 -- 172.21.15.71:0/1682251999 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf64004690 con 0x7faf6c106f30 2024-09-15T23:46:44.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.404+0000 7faf73692640 1 -- 172.21.15.71:0/1682251999 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf6c19d640 con 0x7faf6c106f30 2024-09-15T23:46:44.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.404+0000 7faf627fc640 1 -- 172.21.15.71:0/1682251999 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf64030c90 con 0x7faf6c106f30 2024-09-15T23:46:44.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.404+0000 7faf73692640 1 -- 172.21.15.71:0/1682251999 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf6c1a4f80 con 0x7faf6c106f30 2024-09-15T23:46:44.430 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.405+0000 7faf73692640 1 -- 172.21.15.71:0/1682251999 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf6c1006f0 con 0x7faf6c106f30 2024-09-15T23:46:44.430 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.407+0000 7faf627fc640 1 -- 172.21.15.71:0/1682251999 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7faf640041e0 con 0x7faf6c106f30 2024-09-15T23:46:44.430 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.407+0000 7faf627fc640 1 --2- 172.21.15.71:0/1682251999 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7faf580a32d0 0x7faf580a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:44.430 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.407+0000 7faf7142e640 1 --2- 172.21.15.71:0/1682251999 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7faf580a32d0 0x7faf580a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:44.430 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.407+0000 7faf627fc640 1 -- 172.21.15.71:0/1682251999 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7faf640f1320 con 0x7faf6c106f30 2024-09-15T23:46:44.430 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.408+0000 7faf7142e640 1 --2- 172.21.15.71:0/1682251999 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7faf580a32d0 0x7faf580a5790 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7faf68009990 tx=0x7faf68009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:44.430 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.410+0000 7faf627fc640 1 -- 172.21.15.71:0/1682251999 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7faf640be020 con 0x7faf6c106f30 2024-09-15T23:46:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:44 smithi190 ceph-mon[34840]: pgmap v326: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-09-15T23:46:44.610 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.608+0000 7faf73692640 1 -- 172.21.15.71:0/1682251999 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faf6c10a110 con 0x7faf6c106f30 2024-09-15T23:46:44.610 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.609+0000 7faf627fc640 1 -- 172.21.15.71:0/1682251999 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11983 (secure 0 0 0) 0x7faf640bd920 con 0x7faf6c106f30 2024-09-15T23:46:44.611 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:46:44.611 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-15T23:45:21:979699+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3135308378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3135308378},{"type":"v1","addr":"172.21.15.71:6835","nonce":3135308378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/1165058934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":1165058934},{"type":"v1","addr":"172.21.15.71:6837","nonce":1165058934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-15T23:45:09.959942+0000","modified":"2024-09-15T23:45:21.979695+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24457,"mds_3":24428,"mds_4":24421},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14610":{"gid":14610,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.71:6839/507886981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":507886981},{"type":"v1","addr":"172.21.15.71:6839","nonce":507886981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14622":{"gid":14622,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.71:6841/746508636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":746508636},{"type":"v1","addr":"172.21.15.71:6841","nonce":746508636}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24380":{"gid":24380,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/2705260026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":2705260026},{"type":"v1","addr":"172.21.15.163:6833","nonce":2705260026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/4090770524","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":4090770524},{"type":"v1","addr":"172.21.15.163:6835","nonce":4090770524}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6837/2845178237","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":2845178237},{"type":"v1","addr":"172.21.15.163:6837","nonce":2845178237}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":4,"incarnation":25,"state":"up:active","state_seq":15,"addr":"172.21.15.190:6833/4051392496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":4051392496},{"type":"v1","addr":"172.21.15.190:6833","nonce":4051392496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"b","rank":3,"incarnation":23,"state":"up:active","state_seq":6,"addr":"172.21.15.163:6839/2208871751","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":2208871751},{"type":"v1","addr":"172.21.15.163:6839","nonce":2208871751}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.190:6835/2490951221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":2490951221},{"type":"v1","addr":"172.21.15.190:6835","nonce":2490951221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.190:6837/1400276256","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":1400276256},{"type":"v1","addr":"172.21.15.190:6837","nonce":1400276256}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.190:6839/1541612118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":1541612118},{"type":"v1","addr":"172.21.15.190:6839","nonce":1541612118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24421,24428,24457,24469,24484]},"id":1}]} 2024-09-15T23:46:44.611 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-15T23:46:44.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.611+0000 7faf73692640 1 -- 172.21.15.71:0/1682251999 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7faf580a32d0 msgr2=0x7faf580a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:44.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.611+0000 7faf73692640 1 --2- 172.21.15.71:0/1682251999 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7faf580a32d0 0x7faf580a5790 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7faf68009990 tx=0x7faf68009110 comp rx=0 tx=0).stop 2024-09-15T23:46:44.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.611+0000 7faf73692640 1 -- 172.21.15.71:0/1682251999 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faf6c106f30 msgr2=0x7faf6c19ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:44.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.611+0000 7faf73692640 1 --2- 172.21.15.71:0/1682251999 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faf6c106f30 0x7faf6c19ccd0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7faf64009dc0 tx=0x7faf64003ba0 comp rx=0 tx=0).stop 2024-09-15T23:46:44.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.611+0000 7faf73692640 1 -- 172.21.15.71:0/1682251999 shutdown_connections 2024-09-15T23:46:44.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.611+0000 7faf73692640 1 --2- 172.21.15.71:0/1682251999 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7faf580a32d0 0x7faf580a5790 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:44.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.611+0000 7faf73692640 1 --2- 172.21.15.71:0/1682251999 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faf6c106f30 0x7faf6c19ccd0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:44.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.611+0000 7faf73692640 1 --2- 172.21.15.71:0/1682251999 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faf6c100cc0 0x7faf6c198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:44.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.611+0000 7faf73692640 1 --2- 172.21.15.71:0/1682251999 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faf6c100310 0x7faf6c198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:44.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.611+0000 7faf73692640 1 -- 172.21.15.71:0/1682251999 >> 172.21.15.71:0/1682251999 conn(0x7faf6c077210 msgr2=0x7faf6c0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:44.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.611+0000 7faf73692640 1 -- 172.21.15.71:0/1682251999 shutdown_connections 2024-09-15T23:46:44.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:44.611+0000 7faf73692640 1 -- 172.21.15.71:0/1682251999 wait complete. 2024-09-15T23:46:44.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:44 smithi163 ceph-mon[34107]: pgmap v326: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-09-15T23:46:45.421 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-15T23:46:45.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:45 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1682251999' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:46:45.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:45 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1682251999' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:46:45.667 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:45.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:45 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1682251999' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:46:46.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.108+0000 7fe2ffd69640 1 -- 172.21.15.71:0/467001163 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2f8101420 msgr2=0x7fe2f810d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:46.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.108+0000 7fe2ffd69640 1 --2- 172.21.15.71:0/467001163 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2f8101420 0x7fe2f810d950 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fe2e8009cd0 tx=0x7fe2e802a8e0 comp rx=0 tx=0).stop 2024-09-15T23:46:46.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.108+0000 7fe2ffd69640 1 -- 172.21.15.71:0/467001163 shutdown_connections 2024-09-15T23:46:46.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.108+0000 7fe2ffd69640 1 --2- 172.21.15.71:0/467001163 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2f8101420 0x7fe2f810d950 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:46.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.108+0000 7fe2ffd69640 1 --2- 172.21.15.71:0/467001163 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe2f8100a80 0x7fe2f8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:46.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.108+0000 7fe2ffd69640 1 --2- 172.21.15.71:0/467001163 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe2f8106a80 0x7fe2f8106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:46.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.108+0000 7fe2ffd69640 1 -- 172.21.15.71:0/467001163 >> 172.21.15.71:0/467001163 conn(0x7fe2f80fc7a0 msgr2=0x7fe2f80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:46.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.108+0000 7fe2ffd69640 1 -- 172.21.15.71:0/467001163 shutdown_connections 2024-09-15T23:46:46.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.108+0000 7fe2ffd69640 1 -- 172.21.15.71:0/467001163 wait complete. 2024-09-15T23:46:46.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.109+0000 7fe2ffd69640 1 Processor -- start 2024-09-15T23:46:46.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.109+0000 7fe2ffd69640 1 -- start start 2024-09-15T23:46:46.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.109+0000 7fe2ffd69640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2f8100a80 0x7fe2f80fcd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:46.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.109+0000 7fe2ffd69640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe2f8101420 0x7fe2f80fd280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:46.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.109+0000 7fe2ffd69640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe2f8106a80 0x7fe2f80fd7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:46.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.109+0000 7fe2ffd69640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe2f8110d50 con 0x7fe2f8100a80 2024-09-15T23:46:46.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.109+0000 7fe2ffd69640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fe2f8110bd0 con 0x7fe2f8106a80 2024-09-15T23:46:46.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.109+0000 7fe2ffd69640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fe2f8110ed0 con 0x7fe2f8101420 2024-09-15T23:46:46.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.109+0000 7fe2fdb05640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2f8100a80 0x7fe2f80fcd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:46.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.110+0000 7fe2fdb05640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2f8100a80 0x7fe2f80fcd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53232/0 (socket says 172.21.15.71:53232) 2024-09-15T23:46:46.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.110+0000 7fe2fdb05640 1 -- 172.21.15.71:0/3651663443 learned_addr learned my addr 172.21.15.71:0/3651663443 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:46.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.110+0000 7fe2fe306640 1 --2- 172.21.15.71:0/3651663443 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe2f8106a80 0x7fe2f80fd7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:46.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.110+0000 7fe2fd304640 1 --2- 172.21.15.71:0/3651663443 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe2f8101420 0x7fe2f80fd280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:46.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.110+0000 7fe2fdb05640 1 -- 172.21.15.71:0/3651663443 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe2f8101420 msgr2=0x7fe2f80fd280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:46.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.110+0000 7fe2fdb05640 1 --2- 172.21.15.71:0/3651663443 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe2f8101420 0x7fe2f80fd280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:46.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.110+0000 7fe2fdb05640 1 -- 172.21.15.71:0/3651663443 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe2f8106a80 msgr2=0x7fe2f80fd7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:46.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.110+0000 7fe2fdb05640 1 --2- 172.21.15.71:0/3651663443 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe2f8106a80 0x7fe2f80fd7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:46.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.110+0000 7fe2fdb05640 1 -- 172.21.15.71:0/3651663443 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2f81a67b0 con 0x7fe2f8100a80 2024-09-15T23:46:46.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.110+0000 7fe2fdb05640 1 --2- 172.21.15.71:0/3651663443 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2f8100a80 0x7fe2f80fcd40 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fe2f000b4a0 tx=0x7fe2f000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:46.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.110+0000 7fe2f6ffd640 1 -- 172.21.15.71:0/3651663443 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2f0014070 con 0x7fe2f8100a80 2024-09-15T23:46:46.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.110+0000 7fe2f6ffd640 1 -- 172.21.15.71:0/3651663443 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe2f0010ac0 con 0x7fe2f8100a80 2024-09-15T23:46:46.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.110+0000 7fe2ffd69640 1 -- 172.21.15.71:0/3651663443 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2f81a6aa0 con 0x7fe2f8100a80 2024-09-15T23:46:46.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.110+0000 7fe2f6ffd640 1 -- 172.21.15.71:0/3651663443 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2f0017c30 con 0x7fe2f8100a80 2024-09-15T23:46:46.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.110+0000 7fe2ffd69640 1 -- 172.21.15.71:0/3651663443 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2f81a6f90 con 0x7fe2f8100a80 2024-09-15T23:46:46.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.111+0000 7fe2ffd69640 1 -- 172.21.15.71:0/3651663443 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2f8100ee0 con 0x7fe2f8100a80 2024-09-15T23:46:46.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.112+0000 7fe2f6ffd640 1 -- 172.21.15.71:0/3651663443 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fe2f0017070 con 0x7fe2f8100a80 2024-09-15T23:46:46.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.113+0000 7fe2f6ffd640 1 --2- 172.21.15.71:0/3651663443 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe2e00a32d0 0x7fe2e00a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:46.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.113+0000 7fe2fd304640 1 --2- 172.21.15.71:0/3651663443 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe2e00a32d0 0x7fe2e00a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:46.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.114+0000 7fe2f6ffd640 1 -- 172.21.15.71:0/3651663443 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7fe2f00ced10 con 0x7fe2f8100a80 2024-09-15T23:46:46.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.114+0000 7fe2fd304640 1 --2- 172.21.15.71:0/3651663443 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe2e00a32d0 0x7fe2e00a5790 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fe2ec005e10 tx=0x7fe2ec005da0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:46.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.118+0000 7fe2f6ffd640 1 -- 172.21.15.71:0/3651663443 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe2f009ba10 con 0x7fe2f8100a80 2024-09-15T23:46:46.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.320+0000 7fe2ffd69640 1 -- 172.21.15.71:0/3651663443 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe2f810a020 con 0x7fe2f8100a80 2024-09-15T23:46:46.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.320+0000 7fe2f6ffd640 1 -- 172.21.15.71:0/3651663443 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11983 (secure 0 0 0) 0x7fe2f009b310 con 0x7fe2f8100a80 2024-09-15T23:46:46.322 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:46:46.322 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-15T23:45:21:979699+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3135308378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3135308378},{"type":"v1","addr":"172.21.15.71:6835","nonce":3135308378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/1165058934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":1165058934},{"type":"v1","addr":"172.21.15.71:6837","nonce":1165058934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-15T23:45:09.959942+0000","modified":"2024-09-15T23:45:21.979695+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24457,"mds_3":24428,"mds_4":24421},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14610":{"gid":14610,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.71:6839/507886981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":507886981},{"type":"v1","addr":"172.21.15.71:6839","nonce":507886981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14622":{"gid":14622,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.71:6841/746508636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":746508636},{"type":"v1","addr":"172.21.15.71:6841","nonce":746508636}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24380":{"gid":24380,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/2705260026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":2705260026},{"type":"v1","addr":"172.21.15.163:6833","nonce":2705260026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/4090770524","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":4090770524},{"type":"v1","addr":"172.21.15.163:6835","nonce":4090770524}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6837/2845178237","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":2845178237},{"type":"v1","addr":"172.21.15.163:6837","nonce":2845178237}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":4,"incarnation":25,"state":"up:active","state_seq":15,"addr":"172.21.15.190:6833/4051392496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":4051392496},{"type":"v1","addr":"172.21.15.190:6833","nonce":4051392496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"b","rank":3,"incarnation":23,"state":"up:active","state_seq":6,"addr":"172.21.15.163:6839/2208871751","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":2208871751},{"type":"v1","addr":"172.21.15.163:6839","nonce":2208871751}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.190:6835/2490951221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":2490951221},{"type":"v1","addr":"172.21.15.190:6835","nonce":2490951221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.190:6837/1400276256","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":1400276256},{"type":"v1","addr":"172.21.15.190:6837","nonce":1400276256}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.190:6839/1541612118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":1541612118},{"type":"v1","addr":"172.21.15.190:6839","nonce":1541612118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24421,24428,24457,24469,24484]},"id":1}]} 2024-09-15T23:46:46.322 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-15T23:46:46.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.322+0000 7fe2ffd69640 1 -- 172.21.15.71:0/3651663443 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe2e00a32d0 msgr2=0x7fe2e00a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:46.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.322+0000 7fe2ffd69640 1 --2- 172.21.15.71:0/3651663443 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe2e00a32d0 0x7fe2e00a5790 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fe2ec005e10 tx=0x7fe2ec005da0 comp rx=0 tx=0).stop 2024-09-15T23:46:46.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.322+0000 7fe2ffd69640 1 -- 172.21.15.71:0/3651663443 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2f8100a80 msgr2=0x7fe2f80fcd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:46.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.322+0000 7fe2ffd69640 1 --2- 172.21.15.71:0/3651663443 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2f8100a80 0x7fe2f80fcd40 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fe2f000b4a0 tx=0x7fe2f000b960 comp rx=0 tx=0).stop 2024-09-15T23:46:46.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.323+0000 7fe2ffd69640 1 -- 172.21.15.71:0/3651663443 shutdown_connections 2024-09-15T23:46:46.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.323+0000 7fe2ffd69640 1 --2- 172.21.15.71:0/3651663443 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7fe2e00a32d0 0x7fe2e00a5790 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:46.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.323+0000 7fe2ffd69640 1 --2- 172.21.15.71:0/3651663443 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe2f8106a80 0x7fe2f80fd7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:46.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.323+0000 7fe2ffd69640 1 --2- 172.21.15.71:0/3651663443 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe2f8101420 0x7fe2f80fd280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:46.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.323+0000 7fe2ffd69640 1 --2- 172.21.15.71:0/3651663443 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2f8100a80 0x7fe2f80fcd40 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:46.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.323+0000 7fe2ffd69640 1 -- 172.21.15.71:0/3651663443 >> 172.21.15.71:0/3651663443 conn(0x7fe2f80fc7a0 msgr2=0x7fe2f806aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:46.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.323+0000 7fe2ffd69640 1 -- 172.21.15.71:0/3651663443 shutdown_connections 2024-09-15T23:46:46.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:46.323+0000 7fe2ffd69640 1 -- 172.21.15.71:0/3651663443 wait complete. 2024-09-15T23:46:46.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:46 smithi071 ceph-mon[30957]: pgmap v327: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-09-15T23:46:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:46 smithi190 ceph-mon[34840]: pgmap v327: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-09-15T23:46:46.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:46 smithi163 ceph-mon[34107]: pgmap v327: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-09-15T23:46:47.007 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-15T23:46:47.307 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:47.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:47 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/3651663443' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:46:47.584 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:47 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/3651663443' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:46:47.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:47 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/3651663443' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-15T23:46:47.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.818+0000 7febd5bc1640 1 -- 172.21.15.71:0/3621210123 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7febd0102ef0 msgr2=0x7febd010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:47.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.818+0000 7febd5bc1640 1 --2- 172.21.15.71:0/3621210123 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7febd0102ef0 0x7febd010da40 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7febc8009ca0 tx=0x7febc802a950 comp rx=0 tx=0).stop 2024-09-15T23:46:47.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.818+0000 7febd5bc1640 1 -- 172.21.15.71:0/3621210123 shutdown_connections 2024-09-15T23:46:47.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.818+0000 7febd5bc1640 1 --2- 172.21.15.71:0/3621210123 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7febd0102ef0 0x7febd010da40 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:47.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.818+0000 7febd5bc1640 1 --2- 172.21.15.71:0/3621210123 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7febd0102570 0x7febd01029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:47.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.818+0000 7febd5bc1640 1 --2- 172.21.15.71:0/3621210123 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7febd0100e20 0x7febd0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:47.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.818+0000 7febd5bc1640 1 -- 172.21.15.71:0/3621210123 >> 172.21.15.71:0/3621210123 conn(0x7febd00fc7d0 msgr2=0x7febd00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:47.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.818+0000 7febd5bc1640 1 -- 172.21.15.71:0/3621210123 shutdown_connections 2024-09-15T23:46:47.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.818+0000 7febd5bc1640 1 -- 172.21.15.71:0/3621210123 wait complete. 2024-09-15T23:46:47.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.819+0000 7febd5bc1640 1 Processor -- start 2024-09-15T23:46:47.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.819+0000 7febd5bc1640 1 -- start start 2024-09-15T23:46:47.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.819+0000 7febd5bc1640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7febd0100e20 0x7febd0198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:47.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.819+0000 7febd5bc1640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7febd0102570 0x7febd0198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:47.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.819+0000 7febd5bc1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7febd0102ef0 0x7febd019cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:47.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.819+0000 7febd5bc1640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7febd0111f50 con 0x7febd0102ef0 2024-09-15T23:46:47.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.819+0000 7febd5bc1640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7febd0111dd0 con 0x7febd0100e20 2024-09-15T23:46:47.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.819+0000 7febd5bc1640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7febd01120d0 con 0x7febd0102570 2024-09-15T23:46:47.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.819+0000 7febcffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7febd0102ef0 0x7febd019cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:47.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.819+0000 7febcffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7febd0102ef0 0x7febd019cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53260/0 (socket says 172.21.15.71:53260) 2024-09-15T23:46:47.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.819+0000 7febcffff640 1 -- 172.21.15.71:0/602087070 learned_addr learned my addr 172.21.15.71:0/602087070 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:47.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.819+0000 7febcf7fe640 1 --2- 172.21.15.71:0/602087070 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7febd0100e20 0x7febd0198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:47.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.819+0000 7febc7fff640 1 --2- 172.21.15.71:0/602087070 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7febd0102570 0x7febd0198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:47.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.819+0000 7febcffff640 1 -- 172.21.15.71:0/602087070 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7febd0102570 msgr2=0x7febd0198990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:47.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.819+0000 7febcffff640 1 --2- 172.21.15.71:0/602087070 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7febd0102570 0x7febd0198990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:47.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.819+0000 7febcffff640 1 -- 172.21.15.71:0/602087070 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7febd0100e20 msgr2=0x7febd0198450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:47.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.820+0000 7febcffff640 1 --2- 172.21.15.71:0/602087070 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7febd0100e20 0x7febd0198450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:47.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.820+0000 7febcffff640 1 -- 172.21.15.71:0/602087070 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febd019d400 con 0x7febd0102ef0 2024-09-15T23:46:47.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.820+0000 7febcf7fe640 1 --2- 172.21.15.71:0/602087070 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7febd0100e20 0x7febd0198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:47.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.820+0000 7febcffff640 1 --2- 172.21.15.71:0/602087070 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7febd0102ef0 0x7febd019cd20 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7febc802ae70 tx=0x7febc802f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:47.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.820+0000 7febcd7fa640 1 -- 172.21.15.71:0/602087070 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febc8034040 con 0x7febd0102ef0 2024-09-15T23:46:47.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.820+0000 7febcd7fa640 1 -- 172.21.15.71:0/602087070 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febc80308f0 con 0x7febd0102ef0 2024-09-15T23:46:47.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.820+0000 7febd5bc1640 1 -- 172.21.15.71:0/602087070 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febd019d690 con 0x7febd0102ef0 2024-09-15T23:46:47.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.820+0000 7febcd7fa640 1 -- 172.21.15.71:0/602087070 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febc8004780 con 0x7febd0102ef0 2024-09-15T23:46:47.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.820+0000 7febd5bc1640 1 -- 172.21.15.71:0/602087070 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febd01a4fd0 con 0x7febd0102ef0 2024-09-15T23:46:47.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.821+0000 7febd5bc1640 1 -- 172.21.15.71:0/602087070 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febd01021b0 con 0x7febd0102ef0 2024-09-15T23:46:47.843 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.822+0000 7febcd7fa640 1 -- 172.21.15.71:0/602087070 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 18) ==== 138355+0+0 (secure 0 0 0) 0x7febc8037020 con 0x7febd0102ef0 2024-09-15T23:46:47.843 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.822+0000 7febcd7fa640 1 --2- 172.21.15.71:0/602087070 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7febbc0a3240 0x7febbc0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:47.843 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.823+0000 7febcf7fe640 1 --2- 172.21.15.71:0/602087070 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7febbc0a3240 0x7febbc0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:47.843 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.823+0000 7febcd7fa640 1 -- 172.21.15.71:0/602087070 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7febc80f09e0 con 0x7febd0102ef0 2024-09-15T23:46:47.843 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.823+0000 7febcf7fe640 1 --2- 172.21.15.71:0/602087070 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7febbc0a3240 0x7febbc0a5700 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7febc00058c0 tx=0x7febc0005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:47.843 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.827+0000 7febcd7fa640 1 -- 172.21.15.71:0/602087070 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7febc80bd730 con 0x7febd0102ef0 2024-09-15T23:46:47.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.996+0000 7febd5bc1640 1 -- 172.21.15.71:0/602087070 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7febd0109090 con 0x7febd0102ef0 2024-09-15T23:46:47.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:47.998+0000 7febcd7fa640 1 -- 172.21.15.71:0/602087070 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+22653 (secure 0 0 0) 0x7febc80bd030 con 0x7febd0102ef0 2024-09-15T23:46:47.999 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-15T23:46:48.000 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":83,"fsid":"4eeb5726-73bb-11ef-bceb-c7b262605968","created":"2024-09-15T23:37:32.026413+0000","modified":"2024-09-15T23:45:18.351205+0000","last_up_change":"2024-09-15T23:44:18.494739+0000","last_in_change":"2024-09-15T23:43:55.057780+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T23:40:31.270883+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-15T23:45:06.249987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-15T23:45:08.165620+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5866d7b4-9e16-4f84-b178-467c25ea3369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6803","nonce":3525966842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6805","nonce":3525966842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6809","nonce":3525966842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6807","nonce":3525966842}]},"public_addr":"172.21.15.71:6803/3525966842","cluster_addr":"172.21.15.71:6805/3525966842","heartbeat_back_addr":"172.21.15.71:6809/3525966842","heartbeat_front_addr":"172.21.15.71:6807/3525966842","state":["exists","up"]},{"osd":1,"uuid":"6155354e-7b55-4b4c-b673-6d92f08fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6800","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6801","nonce":1075052522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6803","nonce":1075052522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6807","nonce":1075052522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6805","nonce":1075052522}]},"public_addr":"172.21.15.163:6801/1075052522","cluster_addr":"172.21.15.163:6803/1075052522","heartbeat_back_addr":"172.21.15.163:6807/1075052522","heartbeat_front_addr":"172.21.15.163:6805/1075052522","state":["exists","up"]},{"osd":2,"uuid":"3d530966-7af0-45b1-aa3d-b8b9df338e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6801","nonce":2143521395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6803","nonce":2143521395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6807","nonce":2143521395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6805","nonce":2143521395}]},"public_addr":"172.21.15.190:6801/2143521395","cluster_addr":"172.21.15.190:6803/2143521395","heartbeat_back_addr":"172.21.15.190:6807/2143521395","heartbeat_front_addr":"172.21.15.190:6805/2143521395","state":["exists","up"]},{"osd":3,"uuid":"f16832da-8eaa-424e-a215-1ed01f156888","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6811","nonce":877432262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6813","nonce":877432262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6817","nonce":877432262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6815","nonce":877432262}]},"public_addr":"172.21.15.71:6811/877432262","cluster_addr":"172.21.15.71:6813/877432262","heartbeat_back_addr":"172.21.15.71:6817/877432262","heartbeat_front_addr":"172.21.15.71:6815/877432262","state":["exists","up"]},{"osd":4,"uuid":"ebe47f97-59ea-41c6-8c28-36845546845f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6809","nonce":2846554020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6811","nonce":2846554020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6815","nonce":2846554020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6813","nonce":2846554020}]},"public_addr":"172.21.15.163:6809/2846554020","cluster_addr":"172.21.15.163:6811/2846554020","heartbeat_back_addr":"172.21.15.163:6815/2846554020","heartbeat_front_addr":"172.21.15.163:6813/2846554020","state":["exists","up"]},{"osd":5,"uuid":"3d0cd047-642d-496b-b2a0-52484ae860da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6809","nonce":3132841040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6811","nonce":3132841040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6815","nonce":3132841040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6813","nonce":3132841040}]},"public_addr":"172.21.15.190:6809/3132841040","cluster_addr":"172.21.15.190:6811/3132841040","heartbeat_back_addr":"172.21.15.190:6815/3132841040","heartbeat_front_addr":"172.21.15.190:6813/3132841040","state":["exists","up"]},{"osd":6,"uuid":"783f341b-53ac-4722-86b5-9460490f0e02","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6819","nonce":1108451261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6821","nonce":1108451261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6825","nonce":1108451261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6823","nonce":1108451261}]},"public_addr":"172.21.15.71:6819/1108451261","cluster_addr":"172.21.15.71:6821/1108451261","heartbeat_back_addr":"172.21.15.71:6825/1108451261","heartbeat_front_addr":"172.21.15.71:6823/1108451261","state":["exists","up"]},{"osd":7,"uuid":"39e17d98-3cf2-4e56-af7f-437a27f35847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6817","nonce":1969593004}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6819","nonce":1969593004}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6823","nonce":1969593004}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6821","nonce":1969593004}]},"public_addr":"172.21.15.163:6817/1969593004","cluster_addr":"172.21.15.163:6819/1969593004","heartbeat_back_addr":"172.21.15.163:6823/1969593004","heartbeat_front_addr":"172.21.15.163:6821/1969593004","state":["exists","up"]},{"osd":8,"uuid":"f63373aa-7d65-4478-841b-2f72c933d4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6817","nonce":1925036138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6819","nonce":1925036138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6823","nonce":1925036138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6821","nonce":1925036138}]},"public_addr":"172.21.15.190:6817/1925036138","cluster_addr":"172.21.15.190:6819/1925036138","heartbeat_back_addr":"172.21.15.190:6823/1925036138","heartbeat_front_addr":"172.21.15.190:6821/1925036138","state":["exists","up"]},{"osd":9,"uuid":"c4f1a921-9f00-434b-96e7-4bc4db455ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6827","nonce":5959399}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6829","nonce":5959399}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6833","nonce":5959399}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6831","nonce":5959399}]},"public_addr":"172.21.15.71:6827/5959399","cluster_addr":"172.21.15.71:6829/5959399","heartbeat_back_addr":"172.21.15.71:6833/5959399","heartbeat_front_addr":"172.21.15.71:6831/5959399","state":["exists","up"]},{"osd":10,"uuid":"406a2f6f-879c-45b2-8e82-c933f45affe5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6825","nonce":212791912}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6827","nonce":212791912}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6831","nonce":212791912}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6829","nonce":212791912}]},"public_addr":"172.21.15.163:6825/212791912","cluster_addr":"172.21.15.163:6827/212791912","heartbeat_back_addr":"172.21.15.163:6831/212791912","heartbeat_front_addr":"172.21.15.163:6829/212791912","state":["exists","up"]},{"osd":11,"uuid":"12bb4094-dc69-4c4f-904f-55c82da026db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6825","nonce":4193587286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6827","nonce":4193587286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6831","nonce":4193587286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6829","nonce":4193587286}]},"public_addr":"172.21.15.190:6825/4193587286","cluster_addr":"172.21.15.190:6827/4193587286","heartbeat_back_addr":"172.21.15.190:6831/4193587286","heartbeat_front_addr":"172.21.15.190:6829/4193587286","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:39:38.384621+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:03.886009+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:28.499205+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:54.402933+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:41:19.845920+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:41:44.709197+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:42:10.001537+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:42:35.654440+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:00.945654+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:26.729569+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:51.523307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:44:16.887486+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:0/3932100987":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/300276721":"2024-09-16T23:37:53.457697+0000","172.21.15.71:0/3644229355":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/1731891373":"2024-09-16T23:38:16.969736+0000","172.21.15.71:6800/4097213184":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/4103533037":"2024-09-16T23:37:53.457697+0000","172.21.15.71:6801/3832446656":"2024-09-16T23:37:53.457697+0000","172.21.15.71:6801/4097213184":"2024-09-16T23:38:16.969736+0000","172.21.15.71:6800/3832446656":"2024-09-16T23:37:53.457697+0000","172.21.15.71:0/2385046682":"2024-09-16T23:37:53.457697+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-15T23:46:48.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:48.000+0000 7febd5bc1640 1 -- 172.21.15.71:0/602087070 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7febbc0a3240 msgr2=0x7febbc0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:48.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:48.000+0000 7febd5bc1640 1 --2- 172.21.15.71:0/602087070 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7febbc0a3240 0x7febbc0a5700 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7febc00058c0 tx=0x7febc0005850 comp rx=0 tx=0).stop 2024-09-15T23:46:48.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:48.000+0000 7febd5bc1640 1 -- 172.21.15.71:0/602087070 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7febd0102ef0 msgr2=0x7febd019cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:48.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:48.000+0000 7febd5bc1640 1 --2- 172.21.15.71:0/602087070 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7febd0102ef0 0x7febd019cd20 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7febc802ae70 tx=0x7febc802f5d0 comp rx=0 tx=0).stop 2024-09-15T23:46:48.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:48.000+0000 7febd5bc1640 1 -- 172.21.15.71:0/602087070 shutdown_connections 2024-09-15T23:46:48.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:48.000+0000 7febd5bc1640 1 --2- 172.21.15.71:0/602087070 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7febbc0a3240 0x7febbc0a5700 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:48.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:48.000+0000 7febd5bc1640 1 --2- 172.21.15.71:0/602087070 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7febd0102ef0 0x7febd019cd20 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:48.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:48.000+0000 7febd5bc1640 1 --2- 172.21.15.71:0/602087070 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7febd0102570 0x7febd0198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:48.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:48.000+0000 7febd5bc1640 1 --2- 172.21.15.71:0/602087070 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7febd0100e20 0x7febd0198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:48.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:48.000+0000 7febd5bc1640 1 -- 172.21.15.71:0/602087070 >> 172.21.15.71:0/602087070 conn(0x7febd00fc7d0 msgr2=0x7febd00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:48.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:48.000+0000 7febd5bc1640 1 -- 172.21.15.71:0/602087070 shutdown_connections 2024-09-15T23:46:48.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:48.000+0000 7febd5bc1640 1 -- 172.21.15.71:0/602087070 wait complete. 2024-09-15T23:46:48.497 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:48 smithi071 ceph-mon[30957]: pgmap v328: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-15T23:46:48.498 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:48 smithi071 ceph-mon[30957]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-09-15T23:46:48.498 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:48 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/602087070' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:46:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:48 smithi190 ceph-mon[34840]: pgmap v328: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-15T23:46:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:48 smithi190 ceph-mon[34840]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-09-15T23:46:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:48 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/602087070' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:46:48.710 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-15T23:45:09.959942+0000', 'modified': '2024-09-15T23:45:21.979695+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24484, 'mds_1': 24469, 'mds_2': 24457, 'mds_3': 24428, 'mds_4': 24421}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14610': {'gid': 14610, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.71:6839/507886981', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.71:6838', 'nonce': 507886981}, {'type': 'v1', 'addr': '172.21.15.71:6839', 'nonce': 507886981}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14622': {'gid': 14622, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.71:6841/746508636', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.71:6840', 'nonce': 746508636}, {'type': 'v1', 'addr': '172.21.15.71:6841', 'nonce': 746508636}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24380': {'gid': 24380, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.163:6833/2705260026', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.163:6832', 'nonce': 2705260026}, {'type': 'v1', 'addr': '172.21.15.163:6833', 'nonce': 2705260026}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24389': {'gid': 24389, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.163:6835/4090770524', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.163:6834', 'nonce': 4090770524}, {'type': 'v1', 'addr': '172.21.15.163:6835', 'nonce': 4090770524}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24404': {'gid': 24404, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.163:6837/2845178237', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.163:6836', 'nonce': 2845178237}, {'type': 'v1', 'addr': '172.21.15.163:6837', 'nonce': 2845178237}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24421': {'gid': 24421, 'name': 'l', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.190:6833/4051392496', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.190:6832', 'nonce': 4051392496}, {'type': 'v1', 'addr': '172.21.15.190:6833', 'nonce': 4051392496}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24428': {'gid': 24428, 'name': 'b', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.163:6839/2208871751', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.163:6838', 'nonce': 2208871751}, {'type': 'v1', 'addr': '172.21.15.163:6839', 'nonce': 2208871751}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24457': {'gid': 24457, 'name': 'f', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.190:6835/2490951221', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.190:6834', 'nonce': 2490951221}, {'type': 'v1', 'addr': '172.21.15.190:6835', 'nonce': 2490951221}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24469': {'gid': 24469, 'name': 'c', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.190:6837/1400276256', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.190:6836', 'nonce': 1400276256}, {'type': 'v1', 'addr': '172.21.15.190:6837', 'nonce': 1400276256}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.190:6839/1541612118', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.190:6838', 'nonce': 1541612118}, {'type': 'v1', 'addr': '172.21.15.190:6839', 'nonce': 1541612118}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24484, 'qdb_cluster': [24421, 24428, 24457, 24469, 24484]} 2024-09-15T23:46:48.710 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-09-15T23:46:48.710 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph tell mds.l status 2024-09-15T23:46:48.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:48 smithi163 ceph-mon[34107]: pgmap v328: 97 pgs: 97 active+clean; 641 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-15T23:46:48.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:48 smithi163 ceph-mon[34107]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-09-15T23:46:48.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:48 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/602087070' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-15T23:46:48.968 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:49.409 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:49 smithi071 ceph-mon[30957]: pgmap v329: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 11 op/s 2024-09-15T23:46:49.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.489+0000 7f1a025f9640 1 -- 172.21.15.71:0/2419792729 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f19fc1002f0 msgr2=0x7f19fc1006d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:49.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.489+0000 7f1a025f9640 1 --2- 172.21.15.71:0/2419792729 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f19fc1002f0 0x7f19fc1006d0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f19ec009930 tx=0x7f19ec02a420 comp rx=0 tx=0).stop 2024-09-15T23:46:49.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.489+0000 7f1a025f9640 1 -- 172.21.15.71:0/2419792729 shutdown_connections 2024-09-15T23:46:49.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.489+0000 7f1a025f9640 1 --2- 172.21.15.71:0/2419792729 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f19fc106f50 0x7f19fc10eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.489+0000 7f1a025f9640 1 --2- 172.21.15.71:0/2419792729 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f19fc100ca0 0x7f19fc106840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.489+0000 7f1a025f9640 1 --2- 172.21.15.71:0/2419792729 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f19fc1002f0 0x7f19fc1006d0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.489+0000 7f1a025f9640 1 -- 172.21.15.71:0/2419792729 >> 172.21.15.71:0/2419792729 conn(0x7f19fc077210 msgr2=0x7f19fc0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:49.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.489+0000 7f1a025f9640 1 -- 172.21.15.71:0/2419792729 shutdown_connections 2024-09-15T23:46:49.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.490+0000 7f1a025f9640 1 -- 172.21.15.71:0/2419792729 wait complete. 2024-09-15T23:46:49.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.490+0000 7f1a025f9640 1 Processor -- start 2024-09-15T23:46:49.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.490+0000 7f1a025f9640 1 -- start start 2024-09-15T23:46:49.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.491+0000 7f1a025f9640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f19fc1002f0 0x7f19fc198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:49.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.491+0000 7f1a025f9640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f19fc100ca0 0x7f19fc198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:49.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.491+0000 7f1a025f9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f19fc106f50 0x7f19fc19cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:49.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.491+0000 7f1a025f9640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f19fc111eb0 con 0x7f19fc106f50 2024-09-15T23:46:49.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.491+0000 7f1a025f9640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f19fc111d30 con 0x7f19fc100ca0 2024-09-15T23:46:49.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.491+0000 7f1a025f9640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f19fc112030 con 0x7f19fc1002f0 2024-09-15T23:46:49.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.491+0000 7f1a00b96640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f19fc106f50 0x7f19fc19cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:49.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.491+0000 7f1a00b96640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f19fc106f50 0x7f19fc19cde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53278/0 (socket says 172.21.15.71:53278) 2024-09-15T23:46:49.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.491+0000 7f1a00b96640 1 -- 172.21.15.71:0/2426727559 learned_addr learned my addr 172.21.15.71:0/2426727559 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:49.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.491+0000 7f19fbfff640 1 --2- 172.21.15.71:0/2426727559 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f19fc1002f0 0x7f19fc198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:49.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.491+0000 7f19fb7fe640 1 --2- 172.21.15.71:0/2426727559 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f19fc100ca0 0x7f19fc198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:49.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.491+0000 7f1a00b96640 1 -- 172.21.15.71:0/2426727559 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f19fc1002f0 msgr2=0x7f19fc198510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:49.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.491+0000 7f1a00b96640 1 --2- 172.21.15.71:0/2426727559 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f19fc1002f0 0x7f19fc198510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.491+0000 7f1a00b96640 1 -- 172.21.15.71:0/2426727559 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f19fc100ca0 msgr2=0x7f19fc198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:49.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.491+0000 7f1a00b96640 1 --2- 172.21.15.71:0/2426727559 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f19fc100ca0 0x7f19fc198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.491+0000 7f1a00b96640 1 -- 172.21.15.71:0/2426727559 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19fc19d4c0 con 0x7f19fc106f50 2024-09-15T23:46:49.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.491+0000 7f19fb7fe640 1 --2- 172.21.15.71:0/2426727559 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f19fc100ca0 0x7f19fc198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:49.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.491+0000 7f1a00b96640 1 --2- 172.21.15.71:0/2426727559 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f19fc106f50 0x7f19fc19cde0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f19f400cad0 tx=0x7f19f400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:49.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.491+0000 7f19f97fa640 1 -- 172.21.15.71:0/2426727559 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f400ae20 con 0x7f19fc106f50 2024-09-15T23:46:49.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.491+0000 7f19f97fa640 1 -- 172.21.15.71:0/2426727559 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f19f4005020 con 0x7f19fc106f50 2024-09-15T23:46:49.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.491+0000 7f1a025f9640 1 -- 172.21.15.71:0/2426727559 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19fc19d7b0 con 0x7f19fc106f50 2024-09-15T23:46:49.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.491+0000 7f19f97fa640 1 -- 172.21.15.71:0/2426727559 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f400f6b0 con 0x7f19fc106f50 2024-09-15T23:46:49.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.492+0000 7f1a025f9640 1 -- 172.21.15.71:0/2426727559 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19fc1a5090 con 0x7f19fc106f50 2024-09-15T23:46:49.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.494+0000 7f19f97fa640 1 -- 172.21.15.71:0/2426727559 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 18) ==== 138355+0+0 (secure 0 0 0) 0x7f19f40051d0 con 0x7f19fc106f50 2024-09-15T23:46:49.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.494+0000 7f1a049d2740 1 Processor -- start 2024-09-15T23:46:49.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.494+0000 7f1a049d2740 1 -- start start 2024-09-15T23:46:49.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.495+0000 7f1a049d2740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a4745199d0 0x55a474519db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:49.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.495+0000 7f1a049d2740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a47451a2f0 0x55a474524670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:49.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.495+0000 7f1a049d2740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a474524bb0 0x55a474526fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:49.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.495+0000 7f1a049d2740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55a474480090 con 0x55a47451a2f0 2024-09-15T23:46:49.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.495+0000 7f1a049d2740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55a474427a70 con 0x55a4745199d0 2024-09-15T23:46:49.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.495+0000 7f1a049d2740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55a47447c050 con 0x55a474524bb0 2024-09-15T23:46:49.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.495+0000 7f19fbfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a47451a2f0 0x55a474524670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:49.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.495+0000 7f19fbfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a47451a2f0 0x55a474524670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53284/0 (socket says 172.21.15.71:53284) 2024-09-15T23:46:49.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.495+0000 7f19fbfff640 1 -- 172.21.15.71:0/3620198429 learned_addr learned my addr 172.21.15.71:0/3620198429 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:49.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.495+0000 7f19fb7fe640 1 --2- 172.21.15.71:0/3620198429 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a4745199d0 0x55a474519db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:49.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.495+0000 7f19fbfff640 1 -- 172.21.15.71:0/3620198429 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a474524bb0 msgr2=0x55a474526fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:49.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.495+0000 7f19fbfff640 1 --2- 172.21.15.71:0/3620198429 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a474524bb0 0x55a474526fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.495+0000 7f19fbfff640 1 -- 172.21.15.71:0/3620198429 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a4745199d0 msgr2=0x55a474519db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:49.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.495+0000 7f19fbfff640 1 --2- 172.21.15.71:0/3620198429 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a4745199d0 0x55a474519db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.495+0000 7f19fbfff640 1 -- 172.21.15.71:0/3620198429 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a474434130 con 0x55a47451a2f0 2024-09-15T23:46:49.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.495+0000 7f19f97fa640 1 --2- 172.21.15.71:0/2426727559 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f19e40a32c0 0x7f19e40a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:49.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.495+0000 7f19fbfff640 1 --2- 172.21.15.71:0/3620198429 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a47451a2f0 0x55a474524670 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f19ec009930 tx=0x7f19ec032d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=111b55036e67b0b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:49.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.495+0000 7f19fb7fe640 1 --2- 172.21.15.71:0/2426727559 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f19e40a32c0 0x7f19e40a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:49.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.495+0000 7f19f97fa640 1 -- 172.21.15.71:0/2426727559 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f19f40cf8e0 con 0x7f19fc106f50 2024-09-15T23:46:49.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.495+0000 7f19e27fc640 1 -- 172.21.15.71:0/3620198429 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19ec035040 con 0x55a47451a2f0 2024-09-15T23:46:49.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.495+0000 7f19e27fc640 1 -- 172.21.15.71:0/3620198429 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f19ec0316a0 con 0x55a47451a2f0 2024-09-15T23:46:49.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.495+0000 7f19e27fc640 1 -- 172.21.15.71:0/3620198429 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19ec0047a0 con 0x55a47451a2f0 2024-09-15T23:46:49.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.496+0000 7f1a049d2740 1 -- 172.21.15.71:0/3620198429 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a47451a2f0 msgr2=0x55a474524670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:49.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.496+0000 7f19fb7fe640 1 --2- 172.21.15.71:0/2426727559 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f19e40a32c0 0x7f19e40a5780 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x55a4745172e0 tx=0x7f19f000a210 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:49.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.496+0000 7f1a049d2740 1 --2- 172.21.15.71:0/3620198429 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a47451a2f0 0x55a474524670 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f19ec009930 tx=0x7f19ec032d60 comp rx=0 tx=0).stop 2024-09-15T23:46:49.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.496+0000 7f1a049d2740 1 -- 172.21.15.71:0/3620198429 shutdown_connections 2024-09-15T23:46:49.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.496+0000 7f1a049d2740 1 --2- 172.21.15.71:0/3620198429 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a474524bb0 0x55a474526fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.496+0000 7f1a049d2740 1 --2- 172.21.15.71:0/3620198429 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a47451a2f0 0x55a474524670 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.496+0000 7f1a049d2740 1 --2- 172.21.15.71:0/3620198429 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a4745199d0 0x55a474519db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.496+0000 7f1a049d2740 1 -- 172.21.15.71:0/3620198429 >> 172.21.15.71:0/3620198429 conn(0x55a474515f60 msgr2=0x55a474516340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:49.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.496+0000 7f1a049d2740 1 -- 172.21.15.71:0/3620198429 shutdown_connections 2024-09-15T23:46:49.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.496+0000 7f1a049d2740 1 -- 172.21.15.71:0/3620198429 wait complete. 2024-09-15T23:46:49.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.497+0000 7f1a049d2740 1 -- start start 2024-09-15T23:46:49.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.497+0000 7f1a049d2740 1 Processor -- start 2024-09-15T23:46:49.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.497+0000 7f1a049d2740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a4745199d0 0x55a4745243c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:49.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.497+0000 7f1a049d2740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a47451a2f0 0x55a474521710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:49.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.497+0000 7f1a049d2740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a474524bb0 0x55a474521c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:49.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.497+0000 7f1a049d2740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55a474527780 con 0x55a47451a2f0 2024-09-15T23:46:49.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.497+0000 7f1a049d2740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55a47443af20 con 0x55a474524bb0 2024-09-15T23:46:49.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.497+0000 7f1a049d2740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55a474527900 con 0x55a4745199d0 2024-09-15T23:46:49.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.497+0000 7f1a049d2740 10 client.0 _ll_register_callbacks cb 0x55a474404030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T23:46:49.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.497+0000 7f19fb7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a47451a2f0 0x55a474521710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:49.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.497+0000 7f19fb7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a47451a2f0 0x55a474521710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53286/0 (socket says 172.21.15.71:53286) 2024-09-15T23:46:49.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.497+0000 7f19fb7fe640 1 -- 172.21.15.71:0/713129571 learned_addr learned my addr 172.21.15.71:0/713129571 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:49.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.497+0000 7f19fbfff640 1 --2- 172.21.15.71:0/713129571 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a4745199d0 0x55a4745243c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:49.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.497+0000 7f1a00b96640 1 --2- 172.21.15.71:0/713129571 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a474524bb0 0x55a474521c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:49.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.497+0000 7f19fb7fe640 1 -- 172.21.15.71:0/713129571 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a4745199d0 msgr2=0x55a4745243c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:49.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.497+0000 7f19fb7fe640 1 --2- 172.21.15.71:0/713129571 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a4745199d0 0x55a4745243c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.497+0000 7f19fb7fe640 1 -- 172.21.15.71:0/713129571 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a474524bb0 msgr2=0x55a474521c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:49.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.497+0000 7f19fb7fe640 1 --2- 172.21.15.71:0/713129571 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a474524bb0 0x55a474521c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.497+0000 7f19fb7fe640 1 -- 172.21.15.71:0/713129571 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4741f12b0 con 0x55a47451a2f0 2024-09-15T23:46:49.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.497+0000 7f1a00b96640 1 --2- 172.21.15.71:0/713129571 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a474524bb0 0x55a474521c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:49.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.498+0000 7f19fb7fe640 1 --2- 172.21.15.71:0/713129571 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a47451a2f0 0x55a474521710 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f19f0014460 tx=0x7f19f00047d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7bf0f5fa21bff8b server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:49.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.498+0000 7f19db7fe640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-15T23:46:49.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.498+0000 7f19db7fe640 1 -- 172.21.15.71:0/713129571 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f001b050 con 0x55a47451a2f0 2024-09-15T23:46:49.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.498+0000 7f19db7fe640 1 -- 172.21.15.71:0/713129571 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f19f0015820 con 0x55a47451a2f0 2024-09-15T23:46:49.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.498+0000 7f1a049d2740 1 -- 172.21.15.71:0/713129571 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f19ec0316a0 con 0x55a47451a2f0 2024-09-15T23:46:49.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.498+0000 7f19db7fe640 1 -- 172.21.15.71:0/713129571 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f19f0015a20 con 0x55a47451a2f0 2024-09-15T23:46:49.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.498+0000 7f1a049d2740 10 client.15123 fetch_fsmap learned FSMap version 26 2024-09-15T23:46:49.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.498+0000 7f1a049d2740 1 -- 172.21.15.71:0/713129571 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a474533070 con 0x55a47451a2f0 2024-09-15T23:46:49.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.498+0000 7f19db7fe640 1 -- 172.21.15.71:0/713129571 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f19ec0316a0 con 0x55a47451a2f0 2024-09-15T23:46:49.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.498+0000 7f19db7fe640 1 -- 172.21.15.71:0/713129571 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8362+0+0 (secure 0 0 0) 0x7f19f0020cd0 con 0x55a47451a2f0 2024-09-15T23:46:49.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.498+0000 7f1a049d2740 10 client.15123 fetch_fsmap finished waiting for FSMap version 26 2024-09-15T23:46:49.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.498+0000 7f1a049d2740 10 client.15123 resolve_mds: resolved name 'l' to daemon mds.l 2024-09-15T23:46:49.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.498+0000 7f1a049d2740 20 client.15123 populate_metadata read hostname 'smithi071' 2024-09-15T23:46:49.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.498+0000 7f1a049d2740 1 --2- 172.21.15.71:0/713129571 >> [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] conn(0x55a474535720 0x55a474536b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:49.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.498+0000 7f1a049d2740 4 client.15123 mds_command: new command op to 24421 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-15T23:46:49.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.498+0000 7f1a049d2740 1 -- 172.21.15.71:0/713129571 --> [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a47448d600 con 0x55a474535720 2024-09-15T23:46:49.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.499+0000 7f19fbfff640 1 --2- 172.21.15.71:0/713129571 >> [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] conn(0x55a474535720 0x55a474536b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:49.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.499+0000 7f19fbfff640 1 --2- 172.21.15.71:0/713129571 >> [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] conn(0x55a474535720 0x55a474536b90 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=5596b83b5dd91217 server_cookie=b90023e30c6a5392 in_seq=0 out_seq=0 2024-09-15T23:46:49.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.499+0000 7f19db7fe640 10 client.15123 ms_handle_connect on v2:172.21.15.190:6832/4051392496 2024-09-15T23:46:49.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.500+0000 7f19db7fe640 1 -- 172.21.15.71:0/713129571 <== mds.4 v2:172.21.15.190:6832/4051392496 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a47448d600 con 0x55a474535720 2024-09-15T23:46:49.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.500+0000 7f19db7fe640 10 client.15123 handle_command_reply: tid=0 2024-09-15T23:46:49.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.500+0000 7f1a049d2740 1 client.15123 shutdown 2024-09-15T23:46:49.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.500+0000 7f1a049d2740 1 -- 172.21.15.71:0/713129571 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a47451a2f0 msgr2=0x55a474521710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:49.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.500+0000 7f1a049d2740 1 --2- 172.21.15.71:0/713129571 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a47451a2f0 0x55a474521710 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f19f0014460 tx=0x7f19f00047d0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.500+0000 7f1a049d2740 1 -- 172.21.15.71:0/713129571 shutdown_connections 2024-09-15T23:46:49.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.500+0000 7f1a049d2740 1 --2- 172.21.15.71:0/713129571 >> [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] conn(0x55a474535720 0x55a474536b90 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.500+0000 7f1a049d2740 1 --2- 172.21.15.71:0/713129571 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a474524bb0 0x55a474521c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.500+0000 7f19db7fe640 0 client.15123 ms_handle_reset on v2:172.21.15.190:6832/4051392496 2024-09-15T23:46:49.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.500+0000 7f1a049d2740 1 --2- 172.21.15.71:0/713129571 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a47451a2f0 0x55a474521710 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.500+0000 7f1a049d2740 1 --2- 172.21.15.71:0/713129571 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a4745199d0 0x55a4745243c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.500+0000 7f1a049d2740 1 -- 172.21.15.71:0/713129571 >> 172.21.15.71:0/713129571 conn(0x55a474515f60 msgr2=0x55a47451bc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:49.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.500+0000 7f1a049d2740 1 -- 172.21.15.71:0/713129571 shutdown_connections 2024-09-15T23:46:49.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.500+0000 7f1a049d2740 1 -- 172.21.15.71:0/713129571 wait complete. 2024-09-15T23:46:49.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.500+0000 7f1a049d2740 20 client.15123 trim_cache size 0 max 16384 2024-09-15T23:46:49.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.518+0000 7f1a049d2740 1 Processor -- start 2024-09-15T23:46:49.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.518+0000 7f1a049d2740 1 -- start start 2024-09-15T23:46:49.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.518+0000 7f1a049d2740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a4745199d0 0x55a474536b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:49.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.518+0000 7f1a049d2740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a47451a2f0 0x55a474520fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:49.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.518+0000 7f1a049d2740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a474524bb0 0x55a47453f260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:49.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.518+0000 7f1a049d2740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55a474534ed0 con 0x55a4745199d0 2024-09-15T23:46:49.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.518+0000 7f1a049d2740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55a4745355a0 con 0x55a474524bb0 2024-09-15T23:46:49.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.518+0000 7f1a049d2740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55a474535c70 con 0x55a47451a2f0 2024-09-15T23:46:49.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.519+0000 7f19fbfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a4745199d0 0x55a474536b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:49.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.519+0000 7f19fbfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a4745199d0 0x55a474536b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53288/0 (socket says 172.21.15.71:53288) 2024-09-15T23:46:49.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.519+0000 7f19fbfff640 1 -- 172.21.15.71:0/1706732397 learned_addr learned my addr 172.21.15.71:0/1706732397 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:49.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.519+0000 7f1a00b96640 1 --2- 172.21.15.71:0/1706732397 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a474524bb0 0x55a47453f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:49.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.519+0000 7f19fbfff640 1 -- 172.21.15.71:0/1706732397 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a47451a2f0 msgr2=0x55a474520fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:49.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.519+0000 7f19fb7fe640 1 --2- 172.21.15.71:0/1706732397 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a47451a2f0 0x55a474520fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:49.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.519+0000 7f19fbfff640 1 --2- 172.21.15.71:0/1706732397 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a47451a2f0 0x55a474520fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.519+0000 7f19fbfff640 1 -- 172.21.15.71:0/1706732397 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a474524bb0 msgr2=0x55a47453f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:49.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.519+0000 7f19fbfff640 1 --2- 172.21.15.71:0/1706732397 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a474524bb0 0x55a47453f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.519+0000 7f19fbfff640 1 -- 172.21.15.71:0/1706732397 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a474515d90 con 0x55a4745199d0 2024-09-15T23:46:49.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.519+0000 7f1a00b96640 1 --2- 172.21.15.71:0/1706732397 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a474524bb0 0x55a47453f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:49.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.519+0000 7f19fbfff640 1 --2- 172.21.15.71:0/1706732397 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a4745199d0 0x55a474536b90 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f19ec0057c0 tx=0x7f19ec031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa22e09d870841bc server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:49.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.519+0000 7f19e1ffb640 1 -- 172.21.15.71:0/1706732397 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19ec035040 con 0x55a4745199d0 2024-09-15T23:46:49.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.519+0000 7f19e1ffb640 1 -- 172.21.15.71:0/1706732397 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f19ec0047a0 con 0x55a4745199d0 2024-09-15T23:46:49.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.519+0000 7f19e1ffb640 1 -- 172.21.15.71:0/1706732397 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19ec003850 con 0x55a4745199d0 2024-09-15T23:46:49.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.520+0000 7f1a049d2740 1 -- 172.21.15.71:0/1706732397 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a4745199d0 msgr2=0x55a474536b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:49.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.520+0000 7f1a049d2740 1 --2- 172.21.15.71:0/1706732397 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a4745199d0 0x55a474536b90 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f19ec0057c0 tx=0x7f19ec031400 comp rx=0 tx=0).stop 2024-09-15T23:46:49.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.520+0000 7f1a049d2740 1 -- 172.21.15.71:0/1706732397 shutdown_connections 2024-09-15T23:46:49.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.520+0000 7f1a049d2740 1 --2- 172.21.15.71:0/1706732397 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a474524bb0 0x55a47453f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.520+0000 7f1a049d2740 1 --2- 172.21.15.71:0/1706732397 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a47451a2f0 0x55a474520fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.520+0000 7f1a049d2740 1 --2- 172.21.15.71:0/1706732397 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a4745199d0 0x55a474536b90 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.520+0000 7f1a049d2740 1 -- 172.21.15.71:0/1706732397 >> 172.21.15.71:0/1706732397 conn(0x55a474515f60 msgr2=0x55a4745216d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:49.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.520+0000 7f1a049d2740 1 -- 172.21.15.71:0/1706732397 shutdown_connections 2024-09-15T23:46:49.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.520+0000 7f1a049d2740 1 -- 172.21.15.71:0/1706732397 wait complete. 2024-09-15T23:46:49.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.520+0000 7f1a049d2740 1 -- start start 2024-09-15T23:46:49.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.520+0000 7f1a049d2740 1 Processor -- start 2024-09-15T23:46:49.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.521+0000 7f1a049d2740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a4745199d0 0x55a47451eb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:49.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.521+0000 7f1a049d2740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a47451a2f0 0x55a47451f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:49.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.521+0000 7f1a049d2740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a474524bb0 0x55a47453e250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:49.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.521+0000 7f1a049d2740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55a474536a10 con 0x55a474524bb0 2024-09-15T23:46:49.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.521+0000 7f1a049d2740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55a474536340 con 0x55a47451a2f0 2024-09-15T23:46:49.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.521+0000 7f1a049d2740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55a4745370e0 con 0x55a4745199d0 2024-09-15T23:46:49.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.521+0000 7f1a049d2740 10 client.0 _ll_register_callbacks cb 0x7f19f000a6e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T23:46:49.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.521+0000 7f1a00b96640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a474524bb0 0x55a47453e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:49.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.521+0000 7f1a00b96640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a474524bb0 0x55a47453e250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53300/0 (socket says 172.21.15.71:53300) 2024-09-15T23:46:49.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.521+0000 7f1a00b96640 1 -- 172.21.15.71:0/4108173102 learned_addr learned my addr 172.21.15.71:0/4108173102 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:49.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.521+0000 7f19fbfff640 1 --2- 172.21.15.71:0/4108173102 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a4745199d0 0x55a47451eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:49.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.521+0000 7f19fb7fe640 1 --2- 172.21.15.71:0/4108173102 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a47451a2f0 0x55a47451f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:49.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.521+0000 7f1a00b96640 1 -- 172.21.15.71:0/4108173102 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a4745199d0 msgr2=0x55a47451eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:49.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.521+0000 7f1a00b96640 1 --2- 172.21.15.71:0/4108173102 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a4745199d0 0x55a47451eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.521+0000 7f1a00b96640 1 -- 172.21.15.71:0/4108173102 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a47451a2f0 msgr2=0x55a47451f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:49.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.521+0000 7f1a00b96640 1 --2- 172.21.15.71:0/4108173102 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a47451a2f0 0x55a47451f0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.521+0000 7f1a00b96640 1 -- 172.21.15.71:0/4108173102 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a474522750 con 0x55a474524bb0 2024-09-15T23:46:49.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.521+0000 7f19fb7fe640 1 --2- 172.21.15.71:0/4108173102 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a47451a2f0 0x55a47451f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:49.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.521+0000 7f1a00b96640 1 --2- 172.21.15.71:0/4108173102 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a474524bb0 0x55a47453e250 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f19f4098900 tx=0x7f19f409bf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb14ffb032ecbc25 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:49.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.521+0000 7f19db7fe640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-15T23:46:49.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.521+0000 7f19db7fe640 1 -- 172.21.15.71:0/4108173102 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f401d030 con 0x55a474524bb0 2024-09-15T23:46:49.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.521+0000 7f19db7fe640 1 -- 172.21.15.71:0/4108173102 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f19f40bab70 con 0x55a474524bb0 2024-09-15T23:46:49.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.521+0000 7f1a049d2740 1 -- 172.21.15.71:0/4108173102 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f19ec0047a0 con 0x55a474524bb0 2024-09-15T23:46:49.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.522+0000 7f19db7fe640 1 -- 172.21.15.71:0/4108173102 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f19f40bad70 con 0x55a474524bb0 2024-09-15T23:46:49.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.522+0000 7f1a049d2740 10 client.15129 fetch_fsmap learned FSMap version 26 2024-09-15T23:46:49.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.522+0000 7f1a049d2740 1 -- 172.21.15.71:0/4108173102 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a4745a34f0 con 0x55a474524bb0 2024-09-15T23:46:49.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.522+0000 7f19db7fe640 1 -- 172.21.15.71:0/4108173102 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f19ec0047a0 con 0x55a474524bb0 2024-09-15T23:46:49.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.522+0000 7f19db7fe640 1 -- 172.21.15.71:0/4108173102 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8362+0+0 (secure 0 0 0) 0x7f19f4097d10 con 0x55a474524bb0 2024-09-15T23:46:49.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.522+0000 7f1a049d2740 10 client.15129 fetch_fsmap finished waiting for FSMap version 26 2024-09-15T23:46:49.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.522+0000 7f1a049d2740 10 client.15129 resolve_mds: resolved name 'l' to daemon mds.l 2024-09-15T23:46:49.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.522+0000 7f1a049d2740 20 client.15129 populate_metadata read hostname 'smithi071' 2024-09-15T23:46:49.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.522+0000 7f1a049d2740 1 --2- 172.21.15.71:0/4108173102 >> [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] conn(0x55a4745a80c0 0x55a4745a6dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:49.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.522+0000 7f1a049d2740 4 client.15129 mds_command: new command op to 24421 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-15T23:46:49.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.522+0000 7f1a049d2740 1 -- 172.21.15.71:0/4108173102 --> [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] -- command(tid 0: {"prefix": "status"}) -- 0x55a474487b10 con 0x55a4745a80c0 2024-09-15T23:46:49.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.522+0000 7f19fbfff640 1 --2- 172.21.15.71:0/4108173102 >> [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] conn(0x55a4745a80c0 0x55a4745a6dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:49.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.523+0000 7f19fbfff640 1 --2- 172.21.15.71:0/4108173102 >> [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] conn(0x55a4745a80c0 0x55a4745a6dd0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=7192c2bbee143b16 server_cookie=e9834aa22f283a7d in_seq=0 out_seq=0 2024-09-15T23:46:49.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.523+0000 7f19db7fe640 10 client.15129 ms_handle_connect on v2:172.21.15.190:6832/4051392496 2024-09-15T23:46:49.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.523+0000 7f19db7fe640 1 -- 172.21.15.71:0/4108173102 <== mds.4 v2:172.21.15.190:6832/4051392496 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55a474487b10 con 0x55a4745a80c0 2024-09-15T23:46:49.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.523+0000 7f19db7fe640 10 client.15129 handle_command_reply: tid=0 2024-09-15T23:46:49.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.523+0000 7f1a049d2740 1 client.15129 shutdown 2024-09-15T23:46:49.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.523+0000 7f1a049d2740 1 -- 172.21.15.71:0/4108173102 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a474524bb0 msgr2=0x55a47453e250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:49.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.523+0000 7f1a049d2740 1 --2- 172.21.15.71:0/4108173102 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a474524bb0 0x55a47453e250 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f19f4098900 tx=0x7f19f409bf30 comp rx=0 tx=0).stop 2024-09-15T23:46:49.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.523+0000 7f1a049d2740 1 -- 172.21.15.71:0/4108173102 shutdown_connections 2024-09-15T23:46:49.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.523+0000 7f1a049d2740 1 --2- 172.21.15.71:0/4108173102 >> [v2:172.21.15.190:6832/4051392496,v1:172.21.15.190:6833/4051392496] conn(0x55a4745a80c0 0x55a4745a6dd0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.523+0000 7f19db7fe640 0 client.15129 ms_handle_reset on v2:172.21.15.190:6832/4051392496 2024-09-15T23:46:49.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.523+0000 7f1a049d2740 1 --2- 172.21.15.71:0/4108173102 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a474524bb0 0x55a47453e250 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.523+0000 7f1a049d2740 1 --2- 172.21.15.71:0/4108173102 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a47451a2f0 0x55a47451f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.523+0000 7f1a049d2740 1 --2- 172.21.15.71:0/4108173102 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a4745199d0 0x55a47451eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.523+0000 7f1a049d2740 1 -- 172.21.15.71:0/4108173102 >> 172.21.15.71:0/4108173102 conn(0x55a474515f60 msgr2=0x55a47451c5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:49.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.523+0000 7f1a049d2740 1 -- 172.21.15.71:0/4108173102 shutdown_connections 2024-09-15T23:46:49.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.523+0000 7f1a049d2740 1 -- 172.21.15.71:0/4108173102 wait complete. 2024-09-15T23:46:49.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.523+0000 7f1a049d2740 20 client.15129 trim_cache size 0 max 16384 2024-09-15T23:46:49.533 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-15T23:46:49.534 INFO:teuthology.orchestra.run.smithi071.stdout: "cluster_fsid": "4eeb5726-73bb-11ef-bceb-c7b262605968", 2024-09-15T23:46:49.534 INFO:teuthology.orchestra.run.smithi071.stdout: "whoami": 4, 2024-09-15T23:46:49.534 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 24421, 2024-09-15T23:46:49.534 INFO:teuthology.orchestra.run.smithi071.stdout: "want_state": "up:active", 2024-09-15T23:46:49.534 INFO:teuthology.orchestra.run.smithi071.stdout: "state": "up:active", 2024-09-15T23:46:49.534 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs", 2024-09-15T23:46:49.534 INFO:teuthology.orchestra.run.smithi071.stdout: "rank_uptime": 88.136787584000004, 2024-09-15T23:46:49.534 INFO:teuthology.orchestra.run.smithi071.stdout: "mdsmap_epoch": 26, 2024-09-15T23:46:49.534 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch": 83, 2024-09-15T23:46:49.534 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch_barrier": 83, 2024-09-15T23:46:49.534 INFO:teuthology.orchestra.run.smithi071.stdout: "uptime": 140.61205667900001 2024-09-15T23:46:49.534 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-15T23:46:49.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.524+0000 7f1a025f9640 1 -- 172.21.15.71:0/2426727559 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f19e40a32c0 msgr2=0x7f19e40a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:49.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.524+0000 7f1a025f9640 1 --2- 172.21.15.71:0/2426727559 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f19e40a32c0 0x7f19e40a5780 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x55a4745172e0 tx=0x7f19f000a210 comp rx=0 tx=0).stop 2024-09-15T23:46:49.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.524+0000 7f1a025f9640 1 -- 172.21.15.71:0/2426727559 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f19fc106f50 msgr2=0x7f19fc19cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:49.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.524+0000 7f1a025f9640 1 --2- 172.21.15.71:0/2426727559 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f19fc106f50 0x7f19fc19cde0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f19f400cad0 tx=0x7f19f400cf90 comp rx=0 tx=0).stop 2024-09-15T23:46:49.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.524+0000 7f1a025f9640 1 -- 172.21.15.71:0/2426727559 shutdown_connections 2024-09-15T23:46:49.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.524+0000 7f1a025f9640 1 --2- 172.21.15.71:0/2426727559 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f19e40a32c0 0x7f19e40a5780 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.524+0000 7f1a025f9640 1 --2- 172.21.15.71:0/2426727559 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f19fc106f50 0x7f19fc19cde0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.524+0000 7f1a025f9640 1 --2- 172.21.15.71:0/2426727559 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f19fc100ca0 0x7f19fc198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.524+0000 7f1a025f9640 1 --2- 172.21.15.71:0/2426727559 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f19fc1002f0 0x7f19fc198510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:49.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.524+0000 7f1a025f9640 1 -- 172.21.15.71:0/2426727559 >> 172.21.15.71:0/2426727559 conn(0x7f19fc077210 msgr2=0x7f19fc1053a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:49.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.524+0000 7f1a025f9640 1 -- 172.21.15.71:0/2426727559 shutdown_connections 2024-09-15T23:46:49.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:49.524+0000 7f1a025f9640 1 -- 172.21.15.71:0/2426727559 wait complete. 2024-09-15T23:46:49.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:49 smithi163 ceph-mon[34107]: pgmap v329: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 11 op/s 2024-09-15T23:46:49.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:49 smithi190 ceph-mon[34840]: pgmap v329: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 11 op/s 2024-09-15T23:46:50.250 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph tell mds.b status 2024-09-15T23:46:50.498 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:50.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.988+0000 7f4bfc010640 1 -- 172.21.15.71:0/2441106104 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4bf4102570 msgr2=0x7f4bf41029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:50.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.988+0000 7f4bfc010640 1 --2- 172.21.15.71:0/2441106104 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4bf4102570 0x7f4bf41029b0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f4be8009900 tx=0x7f4be802a480 comp rx=0 tx=0).stop 2024-09-15T23:46:50.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.988+0000 7f4bfc010640 1 -- 172.21.15.71:0/2441106104 shutdown_connections 2024-09-15T23:46:50.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.988+0000 7f4bfc010640 1 --2- 172.21.15.71:0/2441106104 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4bf4102ef0 0x7f4bf410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:50.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.988+0000 7f4bfc010640 1 --2- 172.21.15.71:0/2441106104 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4bf4102570 0x7f4bf41029b0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:50.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.988+0000 7f4bfc010640 1 --2- 172.21.15.71:0/2441106104 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4bf4100e20 0x7f4bf4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:50.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.988+0000 7f4bfc010640 1 -- 172.21.15.71:0/2441106104 >> 172.21.15.71:0/2441106104 conn(0x7f4bf40fc7d0 msgr2=0x7f4bf40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:50.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.988+0000 7f4bfc010640 1 -- 172.21.15.71:0/2441106104 shutdown_connections 2024-09-15T23:46:50.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.988+0000 7f4bfc010640 1 -- 172.21.15.71:0/2441106104 wait complete. 2024-09-15T23:46:50.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.988+0000 7f4bfc010640 1 Processor -- start 2024-09-15T23:46:50.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.988+0000 7f4bfc010640 1 -- start start 2024-09-15T23:46:50.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.989+0000 7f4bfc010640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4bf4100e20 0x7f4bf4198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:50.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.989+0000 7f4bfc010640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4bf4102570 0x7f4bf4198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:50.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.989+0000 7f4bfc010640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4bf4102ef0 0x7f4bf419cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:50.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.989+0000 7f4bfc010640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f4bf4110e30 con 0x7f4bf4102570 2024-09-15T23:46:50.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.989+0000 7f4bfc010640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f4bf4110cb0 con 0x7f4bf4100e20 2024-09-15T23:46:50.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.989+0000 7f4bfc010640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4bf4110fb0 con 0x7f4bf4102ef0 2024-09-15T23:46:50.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.989+0000 7f4bf95ab640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4bf4102570 0x7f4bf4198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:50.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.989+0000 7f4bf95ab640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4bf4102570 0x7f4bf4198960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52892/0 (socket says 172.21.15.71:52892) 2024-09-15T23:46:50.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.989+0000 7f4bf95ab640 1 -- 172.21.15.71:0/3584427385 learned_addr learned my addr 172.21.15.71:0/3584427385 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:50.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.989+0000 7f4bfa5ad640 1 --2- 172.21.15.71:0/3584427385 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4bf4102ef0 0x7f4bf419cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:50.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.989+0000 7f4bf9dac640 1 --2- 172.21.15.71:0/3584427385 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4bf4100e20 0x7f4bf4198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:50.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.989+0000 7f4bf95ab640 1 -- 172.21.15.71:0/3584427385 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4bf4102ef0 msgr2=0x7f4bf419cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:50.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.989+0000 7f4bf95ab640 1 --2- 172.21.15.71:0/3584427385 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4bf4102ef0 0x7f4bf419cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:50.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.989+0000 7f4bf95ab640 1 -- 172.21.15.71:0/3584427385 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4bf4100e20 msgr2=0x7f4bf4198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:50.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.989+0000 7f4bf95ab640 1 --2- 172.21.15.71:0/3584427385 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4bf4100e20 0x7f4bf4198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:50.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.989+0000 7f4bf95ab640 1 -- 172.21.15.71:0/3584427385 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bf419d330 con 0x7f4bf4102570 2024-09-15T23:46:50.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.989+0000 7f4bf9dac640 1 --2- 172.21.15.71:0/3584427385 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4bf4100e20 0x7f4bf4198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:50.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.989+0000 7f4bf95ab640 1 --2- 172.21.15.71:0/3584427385 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4bf4102570 0x7f4bf4198960 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f4be8006010 tx=0x7f4be80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:50.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.989+0000 7f4bf2ffd640 1 -- 172.21.15.71:0/3584427385 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be803f030 con 0x7f4bf4102570 2024-09-15T23:46:50.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.989+0000 7f4bfc010640 1 -- 172.21.15.71:0/3584427385 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bf419d5c0 con 0x7f4bf4102570 2024-09-15T23:46:50.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.989+0000 7f4bf2ffd640 1 -- 172.21.15.71:0/3584427385 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4be8003cb0 con 0x7f4bf4102570 2024-09-15T23:46:50.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.989+0000 7f4bf2ffd640 1 -- 172.21.15.71:0/3584427385 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be8035070 con 0x7f4bf4102570 2024-09-15T23:46:50.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.990+0000 7f4bfc010640 1 -- 172.21.15.71:0/3584427385 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bf41a4f00 con 0x7f4bf4102570 2024-09-15T23:46:50.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.992+0000 7f4bf2ffd640 1 -- 172.21.15.71:0/3584427385 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 18) ==== 138355+0+0 (secure 0 0 0) 0x7f4be8042030 con 0x7f4bf4102570 2024-09-15T23:46:50.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.992+0000 7f4bfe3e9740 1 Processor -- start 2024-09-15T23:46:50.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.992+0000 7f4bfe3e9740 1 -- start start 2024-09-15T23:46:50.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.993+0000 7f4bfe3e9740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bb18b0 0x55af14bb1c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:50.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.993+0000 7f4bfe3e9740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55af14bb21d0 0x55af14bc0a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:50.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.993+0000 7f4bfe3e9740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55af14bc0fc0 0x55af14bc33b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:50.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.993+0000 7f4bfe3e9740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55af14b18090 con 0x55af14bb18b0 2024-09-15T23:46:50.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.993+0000 7f4bfe3e9740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55af14abfa70 con 0x55af14bc0fc0 2024-09-15T23:46:50.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.993+0000 7f4bfe3e9740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55af14b14050 con 0x55af14bb21d0 2024-09-15T23:46:50.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.993+0000 7f4bf2ffd640 1 --2- 172.21.15.71:0/3584427385 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f4bdc0a3240 0x7f4bdc0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:50.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.993+0000 7f4bfa5ad640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bb18b0 0x55af14bb1c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:51.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.993+0000 7f4bfa5ad640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bb18b0 0x55af14bb1c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52900/0 (socket says 172.21.15.71:52900) 2024-09-15T23:46:51.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.993+0000 7f4bfa5ad640 1 -- 172.21.15.71:0/3976000029 learned_addr learned my addr 172.21.15.71:0/3976000029 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:51.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.993+0000 7f4bfa5ad640 1 --2- 172.21.15.71:0/3584427385 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f4bdc0a3240 0x7f4bdc0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:51.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.993+0000 7f4bf9dac640 1 --2- 172.21.15.71:0/3976000029 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55af14bb21d0 0x55af14bc0a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:51.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.993+0000 7f4bf2ffd640 1 -- 172.21.15.71:0/3584427385 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f4be80efa80 con 0x7f4bf4102570 2024-09-15T23:46:51.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.993+0000 7f4bf95ab640 1 --2- 172.21.15.71:0/3976000029 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55af14bc0fc0 0x55af14bc33b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:51.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.993+0000 7f4bfa5ad640 1 -- 172.21.15.71:0/3976000029 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55af14bb21d0 msgr2=0x55af14bc0a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:51.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.993+0000 7f4bfa5ad640 1 --2- 172.21.15.71:0/3976000029 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55af14bb21d0 0x55af14bc0a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.993+0000 7f4bfa5ad640 1 -- 172.21.15.71:0/3976000029 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55af14bc0fc0 msgr2=0x55af14bc33b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:51.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.993+0000 7f4bfa5ad640 1 --2- 172.21.15.71:0/3976000029 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55af14bc0fc0 0x55af14bc33b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.993+0000 7f4bfa5ad640 1 -- 172.21.15.71:0/3976000029 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55af14acc130 con 0x55af14bb18b0 2024-09-15T23:46:51.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.993+0000 7f4bf95ab640 1 --2- 172.21.15.71:0/3976000029 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55af14bc0fc0 0x55af14bc33b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:51.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.993+0000 7f4bfa5ad640 1 --2- 172.21.15.71:0/3976000029 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bb18b0 0x55af14bb1c90 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f4be4012d00 tx=0x7f4be4010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=973d34af09a92e43 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:51.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.993+0000 7f4bfa5ad640 1 --2- 172.21.15.71:0/3584427385 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f4bdc0a3240 0x7f4bdc0a5700 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f4be4009fd0 tx=0x7f4be4017000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:51.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.993+0000 7f4bdbfff640 1 -- 172.21.15.71:0/3976000029 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be4022070 con 0x55af14bb18b0 2024-09-15T23:46:51.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.994+0000 7f4bdbfff640 1 -- 172.21.15.71:0/3976000029 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4be4009ca0 con 0x55af14bb18b0 2024-09-15T23:46:51.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.994+0000 7f4bdbfff640 1 -- 172.21.15.71:0/3976000029 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be4004d80 con 0x55af14bb18b0 2024-09-15T23:46:51.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.994+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/3976000029 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bb18b0 msgr2=0x55af14bb1c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:51.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.994+0000 7f4bfe3e9740 1 --2- 172.21.15.71:0/3976000029 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bb18b0 0x55af14bb1c90 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f4be4012d00 tx=0x7f4be4010740 comp rx=0 tx=0).stop 2024-09-15T23:46:51.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.994+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/3976000029 shutdown_connections 2024-09-15T23:46:51.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.994+0000 7f4bfe3e9740 1 --2- 172.21.15.71:0/3976000029 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55af14bc0fc0 0x55af14bc33b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.994+0000 7f4bfe3e9740 1 --2- 172.21.15.71:0/3976000029 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55af14bb21d0 0x55af14bc0a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.994+0000 7f4bfe3e9740 1 --2- 172.21.15.71:0/3976000029 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bb18b0 0x55af14bb1c90 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.994+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/3976000029 >> 172.21.15.71:0/3976000029 conn(0x55af14badf60 msgr2=0x55af14bae340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:51.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.994+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/3976000029 shutdown_connections 2024-09-15T23:46:51.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.994+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/3976000029 wait complete. 2024-09-15T23:46:51.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.995+0000 7f4bfe3e9740 1 -- start start 2024-09-15T23:46:51.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.995+0000 7f4bfe3e9740 1 Processor -- start 2024-09-15T23:46:51.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.995+0000 7f4bfe3e9740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55af14bb18b0 0x55af14bc08d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:51.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.995+0000 7f4bfe3e9740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55af14bb21d0 0x55af14bbdc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:51.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.995+0000 7f4bfe3e9740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bc0fc0 0x55af14bbe1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:51.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.995+0000 7f4bfe3e9740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55af14bc3b90 con 0x55af14bc0fc0 2024-09-15T23:46:51.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.995+0000 7f4bfe3e9740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55af14ad2f20 con 0x55af14bb18b0 2024-09-15T23:46:51.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.995+0000 7f4bfe3e9740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55af14bc3d10 con 0x55af14bb21d0 2024-09-15T23:46:51.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.995+0000 7f4bfe3e9740 10 client.0 _ll_register_callbacks cb 0x55af14a9c030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T23:46:51.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.995+0000 7f4bfa5ad640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bc0fc0 0x55af14bbe1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:51.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.995+0000 7f4bfa5ad640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bc0fc0 0x55af14bbe1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52916/0 (socket says 172.21.15.71:52916) 2024-09-15T23:46:51.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.995+0000 7f4bfa5ad640 1 -- 172.21.15.71:0/1562125700 learned_addr learned my addr 172.21.15.71:0/1562125700 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:51.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.995+0000 7f4bf95ab640 1 --2- 172.21.15.71:0/1562125700 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55af14bb21d0 0x55af14bbdc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:51.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.995+0000 7f4bf9dac640 1 --2- 172.21.15.71:0/1562125700 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55af14bb18b0 0x55af14bc08d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:51.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.996+0000 7f4bfa5ad640 1 -- 172.21.15.71:0/1562125700 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55af14bb21d0 msgr2=0x55af14bbdc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:51.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.996+0000 7f4bfa5ad640 1 --2- 172.21.15.71:0/1562125700 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55af14bb21d0 0x55af14bbdc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.996+0000 7f4bfa5ad640 1 -- 172.21.15.71:0/1562125700 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55af14bb18b0 msgr2=0x55af14bc08d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:51.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.996+0000 7f4bfa5ad640 1 --2- 172.21.15.71:0/1562125700 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55af14bb18b0 0x55af14bc08d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.996+0000 7f4bfa5ad640 1 -- 172.21.15.71:0/1562125700 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55af148892b0 con 0x55af14bc0fc0 2024-09-15T23:46:51.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.996+0000 7f4bfa5ad640 1 --2- 172.21.15.71:0/1562125700 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bc0fc0 0x55af14bbe1d0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f4be4012940 tx=0x7f4be4012850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9fda954f0fc2d21 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:51.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.996+0000 7f4bd97fa640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-15T23:46:51.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.996+0000 7f4bd97fa640 1 -- 172.21.15.71:0/1562125700 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be4022050 con 0x55af14bc0fc0 2024-09-15T23:46:51.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.996+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/1562125700 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55af14b25600 con 0x55af14bc0fc0 2024-09-15T23:46:51.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.996+0000 7f4bd97fa640 1 -- 172.21.15.71:0/1562125700 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f4be4004bf0 con 0x55af14bc0fc0 2024-09-15T23:46:51.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.996+0000 7f4bd97fa640 1 -- 172.21.15.71:0/1562125700 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4be4035070 con 0x55af14bc0fc0 2024-09-15T23:46:51.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.996+0000 7f4bfe3e9740 10 client.15141 fetch_fsmap learned FSMap version 26 2024-09-15T23:46:51.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.996+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/1562125700 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55af14bcf560 con 0x55af14bc0fc0 2024-09-15T23:46:51.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.996+0000 7f4bd97fa640 1 -- 172.21.15.71:0/1562125700 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55af14b25600 con 0x55af14bc0fc0 2024-09-15T23:46:51.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.996+0000 7f4bd97fa640 1 -- 172.21.15.71:0/1562125700 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8362+0+0 (secure 0 0 0) 0x7f4be401e420 con 0x55af14bc0fc0 2024-09-15T23:46:51.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.997+0000 7f4bfe3e9740 10 client.15141 fetch_fsmap finished waiting for FSMap version 26 2024-09-15T23:46:51.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.997+0000 7f4bfe3e9740 10 client.15141 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-15T23:46:51.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.997+0000 7f4bfe3e9740 20 client.15141 populate_metadata read hostname 'smithi071' 2024-09-15T23:46:51.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.997+0000 7f4bfe3e9740 1 --2- 172.21.15.71:0/1562125700 >> [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] conn(0x55af14bd1800 0x55af14bd2c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:51.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.997+0000 7f4bfe3e9740 4 client.15141 mds_command: new command op to 24428 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-15T23:46:51.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.997+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/1562125700 --> [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55af14b1fb10 con 0x55af14bd1800 2024-09-15T23:46:51.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.997+0000 7f4bf9dac640 1 --2- 172.21.15.71:0/1562125700 >> [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] conn(0x55af14bd1800 0x55af14bd2c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:51.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.997+0000 7f4bf9dac640 1 --2- 172.21.15.71:0/1562125700 >> [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] conn(0x55af14bd1800 0x55af14bd2c70 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=9c28206a2c324a02 server_cookie=39f375b3d59be0c6 in_seq=0 out_seq=0 2024-09-15T23:46:51.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.997+0000 7f4bd97fa640 10 client.15141 ms_handle_connect on v2:172.21.15.163:6838/2208871751 2024-09-15T23:46:51.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.998+0000 7f4bd97fa640 1 -- 172.21.15.71:0/1562125700 <== mds.3 v2:172.21.15.163:6838/2208871751 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55af14b1fb10 con 0x55af14bd1800 2024-09-15T23:46:51.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.998+0000 7f4bd97fa640 10 client.15141 handle_command_reply: tid=0 2024-09-15T23:46:51.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.998+0000 7f4bfe3e9740 1 client.15141 shutdown 2024-09-15T23:46:51.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.998+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/1562125700 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bc0fc0 msgr2=0x55af14bbe1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:51.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.998+0000 7f4bfe3e9740 1 --2- 172.21.15.71:0/1562125700 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bc0fc0 0x55af14bbe1d0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f4be4012940 tx=0x7f4be4012850 comp rx=0 tx=0).stop 2024-09-15T23:46:51.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.998+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/1562125700 shutdown_connections 2024-09-15T23:46:51.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.998+0000 7f4bfe3e9740 1 --2- 172.21.15.71:0/1562125700 >> [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] conn(0x55af14bd1800 0x55af14bd2c70 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.998+0000 7f4bfe3e9740 1 --2- 172.21.15.71:0/1562125700 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bc0fc0 0x55af14bbe1d0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.998+0000 7f4bfe3e9740 1 --2- 172.21.15.71:0/1562125700 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55af14bb21d0 0x55af14bbdc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.998+0000 7f4bfe3e9740 1 --2- 172.21.15.71:0/1562125700 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55af14bb18b0 0x55af14bc08d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.998+0000 7f4bd97fa640 0 client.15141 ms_handle_reset on v2:172.21.15.163:6838/2208871751 2024-09-15T23:46:51.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.998+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/1562125700 >> 172.21.15.71:0/1562125700 conn(0x55af14badf60 msgr2=0x55af14bb3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:51.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.998+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/1562125700 shutdown_connections 2024-09-15T23:46:51.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.998+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/1562125700 wait complete. 2024-09-15T23:46:51.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:50.998+0000 7f4bfe3e9740 20 client.15141 trim_cache size 0 max 16384 2024-09-15T23:46:51.018 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.016+0000 7f4bfe3e9740 1 Processor -- start 2024-09-15T23:46:51.018 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.016+0000 7f4bfe3e9740 1 -- start start 2024-09-15T23:46:51.018 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.016+0000 7f4bfe3e9740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55af14bb18b0 0x55af14bd2c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:51.018 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.016+0000 7f4bfe3e9740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55af14bb21d0 0x55af14bad000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:51.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.016+0000 7f4bfe3e9740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bc0fc0 0x55af14bbaef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:51.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.016+0000 7f4bfe3e9740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55af14bd0fb0 con 0x55af14bc0fc0 2024-09-15T23:46:51.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.016+0000 7f4bfe3e9740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55af14bd1680 con 0x55af14bb18b0 2024-09-15T23:46:51.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.016+0000 7f4bfe3e9740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55af14bd1d50 con 0x55af14bb21d0 2024-09-15T23:46:51.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.016+0000 7f4bfa5ad640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bc0fc0 0x55af14bbaef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:51.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.016+0000 7f4bfa5ad640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bc0fc0 0x55af14bbaef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52930/0 (socket says 172.21.15.71:52930) 2024-09-15T23:46:51.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.016+0000 7f4bfa5ad640 1 -- 172.21.15.71:0/743955278 learned_addr learned my addr 172.21.15.71:0/743955278 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:51.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.016+0000 7f4bf95ab640 1 --2- 172.21.15.71:0/743955278 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55af14bb21d0 0x55af14bad000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:51.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.016+0000 7f4bfa5ad640 1 -- 172.21.15.71:0/743955278 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55af14bb21d0 msgr2=0x55af14bad000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:51.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.016+0000 7f4bfa5ad640 1 --2- 172.21.15.71:0/743955278 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55af14bb21d0 0x55af14bad000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.016+0000 7f4bfa5ad640 1 -- 172.21.15.71:0/743955278 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55af14bb18b0 msgr2=0x55af14bd2c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:51.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.016+0000 7f4bfa5ad640 1 --2- 172.21.15.71:0/743955278 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55af14bb18b0 0x55af14bd2c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.016+0000 7f4bfa5ad640 1 -- 172.21.15.71:0/743955278 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55af14bbe540 con 0x55af14bc0fc0 2024-09-15T23:46:51.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.016+0000 7f4bf95ab640 1 --2- 172.21.15.71:0/743955278 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55af14bb21d0 0x55af14bad000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:51.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.017+0000 7f4bfa5ad640 1 --2- 172.21.15.71:0/743955278 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bc0fc0 0x55af14bbaef0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f4be4012820 tx=0x7f4be4012040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2d8f9e77a9d1c2f server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:51.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.017+0000 7f4bdb7fe640 1 -- 172.21.15.71:0/743955278 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be403e020 con 0x55af14bc0fc0 2024-09-15T23:46:51.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.017+0000 7f4bdb7fe640 1 -- 172.21.15.71:0/743955278 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4be401ed70 con 0x55af14bc0fc0 2024-09-15T23:46:51.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.017+0000 7f4bdb7fe640 1 -- 172.21.15.71:0/743955278 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be4022040 con 0x55af14bc0fc0 2024-09-15T23:46:51.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.017+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/743955278 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bc0fc0 msgr2=0x55af14bbaef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:51.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.017+0000 7f4bfe3e9740 1 --2- 172.21.15.71:0/743955278 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bc0fc0 0x55af14bbaef0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f4be4012820 tx=0x7f4be4012040 comp rx=0 tx=0).stop 2024-09-15T23:46:51.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.017+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/743955278 shutdown_connections 2024-09-15T23:46:51.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.017+0000 7f4bfe3e9740 1 --2- 172.21.15.71:0/743955278 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bc0fc0 0x55af14bbaef0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.018+0000 7f4bfe3e9740 1 --2- 172.21.15.71:0/743955278 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55af14bb21d0 0x55af14bad000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.018+0000 7f4bfe3e9740 1 --2- 172.21.15.71:0/743955278 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55af14bb18b0 0x55af14bd2c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.018+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/743955278 >> 172.21.15.71:0/743955278 conn(0x55af14badf60 msgr2=0x55af14bb92d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:51.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.018+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/743955278 shutdown_connections 2024-09-15T23:46:51.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.018+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/743955278 wait complete. 2024-09-15T23:46:51.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.018+0000 7f4bfe3e9740 1 -- start start 2024-09-15T23:46:51.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.018+0000 7f4bfe3e9740 1 Processor -- start 2024-09-15T23:46:51.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.018+0000 7f4bfe3e9740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bb18b0 0x55af14bba4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:51.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.018+0000 7f4bfe3e9740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55af14bb21d0 0x55af14bba9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:51.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.018+0000 7f4bfe3e9740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55af14bc0fc0 0x55af14bd9f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:51.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.018+0000 7f4bfe3e9740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55af14bd2af0 con 0x55af14bb18b0 2024-09-15T23:46:51.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.018+0000 7f4bfe3e9740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55af14bd2420 con 0x55af14bb21d0 2024-09-15T23:46:51.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.018+0000 7f4bfe3e9740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55af14bd31c0 con 0x55af14bc0fc0 2024-09-15T23:46:51.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.018+0000 7f4bfe3e9740 10 client.0 _ll_register_callbacks cb 0x7f4be4012ad0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T23:46:51.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.018+0000 7f4bf9dac640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bb18b0 0x55af14bba4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:51.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.018+0000 7f4bf9dac640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bb18b0 0x55af14bba4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52940/0 (socket says 172.21.15.71:52940) 2024-09-15T23:46:51.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.018+0000 7f4bf9dac640 1 -- 172.21.15.71:0/1667049034 learned_addr learned my addr 172.21.15.71:0/1667049034 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:51.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.019+0000 7f4bf9dac640 1 -- 172.21.15.71:0/1667049034 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55af14bc0fc0 msgr2=0x55af14bd9f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:51.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.019+0000 7f4bf9dac640 1 --2- 172.21.15.71:0/1667049034 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55af14bc0fc0 0x55af14bd9f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.019+0000 7f4bf9dac640 1 -- 172.21.15.71:0/1667049034 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55af14bb21d0 msgr2=0x55af14bba9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:51.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.019+0000 7f4bf9dac640 1 --2- 172.21.15.71:0/1667049034 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55af14bb21d0 0x55af14bba9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.019+0000 7f4bf9dac640 1 -- 172.21.15.71:0/1667049034 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55af14bda440 con 0x55af14bb18b0 2024-09-15T23:46:51.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.019+0000 7f4bf9dac640 1 --2- 172.21.15.71:0/1667049034 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bb18b0 0x55af14bba4a0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f4bec00dbc0 tx=0x7f4bec0128e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=395c6ce7e072f133 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:51.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.019+0000 7f4bd97fa640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-15T23:46:51.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.019+0000 7f4bd97fa640 1 -- 172.21.15.71:0/1667049034 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bec019530 con 0x55af14bb18b0 2024-09-15T23:46:51.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.019+0000 7f4bd97fa640 1 -- 172.21.15.71:0/1667049034 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f4bec0196d0 con 0x55af14bb18b0 2024-09-15T23:46:51.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.019+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/1667049034 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4be401ed70 con 0x55af14bb18b0 2024-09-15T23:46:51.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.019+0000 7f4bd97fa640 1 -- 172.21.15.71:0/1667049034 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4bec029050 con 0x55af14bb18b0 2024-09-15T23:46:51.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.019+0000 7f4bfe3e9740 10 client.15147 fetch_fsmap learned FSMap version 26 2024-09-15T23:46:51.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.019+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/1667049034 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55af14bdb670 con 0x55af14bb18b0 2024-09-15T23:46:51.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.019+0000 7f4bd97fa640 1 -- 172.21.15.71:0/1667049034 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4be401ed70 con 0x55af14bb18b0 2024-09-15T23:46:51.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.020+0000 7f4bd97fa640 1 -- 172.21.15.71:0/1667049034 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8362+0+0 (secure 0 0 0) 0x7f4bec00fb00 con 0x55af14bb18b0 2024-09-15T23:46:51.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.020+0000 7f4bfe3e9740 10 client.15147 fetch_fsmap finished waiting for FSMap version 26 2024-09-15T23:46:51.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.020+0000 7f4bfe3e9740 10 client.15147 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-15T23:46:51.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.020+0000 7f4bfe3e9740 20 client.15147 populate_metadata read hostname 'smithi071' 2024-09-15T23:46:51.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.020+0000 7f4bfe3e9740 1 --2- 172.21.15.71:0/1667049034 >> [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] conn(0x55af14c403e0 0x55af14c3f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:51.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.020+0000 7f4bfe3e9740 4 client.15147 mds_command: new command op to 24428 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-15T23:46:51.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.020+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/1667049034 --> [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] -- command(tid 0: {"prefix": "status"}) -- 0x55af14a9c0e0 con 0x55af14c403e0 2024-09-15T23:46:51.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.020+0000 7f4bf95ab640 1 --2- 172.21.15.71:0/1667049034 >> [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] conn(0x55af14c403e0 0x55af14c3f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:51.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.020+0000 7f4bf95ab640 1 --2- 172.21.15.71:0/1667049034 >> [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] conn(0x55af14c403e0 0x55af14c3f0f0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=ad89d391311d1a1c server_cookie=314b01b92190e056 in_seq=0 out_seq=0 2024-09-15T23:46:51.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.020+0000 7f4bd97fa640 10 client.15147 ms_handle_connect on v2:172.21.15.163:6838/2208871751 2024-09-15T23:46:51.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.020+0000 7f4bd97fa640 1 -- 172.21.15.71:0/1667049034 <== mds.3 v2:172.21.15.163:6838/2208871751 1 ==== command_reply(tid 0: 0 ) ==== 8+0+321 (crc 0 0 0) 0x55af14a9c0e0 con 0x55af14c403e0 2024-09-15T23:46:51.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.020+0000 7f4bd97fa640 10 client.15147 handle_command_reply: tid=0 2024-09-15T23:46:51.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.021+0000 7f4bfe3e9740 1 client.15147 shutdown 2024-09-15T23:46:51.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.021+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/1667049034 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bb18b0 msgr2=0x55af14bba4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:51.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.021+0000 7f4bfe3e9740 1 --2- 172.21.15.71:0/1667049034 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bb18b0 0x55af14bba4a0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f4bec00dbc0 tx=0x7f4bec0128e0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.021+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/1667049034 shutdown_connections 2024-09-15T23:46:51.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.021+0000 7f4bfe3e9740 1 --2- 172.21.15.71:0/1667049034 >> [v2:172.21.15.163:6838/2208871751,v1:172.21.15.163:6839/2208871751] conn(0x55af14c403e0 0x55af14c3f0f0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.021+0000 7f4bfe3e9740 1 --2- 172.21.15.71:0/1667049034 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55af14bc0fc0 0x55af14bd9f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.021+0000 7f4bfe3e9740 1 --2- 172.21.15.71:0/1667049034 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55af14bb21d0 0x55af14bba9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.021+0000 7f4bfe3e9740 1 --2- 172.21.15.71:0/1667049034 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55af14bb18b0 0x55af14bba4a0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.021+0000 7f4bd97fa640 0 client.15147 ms_handle_reset on v2:172.21.15.163:6838/2208871751 2024-09-15T23:46:51.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.021+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/1667049034 >> 172.21.15.71:0/1667049034 conn(0x55af14badf60 msgr2=0x55af14bbdd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:51.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.021+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/1667049034 shutdown_connections 2024-09-15T23:46:51.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.021+0000 7f4bfe3e9740 1 -- 172.21.15.71:0/1667049034 wait complete. 2024-09-15T23:46:51.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.021+0000 7f4bfe3e9740 20 client.15147 trim_cache size 0 max 16384 2024-09-15T23:46:51.028 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-15T23:46:51.028 INFO:teuthology.orchestra.run.smithi071.stdout: "cluster_fsid": "4eeb5726-73bb-11ef-bceb-c7b262605968", 2024-09-15T23:46:51.028 INFO:teuthology.orchestra.run.smithi071.stdout: "whoami": 3, 2024-09-15T23:46:51.028 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 24428, 2024-09-15T23:46:51.029 INFO:teuthology.orchestra.run.smithi071.stdout: "want_state": "up:active", 2024-09-15T23:46:51.029 INFO:teuthology.orchestra.run.smithi071.stdout: "state": "up:active", 2024-09-15T23:46:51.029 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs", 2024-09-15T23:46:51.029 INFO:teuthology.orchestra.run.smithi071.stdout: "rank_uptime": 90.643394723, 2024-09-15T23:46:51.029 INFO:teuthology.orchestra.run.smithi071.stdout: "mdsmap_epoch": 26, 2024-09-15T23:46:51.029 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch": 83, 2024-09-15T23:46:51.029 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch_barrier": 83, 2024-09-15T23:46:51.029 INFO:teuthology.orchestra.run.smithi071.stdout: "uptime": 110.107082323 2024-09-15T23:46:51.029 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-15T23:46:51.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.021+0000 7f4bfc010640 1 -- 172.21.15.71:0/3584427385 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f4bdc0a3240 msgr2=0x7f4bdc0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:51.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.021+0000 7f4bfc010640 1 --2- 172.21.15.71:0/3584427385 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f4bdc0a3240 0x7f4bdc0a5700 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f4be4009fd0 tx=0x7f4be4017000 comp rx=0 tx=0).stop 2024-09-15T23:46:51.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.021+0000 7f4bfc010640 1 -- 172.21.15.71:0/3584427385 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4bf4102570 msgr2=0x7f4bf4198960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:51.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.021+0000 7f4bfc010640 1 --2- 172.21.15.71:0/3584427385 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4bf4102570 0x7f4bf4198960 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f4be8006010 tx=0x7f4be80042f0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.021+0000 7f4bfc010640 1 -- 172.21.15.71:0/3584427385 shutdown_connections 2024-09-15T23:46:51.031 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.021+0000 7f4bfc010640 1 --2- 172.21.15.71:0/3584427385 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f4bdc0a3240 0x7f4bdc0a5700 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.031 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.021+0000 7f4bfc010640 1 --2- 172.21.15.71:0/3584427385 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4bf4102ef0 0x7f4bf419cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.031 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.021+0000 7f4bfc010640 1 --2- 172.21.15.71:0/3584427385 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4bf4102570 0x7f4bf4198960 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.031 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.021+0000 7f4bfc010640 1 --2- 172.21.15.71:0/3584427385 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4bf4100e20 0x7f4bf4198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:51.031 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.021+0000 7f4bfc010640 1 -- 172.21.15.71:0/3584427385 >> 172.21.15.71:0/3584427385 conn(0x7f4bf40fc7d0 msgr2=0x7f4bf406a2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:51.031 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.022+0000 7f4bfc010640 1 -- 172.21.15.71:0/3584427385 shutdown_connections 2024-09-15T23:46:51.031 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:51.022+0000 7f4bfc010640 1 -- 172.21.15.71:0/3584427385 wait complete. 2024-09-15T23:46:51.785 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph tell mds.f status 2024-09-15T23:46:52.030 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:52.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:52 smithi071 ceph-mon[30957]: pgmap v330: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-15T23:46:52.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:52 smithi163 ceph-mon[34107]: pgmap v330: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-15T23:46:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:52 smithi190 ceph-mon[34840]: pgmap v330: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-15T23:46:52.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.525+0000 7f34254ab640 1 -- 172.21.15.71:0/3312717728 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3420101470 msgr2=0x7f3420101850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:52.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.525+0000 7f34254ab640 1 --2- 172.21.15.71:0/3312717728 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3420101470 0x7f3420101850 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f3410009ca0 tx=0x7f341002a8c0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.526+0000 7f34254ab640 1 -- 172.21.15.71:0/3312717728 shutdown_connections 2024-09-15T23:46:52.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.526+0000 7f34254ab640 1 --2- 172.21.15.71:0/3312717728 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3420105de0 0x7f342010d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.526+0000 7f34254ab640 1 --2- 172.21.15.71:0/3312717728 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3420101e20 0x7f34201056b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.526+0000 7f34254ab640 1 --2- 172.21.15.71:0/3312717728 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3420101470 0x7f3420101850 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.526+0000 7f34254ab640 1 -- 172.21.15.71:0/3312717728 >> 172.21.15.71:0/3312717728 conn(0x7f3420077230 msgr2=0x7f34200fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:52.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.526+0000 7f34254ab640 1 -- 172.21.15.71:0/3312717728 shutdown_connections 2024-09-15T23:46:52.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.526+0000 7f34254ab640 1 -- 172.21.15.71:0/3312717728 wait complete. 2024-09-15T23:46:52.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.526+0000 7f34254ab640 1 Processor -- start 2024-09-15T23:46:52.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.526+0000 7f34254ab640 1 -- start start 2024-09-15T23:46:52.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.527+0000 7f34254ab640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3420101470 0x7f3420198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:52.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.527+0000 7f34254ab640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3420101e20 0x7f3420198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:52.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.527+0000 7f34254ab640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3420105de0 0x7f342019cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:52.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.527+0000 7f34254ab640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3420111e10 con 0x7f3420101470 2024-09-15T23:46:52.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.527+0000 7f34254ab640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f3420111c90 con 0x7f3420101e20 2024-09-15T23:46:52.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.527+0000 7f34254ab640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f3420111f90 con 0x7f3420105de0 2024-09-15T23:46:52.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.527+0000 7f341effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3420101470 0x7f3420198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:52.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.527+0000 7f341effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3420101470 0x7f3420198410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52964/0 (socket says 172.21.15.71:52964) 2024-09-15T23:46:52.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.527+0000 7f341effd640 1 -- 172.21.15.71:0/3544604791 learned_addr learned my addr 172.21.15.71:0/3544604791 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:52.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.527+0000 7f341e7fc640 1 --2- 172.21.15.71:0/3544604791 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3420101e20 0x7f3420198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:52.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.527+0000 7f341f7fe640 1 --2- 172.21.15.71:0/3544604791 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3420105de0 0x7f342019cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:52.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.527+0000 7f341effd640 1 -- 172.21.15.71:0/3544604791 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3420105de0 msgr2=0x7f342019cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:52.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.527+0000 7f341effd640 1 --2- 172.21.15.71:0/3544604791 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3420105de0 0x7f342019cce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.527+0000 7f341effd640 1 -- 172.21.15.71:0/3544604791 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3420101e20 msgr2=0x7f3420198950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:52.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.527+0000 7f341effd640 1 --2- 172.21.15.71:0/3544604791 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3420101e20 0x7f3420198950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.527+0000 7f341effd640 1 -- 172.21.15.71:0/3544604791 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f342019d3c0 con 0x7f3420101470 2024-09-15T23:46:52.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.527+0000 7f341e7fc640 1 --2- 172.21.15.71:0/3544604791 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3420101e20 0x7f3420198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:52.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.527+0000 7f341effd640 1 --2- 172.21.15.71:0/3544604791 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3420101470 0x7f3420198410 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f3410006010 tx=0x7f3410003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:52.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.527+0000 7f3417fff640 1 -- 172.21.15.71:0/3544604791 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3410004040 con 0x7f3420101470 2024-09-15T23:46:52.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.528+0000 7f34254ab640 1 -- 172.21.15.71:0/3544604791 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f342019d650 con 0x7f3420101470 2024-09-15T23:46:52.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.528+0000 7f3417fff640 1 -- 172.21.15.71:0/3544604791 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3410004690 con 0x7f3420101470 2024-09-15T23:46:52.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.528+0000 7f34254ab640 1 -- 172.21.15.71:0/3544604791 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34201a4f90 con 0x7f3420101470 2024-09-15T23:46:52.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.528+0000 7f3417fff640 1 -- 172.21.15.71:0/3544604791 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f341002f4c0 con 0x7f3420101470 2024-09-15T23:46:52.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.530+0000 7f3417fff640 1 -- 172.21.15.71:0/3544604791 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 18) ==== 138355+0+0 (secure 0 0 0) 0x7f34100305c0 con 0x7f3420101470 2024-09-15T23:46:52.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.530+0000 7f3427884740 1 Processor -- start 2024-09-15T23:46:52.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.530+0000 7f3427884740 1 -- start start 2024-09-15T23:46:52.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.530+0000 7f3427884740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa939d0 0x558a1aa93db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:52.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.530+0000 7f3427884740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558a1aa942f0 0x558a1aa9e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:52.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.530+0000 7f3427884740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558a1aa9ebb0 0x558a1aaa0fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:52.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.530+0000 7f3427884740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x558a1a9fa090 con 0x558a1aa939d0 2024-09-15T23:46:52.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.530+0000 7f3427884740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x558a1a9a1a70 con 0x558a1aa942f0 2024-09-15T23:46:52.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.530+0000 7f3427884740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x558a1a9f6050 con 0x558a1aa9ebb0 2024-09-15T23:46:52.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.530+0000 7f3417fff640 1 --2- 172.21.15.71:0/3544604791 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f340c0a3240 0x7f340c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:52.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.531+0000 7f341f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa939d0 0x558a1aa93db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:52.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.531+0000 7f341f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa939d0 0x558a1aa93db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52966/0 (socket says 172.21.15.71:52966) 2024-09-15T23:46:52.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.531+0000 7f341f7fe640 1 -- 172.21.15.71:0/1692930858 learned_addr learned my addr 172.21.15.71:0/1692930858 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:52.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.531+0000 7f341f7fe640 1 --2- 172.21.15.71:0/3544604791 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f340c0a3240 0x7f340c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:52.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.531+0000 7f3417fff640 1 -- 172.21.15.71:0/3544604791 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f34100f1240 con 0x7f3420101470 2024-09-15T23:46:52.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.531+0000 7f341e7fc640 1 --2- 172.21.15.71:0/1692930858 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558a1aa9ebb0 0x558a1aaa0fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:52.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.531+0000 7f341effd640 1 --2- 172.21.15.71:0/1692930858 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558a1aa942f0 0x558a1aa9e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:52.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.531+0000 7f341f7fe640 1 -- 172.21.15.71:0/1692930858 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558a1aa9ebb0 msgr2=0x558a1aaa0fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:52.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.531+0000 7f341f7fe640 1 --2- 172.21.15.71:0/1692930858 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558a1aa9ebb0 0x558a1aaa0fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.531+0000 7f341f7fe640 1 -- 172.21.15.71:0/1692930858 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558a1aa942f0 msgr2=0x558a1aa9e670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:52.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.531+0000 7f341f7fe640 1 --2- 172.21.15.71:0/1692930858 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558a1aa942f0 0x558a1aa9e670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.531+0000 7f341f7fe640 1 -- 172.21.15.71:0/1692930858 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558a1a9ae130 con 0x558a1aa939d0 2024-09-15T23:46:52.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.531+0000 7f341effd640 1 --2- 172.21.15.71:0/1692930858 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558a1aa942f0 0x558a1aa9e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:52.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.531+0000 7f341f7fe640 1 --2- 172.21.15.71:0/1692930858 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa939d0 0x558a1aa93db0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f34180129d0 tx=0x7f3418012e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2ad9d6a7dc089c server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:52.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.531+0000 7f341f7fe640 1 --2- 172.21.15.71:0/3544604791 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f340c0a3240 0x7f340c0a5700 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f341800f730 tx=0x7f3418014000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:52.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.531+0000 7f34157fa640 1 -- 172.21.15.71:0/1692930858 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3418020070 con 0x558a1aa939d0 2024-09-15T23:46:52.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.531+0000 7f34157fa640 1 -- 172.21.15.71:0/1692930858 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f341800d7f0 con 0x558a1aa939d0 2024-09-15T23:46:52.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.531+0000 7f34157fa640 1 -- 172.21.15.71:0/1692930858 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f341801ca90 con 0x558a1aa939d0 2024-09-15T23:46:52.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.532+0000 7f3427884740 1 -- 172.21.15.71:0/1692930858 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa939d0 msgr2=0x558a1aa93db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:52.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.532+0000 7f3427884740 1 --2- 172.21.15.71:0/1692930858 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa939d0 0x558a1aa93db0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f34180129d0 tx=0x7f3418012e90 comp rx=0 tx=0).stop 2024-09-15T23:46:52.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.532+0000 7f3427884740 1 -- 172.21.15.71:0/1692930858 shutdown_connections 2024-09-15T23:46:52.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.532+0000 7f3427884740 1 --2- 172.21.15.71:0/1692930858 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558a1aa9ebb0 0x558a1aaa0fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.532+0000 7f3427884740 1 --2- 172.21.15.71:0/1692930858 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558a1aa942f0 0x558a1aa9e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.532+0000 7f3427884740 1 --2- 172.21.15.71:0/1692930858 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa939d0 0x558a1aa93db0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.532+0000 7f3427884740 1 -- 172.21.15.71:0/1692930858 >> 172.21.15.71:0/1692930858 conn(0x558a1aa8ff60 msgr2=0x558a1aa90340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:52.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.532+0000 7f3427884740 1 -- 172.21.15.71:0/1692930858 shutdown_connections 2024-09-15T23:46:52.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.532+0000 7f3427884740 1 -- 172.21.15.71:0/1692930858 wait complete. 2024-09-15T23:46:52.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.533+0000 7f3427884740 1 -- start start 2024-09-15T23:46:52.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.533+0000 7f3427884740 1 Processor -- start 2024-09-15T23:46:52.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.533+0000 7f3427884740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa939d0 0x558a1aa9e530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:52.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.533+0000 7f3427884740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558a1aa942f0 0x558a1aa9b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:52.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.533+0000 7f3427884740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558a1aa9ebb0 0x558a1aa9be00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:52.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.533+0000 7f3427884740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x558a1aaa1780 con 0x558a1aa939d0 2024-09-15T23:46:52.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.533+0000 7f3427884740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x558a1a9b4f20 con 0x558a1aa942f0 2024-09-15T23:46:52.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.533+0000 7f3427884740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x558a1aaa1900 con 0x558a1aa9ebb0 2024-09-15T23:46:52.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.533+0000 7f3427884740 10 client.0 _ll_register_callbacks cb 0x558a1a97e030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T23:46:52.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.533+0000 7f341effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa939d0 0x558a1aa9e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:52.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.533+0000 7f341effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa939d0 0x558a1aa9e530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52982/0 (socket says 172.21.15.71:52982) 2024-09-15T23:46:52.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.533+0000 7f341effd640 1 -- 172.21.15.71:0/46867859 learned_addr learned my addr 172.21.15.71:0/46867859 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:52.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.533+0000 7f341e7fc640 1 --2- 172.21.15.71:0/46867859 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558a1aa942f0 0x558a1aa9b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:52.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.533+0000 7f341f7fe640 1 --2- 172.21.15.71:0/46867859 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558a1aa9ebb0 0x558a1aa9be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:52.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.533+0000 7f341effd640 1 -- 172.21.15.71:0/46867859 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558a1aa9ebb0 msgr2=0x558a1aa9be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:52.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.533+0000 7f341effd640 1 --2- 172.21.15.71:0/46867859 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558a1aa9ebb0 0x558a1aa9be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.533+0000 7f341effd640 1 -- 172.21.15.71:0/46867859 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558a1aa942f0 msgr2=0x558a1aa9b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:52.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.533+0000 7f341effd640 1 --2- 172.21.15.71:0/46867859 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558a1aa942f0 0x558a1aa9b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.533+0000 7f341effd640 1 -- 172.21.15.71:0/46867859 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558a1a76b2b0 con 0x558a1aa939d0 2024-09-15T23:46:52.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.533+0000 7f341effd640 1 --2- 172.21.15.71:0/46867859 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa939d0 0x558a1aa9e530 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f34100eed70 tx=0x7f34100bd2b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b15f4b890938444 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:52.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.533+0000 7f34067fc640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-15T23:46:52.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.534+0000 7f34067fc640 1 -- 172.21.15.71:0/46867859 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3410030e90 con 0x558a1aa939d0 2024-09-15T23:46:52.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.534+0000 7f34067fc640 1 -- 172.21.15.71:0/46867859 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f34100b9f00 con 0x558a1aa939d0 2024-09-15T23:46:52.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.534+0000 7f3427884740 1 -- 172.21.15.71:0/46867859 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x558a1aa07600 con 0x558a1aa939d0 2024-09-15T23:46:52.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.534+0000 7f34067fc640 1 -- 172.21.15.71:0/46867859 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f34100bdf90 con 0x558a1aa939d0 2024-09-15T23:46:52.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.534+0000 7f3427884740 10 client.15159 fetch_fsmap learned FSMap version 26 2024-09-15T23:46:52.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.534+0000 7f3427884740 1 -- 172.21.15.71:0/46867859 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558a1aaa1780 con 0x558a1aa939d0 2024-09-15T23:46:52.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.534+0000 7f34067fc640 1 -- 172.21.15.71:0/46867859 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x558a1aa07600 con 0x558a1aa939d0 2024-09-15T23:46:52.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.534+0000 7f34067fc640 1 -- 172.21.15.71:0/46867859 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8362+0+0 (secure 0 0 0) 0x7f34100bdaf0 con 0x558a1aa939d0 2024-09-15T23:46:52.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.534+0000 7f3427884740 10 client.15159 fetch_fsmap finished waiting for FSMap version 26 2024-09-15T23:46:52.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.534+0000 7f3427884740 10 client.15159 resolve_mds: resolved name 'f' to daemon mds.f 2024-09-15T23:46:52.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.534+0000 7f3427884740 20 client.15159 populate_metadata read hostname 'smithi071' 2024-09-15T23:46:52.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.534+0000 7f3427884740 1 --2- 172.21.15.71:0/46867859 >> [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] conn(0x558a1aaaf6d0 0x558a1aab0b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:52.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.534+0000 7f3427884740 4 client.15159 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-15T23:46:52.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.534+0000 7f3427884740 1 -- 172.21.15.71:0/46867859 --> [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558a1aa01b10 con 0x558a1aaaf6d0 2024-09-15T23:46:52.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.534+0000 7f341e7fc640 1 --2- 172.21.15.71:0/46867859 >> [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] conn(0x558a1aaaf6d0 0x558a1aab0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:52.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.535+0000 7f34067fc640 10 client.15159 ms_handle_connect on v2:172.21.15.190:6834/2490951221 2024-09-15T23:46:52.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.535+0000 7f341e7fc640 1 --2- 172.21.15.71:0/46867859 >> [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] conn(0x558a1aaaf6d0 0x558a1aab0b40 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7ded8947f3eb503a server_cookie=28fd4656743545d9 in_seq=0 out_seq=0 2024-09-15T23:46:52.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.536+0000 7f34067fc640 1 -- 172.21.15.71:0/46867859 <== mds.2 v2:172.21.15.190:6834/2490951221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558a1aa01b10 con 0x558a1aaaf6d0 2024-09-15T23:46:52.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.536+0000 7f34067fc640 10 client.15159 handle_command_reply: tid=0 2024-09-15T23:46:52.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.536+0000 7f3427884740 1 client.15159 shutdown 2024-09-15T23:46:52.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.536+0000 7f3427884740 1 -- 172.21.15.71:0/46867859 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa939d0 msgr2=0x558a1aa9e530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:52.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.536+0000 7f3427884740 1 --2- 172.21.15.71:0/46867859 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa939d0 0x558a1aa9e530 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f34100eed70 tx=0x7f34100bd2b0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.536+0000 7f3427884740 1 -- 172.21.15.71:0/46867859 shutdown_connections 2024-09-15T23:46:52.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.536+0000 7f3427884740 1 --2- 172.21.15.71:0/46867859 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558a1aa9ebb0 0x558a1aa9be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.536+0000 7f3427884740 1 --2- 172.21.15.71:0/46867859 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558a1aa942f0 0x558a1aa9b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.536+0000 7f3427884740 1 --2- 172.21.15.71:0/46867859 >> [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] conn(0x558a1aaaf6d0 0x558a1aab0b40 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.536+0000 7f3427884740 1 --2- 172.21.15.71:0/46867859 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa939d0 0x558a1aa9e530 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.536+0000 7f3427884740 1 -- 172.21.15.71:0/46867859 >> 172.21.15.71:0/46867859 conn(0x558a1aa8ff60 msgr2=0x558a1aa95c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:52.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.536+0000 7f34067fc640 0 client.15159 ms_handle_reset on v2:172.21.15.190:6834/2490951221 2024-09-15T23:46:52.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.536+0000 7f3427884740 1 -- 172.21.15.71:0/46867859 shutdown_connections 2024-09-15T23:46:52.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.536+0000 7f3427884740 1 -- 172.21.15.71:0/46867859 wait complete. 2024-09-15T23:46:52.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.536+0000 7f3427884740 20 client.15159 trim_cache size 0 max 16384 2024-09-15T23:46:52.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.553+0000 7f3427884740 1 Processor -- start 2024-09-15T23:46:52.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.553+0000 7f3427884740 1 -- start start 2024-09-15T23:46:52.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.554+0000 7f3427884740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558a1aa939d0 0x558a1aab0b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:52.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.554+0000 7f3427884740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa942f0 0x558a1aab0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:52.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.554+0000 7f3427884740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558a1aa9ebb0 0x558a1aaaf000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:52.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.554+0000 7f3427884740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x558a1aaaee80 con 0x558a1aa942f0 2024-09-15T23:46:52.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.554+0000 7f3427884740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x558a1aaaf550 con 0x558a1aa939d0 2024-09-15T23:46:52.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.554+0000 7f3427884740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x558a1aaafc20 con 0x558a1aa9ebb0 2024-09-15T23:46:52.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.554+0000 7f341e7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa942f0 0x558a1aab0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:52.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.554+0000 7f341e7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa942f0 0x558a1aab0470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52996/0 (socket says 172.21.15.71:52996) 2024-09-15T23:46:52.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.554+0000 7f341e7fc640 1 -- 172.21.15.71:0/2028687142 learned_addr learned my addr 172.21.15.71:0/2028687142 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:52.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.554+0000 7f341e7fc640 1 -- 172.21.15.71:0/2028687142 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558a1aa9ebb0 msgr2=0x558a1aaaf000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:52.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.554+0000 7f341e7fc640 1 --2- 172.21.15.71:0/2028687142 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558a1aa9ebb0 0x558a1aaaf000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.554+0000 7f341e7fc640 1 -- 172.21.15.71:0/2028687142 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558a1aa939d0 msgr2=0x558a1aab0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:52.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.554+0000 7f341e7fc640 1 --2- 172.21.15.71:0/2028687142 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558a1aa939d0 0x558a1aab0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.554+0000 7f341e7fc640 1 -- 172.21.15.71:0/2028687142 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558a1aa9c170 con 0x558a1aa942f0 2024-09-15T23:46:52.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.554+0000 7f341e7fc640 1 --2- 172.21.15.71:0/2028687142 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa942f0 0x558a1aab0470 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x558a1aa9b110 tx=0x7f3408008040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61ce679964aee9cb server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:52.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.554+0000 7f3414ff9640 1 -- 172.21.15.71:0/2028687142 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3408020070 con 0x558a1aa942f0 2024-09-15T23:46:52.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.554+0000 7f3414ff9640 1 -- 172.21.15.71:0/2028687142 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3408015de0 con 0x558a1aa942f0 2024-09-15T23:46:52.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.554+0000 7f3414ff9640 1 -- 172.21.15.71:0/2028687142 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f340801cca0 con 0x558a1aa942f0 2024-09-15T23:46:52.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.555+0000 7f3427884740 1 -- 172.21.15.71:0/2028687142 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa942f0 msgr2=0x558a1aab0470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:52.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.555+0000 7f3427884740 1 --2- 172.21.15.71:0/2028687142 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa942f0 0x558a1aab0470 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x558a1aa9b110 tx=0x7f3408008040 comp rx=0 tx=0).stop 2024-09-15T23:46:52.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.555+0000 7f3427884740 1 -- 172.21.15.71:0/2028687142 shutdown_connections 2024-09-15T23:46:52.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.555+0000 7f3427884740 1 --2- 172.21.15.71:0/2028687142 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558a1aa9ebb0 0x558a1aaaf000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.555+0000 7f3427884740 1 --2- 172.21.15.71:0/2028687142 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa942f0 0x558a1aab0470 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.555+0000 7f3427884740 1 --2- 172.21.15.71:0/2028687142 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558a1aa939d0 0x558a1aab0b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.555+0000 7f3427884740 1 -- 172.21.15.71:0/2028687142 >> 172.21.15.71:0/2028687142 conn(0x558a1aa8ff60 msgr2=0x558a1aa90340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:52.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.555+0000 7f3427884740 1 -- 172.21.15.71:0/2028687142 shutdown_connections 2024-09-15T23:46:52.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.555+0000 7f3427884740 1 -- 172.21.15.71:0/2028687142 wait complete. 2024-09-15T23:46:52.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.556+0000 7f3427884740 1 -- start start 2024-09-15T23:46:52.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.556+0000 7f3427884740 1 Processor -- start 2024-09-15T23:46:52.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.556+0000 7f3427884740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558a1aa939d0 0x558a1aab6bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:52.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.556+0000 7f3427884740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558a1aa942f0 0x558a1aab7130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:52.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.556+0000 7f3427884740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa9ebb0 0x558a1aab22e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:52.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.556+0000 7f3427884740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x558a1aab09c0 con 0x558a1aa9ebb0 2024-09-15T23:46:52.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.556+0000 7f3427884740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x558a1aab02f0 con 0x558a1aa942f0 2024-09-15T23:46:52.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.556+0000 7f3427884740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x558a1aab1090 con 0x558a1aa939d0 2024-09-15T23:46:52.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.556+0000 7f3427884740 10 client.0 _ll_register_callbacks cb 0x7f3410009360 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T23:46:52.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.556+0000 7f341f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa9ebb0 0x558a1aab22e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:52.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.556+0000 7f341f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa9ebb0 0x558a1aab22e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53012/0 (socket says 172.21.15.71:53012) 2024-09-15T23:46:52.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.556+0000 7f341f7fe640 1 -- 172.21.15.71:0/113001634 learned_addr learned my addr 172.21.15.71:0/113001634 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:52.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.556+0000 7f341e7fc640 1 --2- 172.21.15.71:0/113001634 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558a1aa942f0 0x558a1aab7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:52.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.556+0000 7f341effd640 1 --2- 172.21.15.71:0/113001634 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558a1aa939d0 0x558a1aab6bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:52.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.556+0000 7f341f7fe640 1 -- 172.21.15.71:0/113001634 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558a1aa939d0 msgr2=0x558a1aab6bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:52.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.556+0000 7f341f7fe640 1 --2- 172.21.15.71:0/113001634 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558a1aa939d0 0x558a1aab6bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.556+0000 7f341f7fe640 1 -- 172.21.15.71:0/113001634 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558a1aa942f0 msgr2=0x558a1aab7130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:52.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.556+0000 7f341f7fe640 1 --2- 172.21.15.71:0/113001634 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558a1aa942f0 0x558a1aab7130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.556+0000 7f341f7fe640 1 -- 172.21.15.71:0/113001634 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558a1aab2920 con 0x558a1aa9ebb0 2024-09-15T23:46:52.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.556+0000 7f341e7fc640 1 --2- 172.21.15.71:0/113001634 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558a1aa942f0 0x558a1aab7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:52.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.556+0000 7f341effd640 1 --2- 172.21.15.71:0/113001634 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558a1aa939d0 0x558a1aab6bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:52.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.556+0000 7f341f7fe640 1 --2- 172.21.15.71:0/113001634 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa9ebb0 0x558a1aab22e0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f341800ddb0 tx=0x7f3418012690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=768b5fb69645d018 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:52.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.556+0000 7f34067fc640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-15T23:46:52.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.557+0000 7f34067fc640 1 -- 172.21.15.71:0/113001634 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3418034060 con 0x558a1aa9ebb0 2024-09-15T23:46:52.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.557+0000 7f34067fc640 1 -- 172.21.15.71:0/113001634 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f341801c890 con 0x558a1aa9ebb0 2024-09-15T23:46:52.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.557+0000 7f3427884740 1 -- 172.21.15.71:0/113001634 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3408015de0 con 0x558a1aa9ebb0 2024-09-15T23:46:52.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.557+0000 7f34067fc640 1 -- 172.21.15.71:0/113001634 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3418020040 con 0x558a1aa9ebb0 2024-09-15T23:46:52.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.557+0000 7f3427884740 10 client.15165 fetch_fsmap learned FSMap version 26 2024-09-15T23:46:52.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.557+0000 7f3427884740 1 -- 172.21.15.71:0/113001634 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558a1aab62b0 con 0x558a1aa9ebb0 2024-09-15T23:46:52.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.557+0000 7f34067fc640 1 -- 172.21.15.71:0/113001634 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3408015de0 con 0x558a1aa9ebb0 2024-09-15T23:46:52.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.557+0000 7f34067fc640 1 -- 172.21.15.71:0/113001634 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8362+0+0 (secure 0 0 0) 0x7f341801b030 con 0x558a1aa9ebb0 2024-09-15T23:46:52.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.557+0000 7f3427884740 10 client.15165 fetch_fsmap finished waiting for FSMap version 26 2024-09-15T23:46:52.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.557+0000 7f3427884740 10 client.15165 resolve_mds: resolved name 'f' to daemon mds.f 2024-09-15T23:46:52.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.557+0000 7f3427884740 20 client.15165 populate_metadata read hostname 'smithi071' 2024-09-15T23:46:52.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.557+0000 7f3427884740 1 --2- 172.21.15.71:0/113001634 >> [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] conn(0x558a1ab1df70 0x558a1ab1cc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:52.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.557+0000 7f3427884740 4 client.15165 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-15T23:46:52.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.557+0000 7f3427884740 1 -- 172.21.15.71:0/113001634 --> [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] -- command(tid 0: {"prefix": "status"}) -- 0x558a1a97e0e0 con 0x558a1ab1df70 2024-09-15T23:46:52.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.558+0000 7f341effd640 1 --2- 172.21.15.71:0/113001634 >> [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] conn(0x558a1ab1df70 0x558a1ab1cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:52.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.558+0000 7f34067fc640 10 client.15165 ms_handle_connect on v2:172.21.15.190:6834/2490951221 2024-09-15T23:46:52.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.558+0000 7f341effd640 1 --2- 172.21.15.71:0/113001634 >> [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] conn(0x558a1ab1df70 0x558a1ab1cc80 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9abf124e819be077 server_cookie=2178b060ef250306 in_seq=0 out_seq=0 2024-09-15T23:46:52.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.558+0000 7f34067fc640 1 -- 172.21.15.71:0/113001634 <== mds.2 v2:172.21.15.190:6834/2490951221 1 ==== command_reply(tid 0: 0 ) ==== 8+0+320 (crc 0 0 0) 0x558a1a97e0e0 con 0x558a1ab1df70 2024-09-15T23:46:52.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.558+0000 7f34067fc640 10 client.15165 handle_command_reply: tid=0 2024-09-15T23:46:52.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.558+0000 7f3427884740 1 client.15165 shutdown 2024-09-15T23:46:52.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.558+0000 7f3427884740 1 -- 172.21.15.71:0/113001634 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa9ebb0 msgr2=0x558a1aab22e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:52.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.558+0000 7f3427884740 1 --2- 172.21.15.71:0/113001634 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa9ebb0 0x558a1aab22e0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f341800ddb0 tx=0x7f3418012690 comp rx=0 tx=0).stop 2024-09-15T23:46:52.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.558+0000 7f3427884740 1 -- 172.21.15.71:0/113001634 shutdown_connections 2024-09-15T23:46:52.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.558+0000 7f3427884740 1 --2- 172.21.15.71:0/113001634 >> [v2:172.21.15.190:6834/2490951221,v1:172.21.15.190:6835/2490951221] conn(0x558a1ab1df70 0x558a1ab1cc80 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.558+0000 7f3427884740 1 --2- 172.21.15.71:0/113001634 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558a1aa9ebb0 0x558a1aab22e0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.558+0000 7f3427884740 1 --2- 172.21.15.71:0/113001634 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558a1aa942f0 0x558a1aab7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.558+0000 7f34067fc640 0 client.15165 ms_handle_reset on v2:172.21.15.190:6834/2490951221 2024-09-15T23:46:52.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.558+0000 7f3427884740 1 --2- 172.21.15.71:0/113001634 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558a1aa939d0 0x558a1aab6bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.558+0000 7f3427884740 1 -- 172.21.15.71:0/113001634 >> 172.21.15.71:0/113001634 conn(0x558a1aa8ff60 msgr2=0x558a1aa9b140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:52.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.558+0000 7f3427884740 1 -- 172.21.15.71:0/113001634 shutdown_connections 2024-09-15T23:46:52.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.558+0000 7f3427884740 1 -- 172.21.15.71:0/113001634 wait complete. 2024-09-15T23:46:52.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.559+0000 7f3427884740 20 client.15165 trim_cache size 0 max 16384 2024-09-15T23:46:52.582 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-15T23:46:52.582 INFO:teuthology.orchestra.run.smithi071.stdout: "cluster_fsid": "4eeb5726-73bb-11ef-bceb-c7b262605968", 2024-09-15T23:46:52.582 INFO:teuthology.orchestra.run.smithi071.stdout: "whoami": 2, 2024-09-15T23:46:52.582 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 24457, 2024-09-15T23:46:52.582 INFO:teuthology.orchestra.run.smithi071.stdout: "want_state": "up:active", 2024-09-15T23:46:52.582 INFO:teuthology.orchestra.run.smithi071.stdout: "state": "up:active", 2024-09-15T23:46:52.582 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs", 2024-09-15T23:46:52.582 INFO:teuthology.orchestra.run.smithi071.stdout: "rank_uptime": 93.19324598, 2024-09-15T23:46:52.582 INFO:teuthology.orchestra.run.smithi071.stdout: "mdsmap_epoch": 26, 2024-09-15T23:46:52.583 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch": 83, 2024-09-15T23:46:52.583 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch_barrier": 83, 2024-09-15T23:46:52.583 INFO:teuthology.orchestra.run.smithi071.stdout: "uptime": 128.926622116 2024-09-15T23:46:52.583 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-15T23:46:52.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.559+0000 7f34254ab640 1 -- 172.21.15.71:0/3544604791 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f340c0a3240 msgr2=0x7f340c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:52.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.559+0000 7f34254ab640 1 --2- 172.21.15.71:0/3544604791 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f340c0a3240 0x7f340c0a5700 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f341800f730 tx=0x7f3418014000 comp rx=0 tx=0).stop 2024-09-15T23:46:52.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.559+0000 7f34254ab640 1 -- 172.21.15.71:0/3544604791 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3420101470 msgr2=0x7f3420198410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:52.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.559+0000 7f34254ab640 1 --2- 172.21.15.71:0/3544604791 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3420101470 0x7f3420198410 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f3410006010 tx=0x7f3410003ba0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.559+0000 7f34254ab640 1 -- 172.21.15.71:0/3544604791 shutdown_connections 2024-09-15T23:46:52.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.559+0000 7f34254ab640 1 --2- 172.21.15.71:0/3544604791 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f340c0a3240 0x7f340c0a5700 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.559+0000 7f34254ab640 1 --2- 172.21.15.71:0/3544604791 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3420105de0 0x7f342019cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.559+0000 7f34254ab640 1 --2- 172.21.15.71:0/3544604791 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3420101e20 0x7f3420198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.559+0000 7f34254ab640 1 --2- 172.21.15.71:0/3544604791 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3420101470 0x7f3420198410 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:52.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.559+0000 7f34254ab640 1 -- 172.21.15.71:0/3544604791 >> 172.21.15.71:0/3544604791 conn(0x7f3420077230 msgr2=0x7f3420104160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:52.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.559+0000 7f34254ab640 1 -- 172.21.15.71:0/3544604791 shutdown_connections 2024-09-15T23:46:52.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:52.559+0000 7f34254ab640 1 -- 172.21.15.71:0/3544604791 wait complete. 2024-09-15T23:46:53.405 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph tell mds.c status 2024-09-15T23:46:53.651 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:54.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.171+0000 7f92932b0640 1 -- 172.21.15.71:0/3376161272 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f928c1002f0 msgr2=0x7f928c1006d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:54.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.171+0000 7f92932b0640 1 --2- 172.21.15.71:0/3376161272 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f928c1002f0 0x7f928c1006d0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f9288009930 tx=0x7f928802a420 comp rx=0 tx=0).stop 2024-09-15T23:46:54.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.171+0000 7f92932b0640 1 -- 172.21.15.71:0/3376161272 shutdown_connections 2024-09-15T23:46:54.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.171+0000 7f92932b0640 1 --2- 172.21.15.71:0/3376161272 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f928c106f50 0x7f928c10eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.171+0000 7f92932b0640 1 --2- 172.21.15.71:0/3376161272 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f928c100ca0 0x7f928c106840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.171+0000 7f92932b0640 1 --2- 172.21.15.71:0/3376161272 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f928c1002f0 0x7f928c1006d0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.171+0000 7f92932b0640 1 -- 172.21.15.71:0/3376161272 >> 172.21.15.71:0/3376161272 conn(0x7f928c077210 msgr2=0x7f928c0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:54.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.171+0000 7f92932b0640 1 -- 172.21.15.71:0/3376161272 shutdown_connections 2024-09-15T23:46:54.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.171+0000 7f92932b0640 1 -- 172.21.15.71:0/3376161272 wait complete. 2024-09-15T23:46:54.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.172+0000 7f92932b0640 1 Processor -- start 2024-09-15T23:46:54.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.172+0000 7f92932b0640 1 -- start start 2024-09-15T23:46:54.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.172+0000 7f92932b0640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f928c1002f0 0x7f928c1983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:54.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.172+0000 7f92932b0640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f928c100ca0 0x7f928c198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:54.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.172+0000 7f92932b0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f928c106f50 0x7f928c19cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:54.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.172+0000 7f92932b0640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f928c111e50 con 0x7f928c106f50 2024-09-15T23:46:54.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.172+0000 7f92932b0640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f928c111cd0 con 0x7f928c1002f0 2024-09-15T23:46:54.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.172+0000 7f92932b0640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f928c111fd0 con 0x7f928c100ca0 2024-09-15T23:46:54.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.172+0000 7f929184d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f928c106f50 0x7f928c19cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:54.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.172+0000 7f929184d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f928c106f50 0x7f928c19cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53022/0 (socket says 172.21.15.71:53022) 2024-09-15T23:46:54.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.172+0000 7f929184d640 1 -- 172.21.15.71:0/811476917 learned_addr learned my addr 172.21.15.71:0/811476917 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:54.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.172+0000 7f929104c640 1 --2- 172.21.15.71:0/811476917 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f928c1002f0 0x7f928c1983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:54.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.172+0000 7f929084b640 1 --2- 172.21.15.71:0/811476917 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f928c100ca0 0x7f928c198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:54.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.172+0000 7f929184d640 1 -- 172.21.15.71:0/811476917 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f928c100ca0 msgr2=0x7f928c198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:54.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.172+0000 7f929184d640 1 --2- 172.21.15.71:0/811476917 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f928c100ca0 0x7f928c198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.172+0000 7f929184d640 1 -- 172.21.15.71:0/811476917 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f928c1002f0 msgr2=0x7f928c1983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:54.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.172+0000 7f929184d640 1 --2- 172.21.15.71:0/811476917 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f928c1002f0 0x7f928c1983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.172+0000 7f929184d640 1 -- 172.21.15.71:0/811476917 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f928c19d380 con 0x7f928c106f50 2024-09-15T23:46:54.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.173+0000 7f929184d640 1 --2- 172.21.15.71:0/811476917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f928c106f50 0x7f928c19cca0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f928400eb10 tx=0x7f928400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:54.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.173+0000 7f92827fc640 1 -- 172.21.15.71:0/811476917 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9284004b20 con 0x7f928c106f50 2024-09-15T23:46:54.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.173+0000 7f92932b0640 1 -- 172.21.15.71:0/811476917 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f928c19d670 con 0x7f928c106f50 2024-09-15T23:46:54.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.173+0000 7f92827fc640 1 -- 172.21.15.71:0/811476917 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9284004cc0 con 0x7f928c106f50 2024-09-15T23:46:54.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.173+0000 7f92827fc640 1 -- 172.21.15.71:0/811476917 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9284010690 con 0x7f928c106f50 2024-09-15T23:46:54.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.173+0000 7f92932b0640 1 -- 172.21.15.71:0/811476917 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f928c1a4f50 con 0x7f928c106f50 2024-09-15T23:46:54.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.175+0000 7f92827fc640 1 -- 172.21.15.71:0/811476917 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 18) ==== 138355+0+0 (secure 0 0 0) 0x7f9284005020 con 0x7f928c106f50 2024-09-15T23:46:54.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.176+0000 7f9295689740 1 Processor -- start 2024-09-15T23:46:54.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.176+0000 7f9295689740 1 -- start start 2024-09-15T23:46:54.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.176+0000 7f9295689740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f869d0 0x560f46f86db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:54.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.176+0000 7f9295689740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560f46f872f0 0x560f46f91670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:54.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.176+0000 7f9295689740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560f46f91bb0 0x560f46f93fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:54.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.176+0000 7f9295689740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x560f46eed090 con 0x560f46f869d0 2024-09-15T23:46:54.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.176+0000 7f9295689740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x560f46e94a70 con 0x560f46f872f0 2024-09-15T23:46:54.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.176+0000 7f9295689740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x560f46ee9050 con 0x560f46f91bb0 2024-09-15T23:46:54.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.176+0000 7f929084b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f869d0 0x560f46f86db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:54.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.176+0000 7f929084b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f869d0 0x560f46f86db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53024/0 (socket says 172.21.15.71:53024) 2024-09-15T23:46:54.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.176+0000 7f929084b640 1 -- 172.21.15.71:0/511421654 learned_addr learned my addr 172.21.15.71:0/511421654 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:54.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.176+0000 7f929104c640 1 --2- 172.21.15.71:0/511421654 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560f46f872f0 0x560f46f91670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:54.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.176+0000 7f92827fc640 1 --2- 172.21.15.71:0/811476917 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f92780a3240 0x7f92780a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:54.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.176+0000 7f929084b640 1 -- 172.21.15.71:0/511421654 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560f46f91bb0 msgr2=0x560f46f93fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:54.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.176+0000 7f929084b640 1 --2- 172.21.15.71:0/511421654 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560f46f91bb0 0x560f46f93fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.176+0000 7f929084b640 1 -- 172.21.15.71:0/511421654 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560f46f872f0 msgr2=0x560f46f91670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:54.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.176+0000 7f929084b640 1 --2- 172.21.15.71:0/511421654 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560f46f872f0 0x560f46f91670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.176+0000 7f929184d640 1 --2- 172.21.15.71:0/811476917 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f92780a3240 0x7f92780a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:54.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.176+0000 7f929084b640 1 -- 172.21.15.71:0/511421654 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560f46ea1130 con 0x560f46f869d0 2024-09-15T23:46:54.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.176+0000 7f92827fc640 1 -- 172.21.15.71:0/811476917 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f92840cff90 con 0x7f928c106f50 2024-09-15T23:46:54.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.177+0000 7f929084b640 1 --2- 172.21.15.71:0/511421654 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f869d0 0x560f46f86db0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f927c0058a0 tx=0x7f927c0127c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72f9f17522d06900 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:54.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.177+0000 7f92777fe640 1 -- 172.21.15.71:0/511421654 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f927c0120d0 con 0x560f46f869d0 2024-09-15T23:46:54.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.177+0000 7f929184d640 1 --2- 172.21.15.71:0/811476917 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f92780a3240 0x7f92780a5700 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f9284005fa0 tx=0x7f928406f400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:54.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.177+0000 7f92777fe640 1 -- 172.21.15.71:0/511421654 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f927c016070 con 0x560f46f869d0 2024-09-15T23:46:54.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.177+0000 7f92777fe640 1 -- 172.21.15.71:0/511421654 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f927c003e20 con 0x560f46f869d0 2024-09-15T23:46:54.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.177+0000 7f9295689740 1 -- 172.21.15.71:0/511421654 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f869d0 msgr2=0x560f46f86db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:54.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.177+0000 7f9295689740 1 --2- 172.21.15.71:0/511421654 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f869d0 0x560f46f86db0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f927c0058a0 tx=0x7f927c0127c0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.178+0000 7f9295689740 1 -- 172.21.15.71:0/511421654 shutdown_connections 2024-09-15T23:46:54.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.178+0000 7f9295689740 1 --2- 172.21.15.71:0/511421654 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560f46f91bb0 0x560f46f93fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.178+0000 7f9295689740 1 --2- 172.21.15.71:0/511421654 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560f46f872f0 0x560f46f91670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.178+0000 7f9295689740 1 --2- 172.21.15.71:0/511421654 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f869d0 0x560f46f86db0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.178+0000 7f9295689740 1 -- 172.21.15.71:0/511421654 >> 172.21.15.71:0/511421654 conn(0x560f46f82f60 msgr2=0x560f46f83340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:54.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.178+0000 7f9295689740 1 -- 172.21.15.71:0/511421654 shutdown_connections 2024-09-15T23:46:54.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.178+0000 7f9295689740 1 -- 172.21.15.71:0/511421654 wait complete. 2024-09-15T23:46:54.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.178+0000 7f9295689740 1 -- start start 2024-09-15T23:46:54.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.178+0000 7f9295689740 1 Processor -- start 2024-09-15T23:46:54.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.178+0000 7f9295689740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f869d0 0x560f46f91490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:54.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.178+0000 7f9295689740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560f46f872f0 0x560f46f8e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:54.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.178+0000 7f9295689740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560f46f91bb0 0x560f46f8ed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:54.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.178+0000 7f9295689740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x560f46f94780 con 0x560f46f869d0 2024-09-15T23:46:54.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.178+0000 7f9295689740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x560f46ea7f20 con 0x560f46f872f0 2024-09-15T23:46:54.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.178+0000 7f9295689740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x560f46f94900 con 0x560f46f91bb0 2024-09-15T23:46:54.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.178+0000 7f9295689740 10 client.0 _ll_register_callbacks cb 0x560f46e71030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T23:46:54.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.178+0000 7f929084b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f869d0 0x560f46f91490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:54.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.178+0000 7f929084b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f869d0 0x560f46f91490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53040/0 (socket says 172.21.15.71:53040) 2024-09-15T23:46:54.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.178+0000 7f929084b640 1 -- 172.21.15.71:0/4016138437 learned_addr learned my addr 172.21.15.71:0/4016138437 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:54.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.179+0000 7f929104c640 1 --2- 172.21.15.71:0/4016138437 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560f46f872f0 0x560f46f8e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:54.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.179+0000 7f929084b640 1 -- 172.21.15.71:0/4016138437 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560f46f91bb0 msgr2=0x560f46f8ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:54.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.179+0000 7f929084b640 1 --2- 172.21.15.71:0/4016138437 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560f46f91bb0 0x560f46f8ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.179+0000 7f929084b640 1 -- 172.21.15.71:0/4016138437 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560f46f872f0 msgr2=0x560f46f8e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:54.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.179+0000 7f929084b640 1 --2- 172.21.15.71:0/4016138437 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560f46f872f0 0x560f46f8e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.179+0000 7f929084b640 1 -- 172.21.15.71:0/4016138437 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560f46c5e2b0 con 0x560f46f869d0 2024-09-15T23:46:54.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.179+0000 7f929104c640 1 --2- 172.21.15.71:0/4016138437 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560f46f872f0 0x560f46f8e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:54.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.179+0000 7f929084b640 1 --2- 172.21.15.71:0/4016138437 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f869d0 0x560f46f91490 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f927c006010 tx=0x7f927c012300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d06df26b02d83a37 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.179+0000 7f9274ff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-15T23:46:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.179+0000 7f9274ff9640 1 -- 172.21.15.71:0/4016138437 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f927c005230 con 0x560f46f869d0 2024-09-15T23:46:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.179+0000 7f9274ff9640 1 -- 172.21.15.71:0/4016138437 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f927c0053d0 con 0x560f46f869d0 2024-09-15T23:46:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.179+0000 7f9295689740 1 -- 172.21.15.71:0/4016138437 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f927c016070 con 0x560f46f869d0 2024-09-15T23:46:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.179+0000 7f9274ff9640 1 -- 172.21.15.71:0/4016138437 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f927c0055d0 con 0x560f46f869d0 2024-09-15T23:46:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.179+0000 7f9295689740 10 client.15177 fetch_fsmap learned FSMap version 26 2024-09-15T23:46:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.179+0000 7f9295689740 1 -- 172.21.15.71:0/4016138437 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560f46fa00f0 con 0x560f46f869d0 2024-09-15T23:46:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.179+0000 7f9274ff9640 1 -- 172.21.15.71:0/4016138437 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f927c016070 con 0x560f46f869d0 2024-09-15T23:46:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.180+0000 7f9274ff9640 1 -- 172.21.15.71:0/4016138437 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8362+0+0 (secure 0 0 0) 0x7f927c003e60 con 0x560f46f869d0 2024-09-15T23:46:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.180+0000 7f9295689740 10 client.15177 fetch_fsmap finished waiting for FSMap version 26 2024-09-15T23:46:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.180+0000 7f9295689740 10 client.15177 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-15T23:46:54.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.180+0000 7f9295689740 20 client.15177 populate_metadata read hostname 'smithi071' 2024-09-15T23:46:54.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.180+0000 7f9295689740 1 --2- 172.21.15.71:0/4016138437 >> [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] conn(0x560f46fa24b0 0x560f46fa3920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:54.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.180+0000 7f9295689740 4 client.15177 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-15T23:46:54.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.180+0000 7f9295689740 1 -- 172.21.15.71:0/4016138437 --> [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560f46efa600 con 0x560f46fa24b0 2024-09-15T23:46:54.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.180+0000 7f929104c640 1 --2- 172.21.15.71:0/4016138437 >> [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] conn(0x560f46fa24b0 0x560f46fa3920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:54.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.181+0000 7f929104c640 1 --2- 172.21.15.71:0/4016138437 >> [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] conn(0x560f46fa24b0 0x560f46fa3920 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ab969ddfac580d3 server_cookie=110a25f31e5aa45f in_seq=0 out_seq=0 2024-09-15T23:46:54.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.181+0000 7f9274ff9640 10 client.15177 ms_handle_connect on v2:172.21.15.190:6836/1400276256 2024-09-15T23:46:54.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.181+0000 7f9274ff9640 1 -- 172.21.15.71:0/4016138437 <== mds.1 v2:172.21.15.190:6836/1400276256 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560f46efa600 con 0x560f46fa24b0 2024-09-15T23:46:54.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.181+0000 7f9274ff9640 10 client.15177 handle_command_reply: tid=0 2024-09-15T23:46:54.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.181+0000 7f9295689740 1 client.15177 shutdown 2024-09-15T23:46:54.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.181+0000 7f9295689740 1 -- 172.21.15.71:0/4016138437 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f869d0 msgr2=0x560f46f91490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:54.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.181+0000 7f9295689740 1 --2- 172.21.15.71:0/4016138437 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f869d0 0x560f46f91490 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f927c006010 tx=0x7f927c012300 comp rx=0 tx=0).stop 2024-09-15T23:46:54.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.181+0000 7f9295689740 1 -- 172.21.15.71:0/4016138437 shutdown_connections 2024-09-15T23:46:54.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.181+0000 7f9295689740 1 --2- 172.21.15.71:0/4016138437 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560f46f91bb0 0x560f46f8ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.181+0000 7f9295689740 1 --2- 172.21.15.71:0/4016138437 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560f46f872f0 0x560f46f8e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.181+0000 7f9295689740 1 --2- 172.21.15.71:0/4016138437 >> [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] conn(0x560f46fa24b0 0x560f46fa3920 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.181+0000 7f9295689740 1 --2- 172.21.15.71:0/4016138437 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f869d0 0x560f46f91490 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.181+0000 7f9295689740 1 -- 172.21.15.71:0/4016138437 >> 172.21.15.71:0/4016138437 conn(0x560f46f82f60 msgr2=0x560f46f88c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:54.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.181+0000 7f9274ff9640 0 client.15177 ms_handle_reset on v2:172.21.15.190:6836/1400276256 2024-09-15T23:46:54.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.182+0000 7f9295689740 1 -- 172.21.15.71:0/4016138437 shutdown_connections 2024-09-15T23:46:54.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.182+0000 7f9295689740 1 -- 172.21.15.71:0/4016138437 wait complete. 2024-09-15T23:46:54.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.182+0000 7f9295689740 20 client.15177 trim_cache size 0 max 16384 2024-09-15T23:46:54.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.199+0000 7f9295689740 1 Processor -- start 2024-09-15T23:46:54.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.199+0000 7f9295689740 1 -- start start 2024-09-15T23:46:54.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.200+0000 7f9295689740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f869d0 0x560f46fa2b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:54.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.200+0000 7f9295689740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560f46f872f0 0x560f46f90640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:54.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.200+0000 7f9295689740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560f46f91bb0 0x560f46f8ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:54.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.200+0000 7f9295689740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x560f46fa1c60 con 0x560f46f869d0 2024-09-15T23:46:54.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.200+0000 7f9295689740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x560f46fa2330 con 0x560f46f872f0 2024-09-15T23:46:54.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.200+0000 7f9295689740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x560f46fa2a00 con 0x560f46f91bb0 2024-09-15T23:46:54.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.200+0000 7f929084b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f869d0 0x560f46fa2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:54.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.200+0000 7f929084b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f869d0 0x560f46fa2b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53054/0 (socket says 172.21.15.71:53054) 2024-09-15T23:46:54.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.200+0000 7f929084b640 1 -- 172.21.15.71:0/2438704393 learned_addr learned my addr 172.21.15.71:0/2438704393 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:54.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.200+0000 7f929084b640 1 -- 172.21.15.71:0/2438704393 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560f46f91bb0 msgr2=0x560f46f8ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:54.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.200+0000 7f929084b640 1 --2- 172.21.15.71:0/2438704393 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560f46f91bb0 0x560f46f8ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.200+0000 7f929084b640 1 -- 172.21.15.71:0/2438704393 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560f46f872f0 msgr2=0x560f46f90640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:54.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.200+0000 7f929084b640 1 --2- 172.21.15.71:0/2438704393 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560f46f872f0 0x560f46f90640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.200+0000 7f929084b640 1 -- 172.21.15.71:0/2438704393 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560f46f8f300 con 0x560f46f869d0 2024-09-15T23:46:54.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.200+0000 7f929084b640 1 --2- 172.21.15.71:0/2438704393 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f869d0 0x560f46fa2b80 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f927c0042a0 tx=0x7f927c0104e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=129bfdf0b409cdc2 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:54.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.200+0000 7f9276ffd640 1 -- 172.21.15.71:0/2438704393 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f927c003880 con 0x560f46f869d0 2024-09-15T23:46:54.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.200+0000 7f9276ffd640 1 -- 172.21.15.71:0/2438704393 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f927c016070 con 0x560f46f869d0 2024-09-15T23:46:54.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.200+0000 7f9276ffd640 1 -- 172.21.15.71:0/2438704393 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f927c010640 con 0x560f46f869d0 2024-09-15T23:46:54.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.201+0000 7f9295689740 1 -- 172.21.15.71:0/2438704393 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f869d0 msgr2=0x560f46fa2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:54.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.201+0000 7f9295689740 1 --2- 172.21.15.71:0/2438704393 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f869d0 0x560f46fa2b80 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f927c0042a0 tx=0x7f927c0104e0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.201+0000 7f9295689740 1 -- 172.21.15.71:0/2438704393 shutdown_connections 2024-09-15T23:46:54.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.201+0000 7f9295689740 1 --2- 172.21.15.71:0/2438704393 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560f46f91bb0 0x560f46f8ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.201+0000 7f9295689740 1 --2- 172.21.15.71:0/2438704393 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560f46f872f0 0x560f46f90640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.201+0000 7f9295689740 1 --2- 172.21.15.71:0/2438704393 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f869d0 0x560f46fa2b80 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.201+0000 7f9295689740 1 -- 172.21.15.71:0/2438704393 >> 172.21.15.71:0/2438704393 conn(0x560f46f82f60 msgr2=0x560f46f8ff30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:54.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.201+0000 7f9295689740 1 -- 172.21.15.71:0/2438704393 shutdown_connections 2024-09-15T23:46:54.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.201+0000 7f9295689740 1 -- 172.21.15.71:0/2438704393 wait complete. 2024-09-15T23:46:54.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.201+0000 7f9295689740 1 -- start start 2024-09-15T23:46:54.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.201+0000 7f9295689740 1 Processor -- start 2024-09-15T23:46:54.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.202+0000 7f9295689740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560f46f869d0 0x560f46fa6e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:54.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.202+0000 7f9295689740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560f46f872f0 0x560f46fa7390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:54.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.202+0000 7f9295689740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f91bb0 0x560f470133c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:54.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.202+0000 7f9295689740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x560f46fa37a0 con 0x560f46f91bb0 2024-09-15T23:46:54.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.202+0000 7f9295689740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x560f46fa30d0 con 0x560f46f872f0 2024-09-15T23:46:54.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.202+0000 7f9295689740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x560f46fa3e70 con 0x560f46f869d0 2024-09-15T23:46:54.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.202+0000 7f9295689740 10 client.0 _ll_register_callbacks cb 0x7f9288009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T23:46:54.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.202+0000 7f929084b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f91bb0 0x560f470133c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:54.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.202+0000 7f929084b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f91bb0 0x560f470133c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53064/0 (socket says 172.21.15.71:53064) 2024-09-15T23:46:54.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.202+0000 7f929084b640 1 -- 172.21.15.71:0/1857121762 learned_addr learned my addr 172.21.15.71:0/1857121762 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:54.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.202+0000 7f929084b640 1 --2- 172.21.15.71:0/1857121762 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560f46f869d0 0x560f46fa6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:54.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.202+0000 7f929104c640 1 --2- 172.21.15.71:0/1857121762 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560f46f872f0 0x560f46fa7390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:54.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.202+0000 7f929084b640 1 -- 172.21.15.71:0/1857121762 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560f46f869d0 msgr2=0x560f46fa6e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:54.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.202+0000 7f929084b640 1 --2- 172.21.15.71:0/1857121762 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560f46f869d0 0x560f46fa6e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.202+0000 7f929084b640 1 -- 172.21.15.71:0/1857121762 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560f46f872f0 msgr2=0x560f46fa7390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:54.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.202+0000 7f929084b640 1 --2- 172.21.15.71:0/1857121762 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560f46f872f0 0x560f46fa7390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.202+0000 7f929084b640 1 -- 172.21.15.71:0/1857121762 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560f47013900 con 0x560f46f91bb0 2024-09-15T23:46:54.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.202+0000 7f929084b640 1 --2- 172.21.15.71:0/1857121762 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f91bb0 0x560f470133c0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f927c001eb0 tx=0x7f927c00b850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=663edf4a3a711a83 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:54.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.202+0000 7f9274ff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-15T23:46:54.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.203+0000 7f9274ff9640 1 -- 172.21.15.71:0/1857121762 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f927c003e70 con 0x560f46f91bb0 2024-09-15T23:46:54.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.203+0000 7f9274ff9640 1 -- 172.21.15.71:0/1857121762 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f927c004010 con 0x560f46f91bb0 2024-09-15T23:46:54.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.203+0000 7f9295689740 1 -- 172.21.15.71:0/1857121762 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f927c016070 con 0x560f46f91bb0 2024-09-15T23:46:54.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.203+0000 7f9274ff9640 1 -- 172.21.15.71:0/1857121762 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f927c005000 con 0x560f46f91bb0 2024-09-15T23:46:54.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.203+0000 7f9295689740 10 client.15183 fetch_fsmap learned FSMap version 26 2024-09-15T23:46:54.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.203+0000 7f9295689740 1 -- 172.21.15.71:0/1857121762 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560f47014b00 con 0x560f46f91bb0 2024-09-15T23:46:54.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.203+0000 7f9274ff9640 1 -- 172.21.15.71:0/1857121762 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f927c016070 con 0x560f46f91bb0 2024-09-15T23:46:54.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.203+0000 7f9274ff9640 1 -- 172.21.15.71:0/1857121762 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8362+0+0 (secure 0 0 0) 0x7f927c043020 con 0x560f46f91bb0 2024-09-15T23:46:54.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.203+0000 7f9295689740 10 client.15183 fetch_fsmap finished waiting for FSMap version 26 2024-09-15T23:46:54.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.203+0000 7f9295689740 10 client.15183 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-15T23:46:54.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.203+0000 7f9295689740 20 client.15183 populate_metadata read hostname 'smithi071' 2024-09-15T23:46:54.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.203+0000 7f9295689740 1 --2- 172.21.15.71:0/1857121762 >> [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] conn(0x560f470191d0 0x560f47017ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:54.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.203+0000 7f9295689740 4 client.15183 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-15T23:46:54.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.203+0000 7f9295689740 1 -- 172.21.15.71:0/1857121762 --> [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] -- command(tid 0: {"prefix": "status"}) -- 0x560f46ef4b10 con 0x560f470191d0 2024-09-15T23:46:54.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.204+0000 7f929104c640 1 --2- 172.21.15.71:0/1857121762 >> [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] conn(0x560f470191d0 0x560f47017ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:54.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.204+0000 7f929104c640 1 --2- 172.21.15.71:0/1857121762 >> [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] conn(0x560f470191d0 0x560f47017ee0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=989250fd79bf89d2 server_cookie=10a556296ae58b1 in_seq=0 out_seq=0 2024-09-15T23:46:54.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.204+0000 7f9274ff9640 10 client.15183 ms_handle_connect on v2:172.21.15.190:6836/1400276256 2024-09-15T23:46:54.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.204+0000 7f9274ff9640 1 -- 172.21.15.71:0/1857121762 <== mds.1 v2:172.21.15.190:6836/1400276256 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x560f46ef4b10 con 0x560f470191d0 2024-09-15T23:46:54.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.204+0000 7f9274ff9640 10 client.15183 handle_command_reply: tid=0 2024-09-15T23:46:54.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.204+0000 7f9295689740 1 client.15183 shutdown 2024-09-15T23:46:54.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.204+0000 7f9295689740 1 -- 172.21.15.71:0/1857121762 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f91bb0 msgr2=0x560f470133c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:54.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.204+0000 7f9295689740 1 --2- 172.21.15.71:0/1857121762 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f91bb0 0x560f470133c0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f927c001eb0 tx=0x7f927c00b850 comp rx=0 tx=0).stop 2024-09-15T23:46:54.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.204+0000 7f9295689740 1 -- 172.21.15.71:0/1857121762 shutdown_connections 2024-09-15T23:46:54.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.204+0000 7f9295689740 1 --2- 172.21.15.71:0/1857121762 >> [v2:172.21.15.190:6836/1400276256,v1:172.21.15.190:6837/1400276256] conn(0x560f470191d0 0x560f47017ee0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.204+0000 7f9295689740 1 --2- 172.21.15.71:0/1857121762 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560f46f91bb0 0x560f470133c0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.204+0000 7f9295689740 1 --2- 172.21.15.71:0/1857121762 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560f46f872f0 0x560f46fa7390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.204+0000 7f9295689740 1 --2- 172.21.15.71:0/1857121762 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560f46f869d0 0x560f46fa6e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.204+0000 7f9295689740 1 -- 172.21.15.71:0/1857121762 >> 172.21.15.71:0/1857121762 conn(0x560f46f82f60 msgr2=0x560f46f82020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:54.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.204+0000 7f9274ff9640 0 client.15183 ms_handle_reset on v2:172.21.15.190:6836/1400276256 2024-09-15T23:46:54.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.204+0000 7f9295689740 1 -- 172.21.15.71:0/1857121762 shutdown_connections 2024-09-15T23:46:54.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.205+0000 7f9295689740 1 -- 172.21.15.71:0/1857121762 wait complete. 2024-09-15T23:46:54.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.205+0000 7f9295689740 20 client.15183 trim_cache size 0 max 16384 2024-09-15T23:46:54.215 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-15T23:46:54.216 INFO:teuthology.orchestra.run.smithi071.stdout: "cluster_fsid": "4eeb5726-73bb-11ef-bceb-c7b262605968", 2024-09-15T23:46:54.216 INFO:teuthology.orchestra.run.smithi071.stdout: "whoami": 1, 2024-09-15T23:46:54.216 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 24469, 2024-09-15T23:46:54.216 INFO:teuthology.orchestra.run.smithi071.stdout: "want_state": "up:active", 2024-09-15T23:46:54.216 INFO:teuthology.orchestra.run.smithi071.stdout: "state": "up:active", 2024-09-15T23:46:54.216 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs", 2024-09-15T23:46:54.216 INFO:teuthology.orchestra.run.smithi071.stdout: "rank_uptime": 96.842644312000004, 2024-09-15T23:46:54.216 INFO:teuthology.orchestra.run.smithi071.stdout: "mdsmap_epoch": 26, 2024-09-15T23:46:54.216 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch": 83, 2024-09-15T23:46:54.216 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch_barrier": 83, 2024-09-15T23:46:54.216 INFO:teuthology.orchestra.run.smithi071.stdout: "uptime": 127.93365078799999 2024-09-15T23:46:54.217 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-15T23:46:54.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.205+0000 7f92932b0640 1 -- 172.21.15.71:0/811476917 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f92780a3240 msgr2=0x7f92780a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:54.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.205+0000 7f92932b0640 1 --2- 172.21.15.71:0/811476917 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f92780a3240 0x7f92780a5700 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f9284005fa0 tx=0x7f928406f400 comp rx=0 tx=0).stop 2024-09-15T23:46:54.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.205+0000 7f92932b0640 1 -- 172.21.15.71:0/811476917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f928c106f50 msgr2=0x7f928c19cca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:54.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.205+0000 7f92932b0640 1 --2- 172.21.15.71:0/811476917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f928c106f50 0x7f928c19cca0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f928400eb10 tx=0x7f928400c2d0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.205+0000 7f92932b0640 1 -- 172.21.15.71:0/811476917 shutdown_connections 2024-09-15T23:46:54.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.205+0000 7f92932b0640 1 --2- 172.21.15.71:0/811476917 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f92780a3240 0x7f92780a5700 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.205+0000 7f92932b0640 1 --2- 172.21.15.71:0/811476917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f928c106f50 0x7f928c19cca0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.205+0000 7f92932b0640 1 --2- 172.21.15.71:0/811476917 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f928c100ca0 0x7f928c198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.205+0000 7f92932b0640 1 --2- 172.21.15.71:0/811476917 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f928c1002f0 0x7f928c1983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:54.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.205+0000 7f92932b0640 1 -- 172.21.15.71:0/811476917 >> 172.21.15.71:0/811476917 conn(0x7f928c077210 msgr2=0x7f928c105260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:54.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.205+0000 7f92932b0640 1 -- 172.21.15.71:0/811476917 shutdown_connections 2024-09-15T23:46:54.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:54.205+0000 7f92932b0640 1 -- 172.21.15.71:0/811476917 wait complete. 2024-09-15T23:46:54.218 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:54 smithi071 ceph-mon[30957]: pgmap v331: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-15T23:46:54.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:54 smithi163 ceph-mon[34107]: pgmap v331: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-15T23:46:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:54 smithi190 ceph-mon[34840]: pgmap v331: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-15T23:46:54.916 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph tell mds.i status 2024-09-15T23:46:55.163 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:55.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.673+0000 7f16c6224640 1 -- 172.21.15.71:0/1094564544 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16c0100e30 msgr2=0x7f16c0104e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:55.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.673+0000 7f16c6224640 1 --2- 172.21.15.71:0/1094564544 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16c0100e30 0x7f16c0104e80 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f16b4009900 tx=0x7f16b402a410 comp rx=0 tx=0).stop 2024-09-15T23:46:55.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.673+0000 7f16c6224640 1 -- 172.21.15.71:0/1094564544 shutdown_connections 2024-09-15T23:46:55.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.673+0000 7f16c6224640 1 --2- 172.21.15.71:0/1094564544 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f16c01055b0 0x7f16c010d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.673+0000 7f16c6224640 1 --2- 172.21.15.71:0/1094564544 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16c0100e30 0x7f16c0104e80 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.673+0000 7f16c6224640 1 --2- 172.21.15.71:0/1094564544 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16c0100480 0x7f16c0100860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.673+0000 7f16c6224640 1 -- 172.21.15.71:0/1094564544 >> 172.21.15.71:0/1094564544 conn(0x7f16c0077210 msgr2=0x7f16c00fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:55.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.673+0000 7f16c6224640 1 -- 172.21.15.71:0/1094564544 shutdown_connections 2024-09-15T23:46:55.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.673+0000 7f16c6224640 1 -- 172.21.15.71:0/1094564544 wait complete. 2024-09-15T23:46:55.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.674+0000 7f16c6224640 1 Processor -- start 2024-09-15T23:46:55.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.674+0000 7f16c6224640 1 -- start start 2024-09-15T23:46:55.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.674+0000 7f16c6224640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f16c0100480 0x7f16c01970c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:55.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.674+0000 7f16c6224640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16c0100e30 0x7f16c0197600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:55.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.674+0000 7f16c6224640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16c01055b0 0x7f16c0197b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:55.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.674+0000 7f16c6224640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f16c01104e0 con 0x7f16c0100e30 2024-09-15T23:46:55.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.674+0000 7f16c6224640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f16c0110360 con 0x7f16c0100480 2024-09-15T23:46:55.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.674+0000 7f16c6224640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f16c0110660 con 0x7f16c01055b0 2024-09-15T23:46:55.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.674+0000 7f16beffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16c0100e30 0x7f16c0197600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:55.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.675+0000 7f16beffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16c0100e30 0x7f16c0197600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53078/0 (socket says 172.21.15.71:53078) 2024-09-15T23:46:55.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.675+0000 7f16beffd640 1 -- 172.21.15.71:0/3051937149 learned_addr learned my addr 172.21.15.71:0/3051937149 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:55.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.675+0000 7f16bffff640 1 --2- 172.21.15.71:0/3051937149 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16c01055b0 0x7f16c0197b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:55.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.675+0000 7f16bf7fe640 1 --2- 172.21.15.71:0/3051937149 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f16c0100480 0x7f16c01970c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:55.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.675+0000 7f16beffd640 1 -- 172.21.15.71:0/3051937149 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16c01055b0 msgr2=0x7f16c0197b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:55.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.675+0000 7f16beffd640 1 --2- 172.21.15.71:0/3051937149 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16c01055b0 0x7f16c0197b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.675+0000 7f16beffd640 1 -- 172.21.15.71:0/3051937149 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f16c0100480 msgr2=0x7f16c01970c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:55.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.675+0000 7f16beffd640 1 --2- 172.21.15.71:0/3051937149 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f16c0100480 0x7f16c01970c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.675+0000 7f16beffd640 1 -- 172.21.15.71:0/3051937149 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16c01a6930 con 0x7f16c0100e30 2024-09-15T23:46:55.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.675+0000 7f16bffff640 1 --2- 172.21.15.71:0/3051937149 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16c01055b0 0x7f16c0197b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:55.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.675+0000 7f16bf7fe640 1 --2- 172.21.15.71:0/3051937149 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f16c0100480 0x7f16c01970c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-15T23:46:55.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.675+0000 7f16beffd640 1 --2- 172.21.15.71:0/3051937149 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16c0100e30 0x7f16c0197600 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f16b4005940 tx=0x7f16b4004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:55.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.675+0000 7f16bcff9640 1 -- 172.21.15.71:0/3051937149 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b403f030 con 0x7f16c0100e30 2024-09-15T23:46:55.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.675+0000 7f16bcff9640 1 -- 172.21.15.71:0/3051937149 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16b4003aa0 con 0x7f16c0100e30 2024-09-15T23:46:55.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.675+0000 7f16c6224640 1 -- 172.21.15.71:0/3051937149 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16c01a6bc0 con 0x7f16c0100e30 2024-09-15T23:46:55.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.675+0000 7f16bcff9640 1 -- 172.21.15.71:0/3051937149 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b4035070 con 0x7f16c0100e30 2024-09-15T23:46:55.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.675+0000 7f16c6224640 1 -- 172.21.15.71:0/3051937149 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16c01a70a0 con 0x7f16c0100e30 2024-09-15T23:46:55.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.677+0000 7f16bcff9640 1 -- 172.21.15.71:0/3051937149 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 18) ==== 138355+0+0 (secure 0 0 0) 0x7f16b4042030 con 0x7f16c0100e30 2024-09-15T23:46:55.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.678+0000 7f16c85fd740 1 Processor -- start 2024-09-15T23:46:55.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.678+0000 7f16c85fd740 1 -- start start 2024-09-15T23:46:55.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.678+0000 7f16bcff9640 1 --2- 172.21.15.71:0/3051937149 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f16a80a3240 0x7f16a80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:55.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.678+0000 7f16c85fd740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda849d0 0x5642bda84db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:55.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.678+0000 7f16c85fd740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5642bda852f0 0x5642bda8f670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:55.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.678+0000 7f16c85fd740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5642bda8fbb0 0x5642bda91fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:55.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.678+0000 7f16c85fd740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5642bd9eb090 con 0x5642bda849d0 2024-09-15T23:46:55.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.678+0000 7f16c85fd740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5642bd992a70 con 0x5642bda8fbb0 2024-09-15T23:46:55.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.678+0000 7f16c85fd740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5642bd9e7050 con 0x5642bda852f0 2024-09-15T23:46:55.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.678+0000 7f16bffff640 1 --2- 172.21.15.71:0/3051937149 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f16a80a3240 0x7f16a80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:55.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.678+0000 7f16bf7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda849d0 0x5642bda84db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:55.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.678+0000 7f16bcff9640 1 -- 172.21.15.71:0/3051937149 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f16b40f0110 con 0x7f16c0100e30 2024-09-15T23:46:55.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.678+0000 7f16bf7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda849d0 0x5642bda84db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53080/0 (socket says 172.21.15.71:53080) 2024-09-15T23:46:55.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.678+0000 7f16bf7fe640 1 -- 172.21.15.71:0/3657210915 learned_addr learned my addr 172.21.15.71:0/3657210915 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:55.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.678+0000 7f16beffd640 1 --2- 172.21.15.71:0/3657210915 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5642bda852f0 0x5642bda8f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:55.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.678+0000 7f16bffff640 1 --2- 172.21.15.71:0/3657210915 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5642bda8fbb0 0x5642bda91fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:55.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.678+0000 7f16bf7fe640 1 -- 172.21.15.71:0/3657210915 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5642bda852f0 msgr2=0x5642bda8f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:55.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.678+0000 7f16bf7fe640 1 --2- 172.21.15.71:0/3657210915 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5642bda852f0 0x5642bda8f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.678+0000 7f16bf7fe640 1 -- 172.21.15.71:0/3657210915 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5642bda8fbb0 msgr2=0x5642bda91fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:55.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.678+0000 7f16bf7fe640 1 --2- 172.21.15.71:0/3657210915 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5642bda8fbb0 0x5642bda91fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.678+0000 7f16bf7fe640 1 -- 172.21.15.71:0/3657210915 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642bd99f130 con 0x5642bda849d0 2024-09-15T23:46:55.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.679+0000 7f16bffff640 1 --2- 172.21.15.71:0/3051937149 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f16a80a3240 0x7f16a80a5700 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f16b800c810 tx=0x7f16b800cc10 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:55.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.679+0000 7f16bf7fe640 1 --2- 172.21.15.71:0/3657210915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda849d0 0x5642bda84db0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f16b000bd40 tx=0x7f16b000f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=beb2314ecec07ea2 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:55.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.679+0000 7f16a5ffb640 1 -- 172.21.15.71:0/3657210915 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b0015070 con 0x5642bda849d0 2024-09-15T23:46:55.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.679+0000 7f16a5ffb640 1 -- 172.21.15.71:0/3657210915 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16b000be30 con 0x5642bda849d0 2024-09-15T23:46:55.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.679+0000 7f16a5ffb640 1 -- 172.21.15.71:0/3657210915 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b0011890 con 0x5642bda849d0 2024-09-15T23:46:55.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.679+0000 7f16c85fd740 1 -- 172.21.15.71:0/3657210915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda849d0 msgr2=0x5642bda84db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:55.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.679+0000 7f16c85fd740 1 --2- 172.21.15.71:0/3657210915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda849d0 0x5642bda84db0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f16b000bd40 tx=0x7f16b000f730 comp rx=0 tx=0).stop 2024-09-15T23:46:55.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.680+0000 7f16c85fd740 1 -- 172.21.15.71:0/3657210915 shutdown_connections 2024-09-15T23:46:55.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.680+0000 7f16c85fd740 1 --2- 172.21.15.71:0/3657210915 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5642bda8fbb0 0x5642bda91fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.680+0000 7f16c85fd740 1 --2- 172.21.15.71:0/3657210915 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5642bda852f0 0x5642bda8f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.680+0000 7f16c85fd740 1 --2- 172.21.15.71:0/3657210915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda849d0 0x5642bda84db0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.680+0000 7f16c85fd740 1 -- 172.21.15.71:0/3657210915 >> 172.21.15.71:0/3657210915 conn(0x5642bda80f60 msgr2=0x5642bda81340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:55.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.680+0000 7f16c85fd740 1 -- 172.21.15.71:0/3657210915 shutdown_connections 2024-09-15T23:46:55.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.680+0000 7f16c85fd740 1 -- 172.21.15.71:0/3657210915 wait complete. 2024-09-15T23:46:55.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.680+0000 7f16c85fd740 1 -- start start 2024-09-15T23:46:55.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.680+0000 7f16c85fd740 1 Processor -- start 2024-09-15T23:46:55.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.680+0000 7f16c85fd740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda849d0 0x5642bda8f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:55.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.680+0000 7f16c85fd740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5642bda852f0 0x5642bda8c700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:55.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.680+0000 7f16c85fd740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5642bda8fbb0 0x5642bda8cc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:55.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.680+0000 7f16c85fd740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5642bda92780 con 0x5642bda849d0 2024-09-15T23:46:55.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.680+0000 7f16c85fd740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5642bd9a5f20 con 0x5642bda8fbb0 2024-09-15T23:46:55.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.680+0000 7f16c85fd740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5642bda92900 con 0x5642bda852f0 2024-09-15T23:46:55.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.680+0000 7f16c85fd740 10 client.0 _ll_register_callbacks cb 0x5642bd96f030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T23:46:55.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.681+0000 7f16bf7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda849d0 0x5642bda8f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:55.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.681+0000 7f16bf7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda849d0 0x5642bda8f3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53088/0 (socket says 172.21.15.71:53088) 2024-09-15T23:46:55.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.681+0000 7f16bf7fe640 1 -- 172.21.15.71:0/2641695539 learned_addr learned my addr 172.21.15.71:0/2641695539 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:55.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.681+0000 7f16bffff640 1 --2- 172.21.15.71:0/2641695539 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5642bda8fbb0 0x5642bda8cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:55.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.681+0000 7f16bf7fe640 1 -- 172.21.15.71:0/2641695539 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5642bda852f0 msgr2=0x5642bda8c700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:55.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.681+0000 7f16bf7fe640 1 --2- 172.21.15.71:0/2641695539 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5642bda852f0 0x5642bda8c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.681+0000 7f16bf7fe640 1 -- 172.21.15.71:0/2641695539 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5642bda8fbb0 msgr2=0x5642bda8cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:55.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.681+0000 7f16bf7fe640 1 --2- 172.21.15.71:0/2641695539 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5642bda8fbb0 0x5642bda8cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.681+0000 7f16bf7fe640 1 -- 172.21.15.71:0/2641695539 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642bd75c2b0 con 0x5642bda849d0 2024-09-15T23:46:55.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.681+0000 7f16bffff640 1 --2- 172.21.15.71:0/2641695539 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5642bda8fbb0 0x5642bda8cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:55.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.681+0000 7f16bf7fe640 1 --2- 172.21.15.71:0/2641695539 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda849d0 0x5642bda8f3b0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f16b0000c00 tx=0x7f16b0005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9eea67e962f0f48c server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:55.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.681+0000 7f169effd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-15T23:46:55.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.681+0000 7f169effd640 1 -- 172.21.15.71:0/2641695539 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b0015070 con 0x5642bda849d0 2024-09-15T23:46:55.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.681+0000 7f169effd640 1 -- 172.21.15.71:0/2641695539 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f16b0005480 con 0x5642bda849d0 2024-09-15T23:46:55.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.681+0000 7f16c85fd740 1 -- 172.21.15.71:0/2641695539 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16b000be30 con 0x5642bda849d0 2024-09-15T23:46:55.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.681+0000 7f169effd640 1 -- 172.21.15.71:0/2641695539 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f16b0004020 con 0x5642bda849d0 2024-09-15T23:46:55.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.681+0000 7f16c85fd740 10 client.15195 fetch_fsmap learned FSMap version 26 2024-09-15T23:46:55.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.681+0000 7f16c85fd740 1 -- 172.21.15.71:0/2641695539 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5642bda9e010 con 0x5642bda849d0 2024-09-15T23:46:55.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.681+0000 7f169effd640 1 -- 172.21.15.71:0/2641695539 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16b000be30 con 0x5642bda849d0 2024-09-15T23:46:55.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.682+0000 7f169effd640 1 -- 172.21.15.71:0/2641695539 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8362+0+0 (secure 0 0 0) 0x7f16b00046c0 con 0x5642bda849d0 2024-09-15T23:46:55.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.682+0000 7f16c85fd740 10 client.15195 fetch_fsmap finished waiting for FSMap version 26 2024-09-15T23:46:55.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.682+0000 7f16c85fd740 10 client.15195 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-15T23:46:55.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.682+0000 7f16c85fd740 20 client.15195 populate_metadata read hostname 'smithi071' 2024-09-15T23:46:55.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.682+0000 7f16c85fd740 1 --2- 172.21.15.71:0/2641695539 >> [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] conn(0x5642bdaa0290 0x5642bdaa1700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:55.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.682+0000 7f16c85fd740 4 client.15195 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-15T23:46:55.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.682+0000 7f16c85fd740 1 -- 172.21.15.71:0/2641695539 --> [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5642bd9f8600 con 0x5642bdaa0290 2024-09-15T23:46:55.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.682+0000 7f16beffd640 1 --2- 172.21.15.71:0/2641695539 >> [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] conn(0x5642bdaa0290 0x5642bdaa1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:55.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.683+0000 7f16beffd640 1 --2- 172.21.15.71:0/2641695539 >> [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] conn(0x5642bdaa0290 0x5642bdaa1700 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6fb28fb4292860d9 server_cookie=a588249704168fa2 in_seq=0 out_seq=0 2024-09-15T23:46:55.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.683+0000 7f169effd640 10 client.15195 ms_handle_connect on v2:172.21.15.190:6838/1541612118 2024-09-15T23:46:55.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.683+0000 7f169effd640 1 -- 172.21.15.71:0/2641695539 <== mds.0 v2:172.21.15.190:6838/1541612118 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5642bd9f8600 con 0x5642bdaa0290 2024-09-15T23:46:55.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.683+0000 7f169effd640 10 client.15195 handle_command_reply: tid=0 2024-09-15T23:46:55.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.683+0000 7f16c85fd740 1 client.15195 shutdown 2024-09-15T23:46:55.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.683+0000 7f16c85fd740 1 -- 172.21.15.71:0/2641695539 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda849d0 msgr2=0x5642bda8f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:55.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.683+0000 7f16c85fd740 1 --2- 172.21.15.71:0/2641695539 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda849d0 0x5642bda8f3b0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f16b0000c00 tx=0x7f16b0005040 comp rx=0 tx=0).stop 2024-09-15T23:46:55.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.684+0000 7f16c85fd740 1 -- 172.21.15.71:0/2641695539 shutdown_connections 2024-09-15T23:46:55.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.684+0000 7f16c85fd740 1 --2- 172.21.15.71:0/2641695539 >> [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] conn(0x5642bdaa0290 0x5642bdaa1700 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.684+0000 7f169effd640 0 client.15195 ms_handle_reset on v2:172.21.15.190:6838/1541612118 2024-09-15T23:46:55.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.684+0000 7f16c85fd740 1 --2- 172.21.15.71:0/2641695539 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5642bda8fbb0 0x5642bda8cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.684+0000 7f16c85fd740 1 --2- 172.21.15.71:0/2641695539 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5642bda852f0 0x5642bda8c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.684+0000 7f16c85fd740 1 --2- 172.21.15.71:0/2641695539 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda849d0 0x5642bda8f3b0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.684+0000 7f16c85fd740 1 -- 172.21.15.71:0/2641695539 >> 172.21.15.71:0/2641695539 conn(0x5642bda80f60 msgr2=0x5642bda86c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:55.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.684+0000 7f16c85fd740 1 -- 172.21.15.71:0/2641695539 shutdown_connections 2024-09-15T23:46:55.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.684+0000 7f16c85fd740 1 -- 172.21.15.71:0/2641695539 wait complete. 2024-09-15T23:46:55.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.684+0000 7f16c85fd740 20 client.15195 trim_cache size 0 max 16384 2024-09-15T23:46:55.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.702+0000 7f16c85fd740 1 Processor -- start 2024-09-15T23:46:55.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.702+0000 7f16c85fd740 1 -- start start 2024-09-15T23:46:55.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.702+0000 7f16c85fd740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda849d0 0x5642bdaa1700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:55.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.702+0000 7f16c85fd740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5642bda852f0 0x5642bda9fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:55.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.702+0000 7f16c85fd740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5642bda8fbb0 0x5642bda8c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:55.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.702+0000 7f16c85fd740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5642bda9fa40 con 0x5642bda849d0 2024-09-15T23:46:55.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.702+0000 7f16c85fd740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5642bdaa0110 con 0x5642bda852f0 2024-09-15T23:46:55.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.702+0000 7f16c85fd740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5642bdaa07e0 con 0x5642bda8fbb0 2024-09-15T23:46:55.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.702+0000 7f16bf7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda849d0 0x5642bdaa1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:55.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.702+0000 7f16bf7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda849d0 0x5642bdaa1700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53092/0 (socket says 172.21.15.71:53092) 2024-09-15T23:46:55.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.702+0000 7f16bf7fe640 1 -- 172.21.15.71:0/4004747071 learned_addr learned my addr 172.21.15.71:0/4004747071 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:55.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.702+0000 7f16bf7fe640 1 -- 172.21.15.71:0/4004747071 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5642bda8fbb0 msgr2=0x5642bda8c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:55.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.702+0000 7f16bf7fe640 1 --2- 172.21.15.71:0/4004747071 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5642bda8fbb0 0x5642bda8c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.702+0000 7f16bf7fe640 1 -- 172.21.15.71:0/4004747071 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5642bda852f0 msgr2=0x5642bda9fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:55.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.702+0000 7f16beffd640 1 --2- 172.21.15.71:0/4004747071 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5642bda852f0 0x5642bda9fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:55.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.702+0000 7f16bf7fe640 1 --2- 172.21.15.71:0/4004747071 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5642bda852f0 0x5642bda9fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.703+0000 7f16bf7fe640 1 -- 172.21.15.71:0/4004747071 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642bda85120 con 0x5642bda849d0 2024-09-15T23:46:55.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.703+0000 7f16beffd640 1 --2- 172.21.15.71:0/4004747071 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5642bda852f0 0x5642bda9fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:55.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.703+0000 7f16bf7fe640 1 --2- 172.21.15.71:0/4004747071 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda849d0 0x5642bdaa1700 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f16b0006010 tx=0x7f16b000fce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=497e8491fc6a5a30 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:55.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.703+0000 7f16a57fa640 1 -- 172.21.15.71:0/4004747071 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b0015040 con 0x5642bda849d0 2024-09-15T23:46:55.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.703+0000 7f16a57fa640 1 -- 172.21.15.71:0/4004747071 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16b0034070 con 0x5642bda849d0 2024-09-15T23:46:55.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.703+0000 7f16a57fa640 1 -- 172.21.15.71:0/4004747071 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b00041c0 con 0x5642bda849d0 2024-09-15T23:46:55.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.704+0000 7f16c85fd740 1 -- 172.21.15.71:0/4004747071 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda849d0 msgr2=0x5642bdaa1700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:55.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.704+0000 7f16c85fd740 1 --2- 172.21.15.71:0/4004747071 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda849d0 0x5642bdaa1700 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f16b0006010 tx=0x7f16b000fce0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.704+0000 7f16c85fd740 1 -- 172.21.15.71:0/4004747071 shutdown_connections 2024-09-15T23:46:55.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.704+0000 7f16c85fd740 1 --2- 172.21.15.71:0/4004747071 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5642bda8fbb0 0x5642bda8c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.704+0000 7f16c85fd740 1 --2- 172.21.15.71:0/4004747071 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5642bda852f0 0x5642bda9fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.704+0000 7f16c85fd740 1 --2- 172.21.15.71:0/4004747071 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda849d0 0x5642bdaa1700 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.704+0000 7f16c85fd740 1 -- 172.21.15.71:0/4004747071 >> 172.21.15.71:0/4004747071 conn(0x5642bda80f60 msgr2=0x5642bda8bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:55.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.704+0000 7f16c85fd740 1 -- 172.21.15.71:0/4004747071 shutdown_connections 2024-09-15T23:46:55.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.704+0000 7f16c85fd740 1 -- 172.21.15.71:0/4004747071 wait complete. 2024-09-15T23:46:55.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.704+0000 7f16c85fd740 1 -- start start 2024-09-15T23:46:55.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.704+0000 7f16c85fd740 1 Processor -- start 2024-09-15T23:46:55.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.704+0000 7f16c85fd740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5642bda849d0 0x5642bdaa5040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:55.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.704+0000 7f16c85fd740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda852f0 0x5642bdaa5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:55.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.704+0000 7f16c85fd740 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5642bda8fbb0 0x5642bdb02960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:55.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.704+0000 7f16c85fd740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5642bdaa1580 con 0x5642bda852f0 2024-09-15T23:46:55.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.704+0000 7f16c85fd740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5642bdaa0eb0 con 0x5642bda849d0 2024-09-15T23:46:55.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.704+0000 7f16c85fd740 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5642bdaa1c50 con 0x5642bda8fbb0 2024-09-15T23:46:55.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.705+0000 7f16c85fd740 10 client.0 _ll_register_callbacks cb 0x7f16b4005d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-15T23:46:55.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.705+0000 7f16beffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda852f0 0x5642bdaa5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:55.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.705+0000 7f16beffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda852f0 0x5642bdaa5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53094/0 (socket says 172.21.15.71:53094) 2024-09-15T23:46:55.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.705+0000 7f16beffd640 1 -- 172.21.15.71:0/1868631434 learned_addr learned my addr 172.21.15.71:0/1868631434 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:55.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.705+0000 7f16bf7fe640 1 --2- 172.21.15.71:0/1868631434 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5642bda849d0 0x5642bdaa5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:55.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.705+0000 7f16bffff640 1 --2- 172.21.15.71:0/1868631434 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5642bda8fbb0 0x5642bdb02960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:55.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.705+0000 7f16beffd640 1 -- 172.21.15.71:0/1868631434 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5642bda8fbb0 msgr2=0x5642bdb02960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:55.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.705+0000 7f16beffd640 1 --2- 172.21.15.71:0/1868631434 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5642bda8fbb0 0x5642bdb02960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.705+0000 7f16beffd640 1 -- 172.21.15.71:0/1868631434 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5642bda849d0 msgr2=0x5642bdaa5040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-15T23:46:55.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.705+0000 7f16beffd640 1 --2- 172.21.15.71:0/1868631434 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5642bda849d0 0x5642bdaa5040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.705+0000 7f16beffd640 1 -- 172.21.15.71:0/1868631434 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642bdb03000 con 0x5642bda852f0 2024-09-15T23:46:55.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.705+0000 7f16bf7fe640 1 --2- 172.21.15.71:0/1868631434 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5642bda849d0 0x5642bdaa5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:55.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.705+0000 7f16bffff640 1 --2- 172.21.15.71:0/1868631434 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5642bda8fbb0 0x5642bdb02960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-15T23:46:55.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.705+0000 7f16beffd640 1 --2- 172.21.15.71:0/1868631434 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda852f0 0x5642bdaa5580 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f16b40b8bc0 tx=0x7f16b40bc5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=834c584b054238e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:55.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.705+0000 7f169effd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-15T23:46:55.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.705+0000 7f169effd640 1 -- 172.21.15.71:0/1868631434 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b4049040 con 0x5642bda852f0 2024-09-15T23:46:55.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.705+0000 7f169effd640 1 -- 172.21.15.71:0/1868631434 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f16b40baa60 con 0x5642bda852f0 2024-09-15T23:46:55.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.705+0000 7f16c85fd740 1 -- 172.21.15.71:0/1868631434 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16b0034070 con 0x5642bda852f0 2024-09-15T23:46:55.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.705+0000 7f169effd640 1 -- 172.21.15.71:0/1868631434 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f16b40bc760 con 0x5642bda852f0 2024-09-15T23:46:55.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.705+0000 7f16c85fd740 10 client.15201 fetch_fsmap learned FSMap version 26 2024-09-15T23:46:55.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.705+0000 7f16c85fd740 1 -- 172.21.15.71:0/1868631434 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5642bdb0a320 con 0x5642bda852f0 2024-09-15T23:46:55.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.706+0000 7f169effd640 1 -- 172.21.15.71:0/1868631434 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16b0034070 con 0x5642bda852f0 2024-09-15T23:46:55.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.706+0000 7f169effd640 1 -- 172.21.15.71:0/1868631434 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8362+0+0 (secure 0 0 0) 0x7f16b40b8dd0 con 0x5642bda852f0 2024-09-15T23:46:55.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.706+0000 7f16c85fd740 10 client.15201 fetch_fsmap finished waiting for FSMap version 26 2024-09-15T23:46:55.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.706+0000 7f16c85fd740 10 client.15201 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-15T23:46:55.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.706+0000 7f16c85fd740 20 client.15201 populate_metadata read hostname 'smithi071' 2024-09-15T23:46:55.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.706+0000 7f16c85fd740 1 --2- 172.21.15.71:0/1868631434 >> [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] conn(0x5642bdaa0290 0x5642bdb0dd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:55.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.706+0000 7f16c85fd740 4 client.15201 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-15T23:46:55.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.706+0000 7f16c85fd740 1 -- 172.21.15.71:0/1868631434 --> [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] -- command(tid 0: {"prefix": "status"}) -- 0x5642bd9f2b10 con 0x5642bdaa0290 2024-09-15T23:46:55.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.706+0000 7f16bf7fe640 1 --2- 172.21.15.71:0/1868631434 >> [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] conn(0x5642bdaa0290 0x5642bdb0dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:55.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.706+0000 7f16bf7fe640 1 --2- 172.21.15.71:0/1868631434 >> [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] conn(0x5642bdaa0290 0x5642bdb0dd20 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a80e15e1c96ead8 server_cookie=50dfcf0167a0f47d in_seq=0 out_seq=0 2024-09-15T23:46:55.714 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.706+0000 7f169effd640 10 client.15201 ms_handle_connect on v2:172.21.15.190:6838/1541612118 2024-09-15T23:46:55.714 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.707+0000 7f169effd640 1 -- 172.21.15.71:0/1868631434 <== mds.0 v2:172.21.15.190:6838/1541612118 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5642bd9f2b10 con 0x5642bdaa0290 2024-09-15T23:46:55.714 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.707+0000 7f169effd640 10 client.15201 handle_command_reply: tid=0 2024-09-15T23:46:55.714 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.707+0000 7f16c85fd740 1 client.15201 shutdown 2024-09-15T23:46:55.714 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.707+0000 7f16c85fd740 1 -- 172.21.15.71:0/1868631434 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda852f0 msgr2=0x5642bdaa5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:55.714 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.707+0000 7f16c85fd740 1 --2- 172.21.15.71:0/1868631434 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda852f0 0x5642bdaa5580 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f16b40b8bc0 tx=0x7f16b40bc5f0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.714 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.707+0000 7f16c85fd740 1 -- 172.21.15.71:0/1868631434 shutdown_connections 2024-09-15T23:46:55.714 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.707+0000 7f16c85fd740 1 --2- 172.21.15.71:0/1868631434 >> [v2:172.21.15.190:6838/1541612118,v1:172.21.15.190:6839/1541612118] conn(0x5642bdaa0290 0x5642bdb0dd20 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.714 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.707+0000 7f169effd640 0 client.15201 ms_handle_reset on v2:172.21.15.190:6838/1541612118 2024-09-15T23:46:55.714 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.707+0000 7f16c85fd740 1 --2- 172.21.15.71:0/1868631434 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5642bda8fbb0 0x5642bdb02960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.714 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.707+0000 7f16c85fd740 1 --2- 172.21.15.71:0/1868631434 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5642bda852f0 0x5642bdaa5580 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.714 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.707+0000 7f16c85fd740 1 --2- 172.21.15.71:0/1868631434 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5642bda849d0 0x5642bdaa5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.714 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.707+0000 7f16c85fd740 1 -- 172.21.15.71:0/1868631434 >> 172.21.15.71:0/1868631434 conn(0x5642bda80f60 msgr2=0x5642bda8c7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:55.714 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.707+0000 7f16c85fd740 1 -- 172.21.15.71:0/1868631434 shutdown_connections 2024-09-15T23:46:55.715 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.707+0000 7f16c85fd740 1 -- 172.21.15.71:0/1868631434 wait complete. 2024-09-15T23:46:55.715 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.707+0000 7f16c85fd740 20 client.15201 trim_cache size 0 max 16384 2024-09-15T23:46:55.715 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-15T23:46:55.715 INFO:teuthology.orchestra.run.smithi071.stdout: "cluster_fsid": "4eeb5726-73bb-11ef-bceb-c7b262605968", 2024-09-15T23:46:55.715 INFO:teuthology.orchestra.run.smithi071.stdout: "whoami": 0, 2024-09-15T23:46:55.715 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 24484, 2024-09-15T23:46:55.715 INFO:teuthology.orchestra.run.smithi071.stdout: "want_state": "up:active", 2024-09-15T23:46:55.715 INFO:teuthology.orchestra.run.smithi071.stdout: "state": "up:active", 2024-09-15T23:46:55.715 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs", 2024-09-15T23:46:55.716 INFO:teuthology.orchestra.run.smithi071.stdout: "rank_uptime": 105.39103128000001, 2024-09-15T23:46:55.716 INFO:teuthology.orchestra.run.smithi071.stdout: "mdsmap_epoch": 26, 2024-09-15T23:46:55.716 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch": 83, 2024-09-15T23:46:55.716 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch_barrier": 83, 2024-09-15T23:46:55.716 INFO:teuthology.orchestra.run.smithi071.stdout: "uptime": 124.157206906 2024-09-15T23:46:55.716 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-15T23:46:55.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.708+0000 7f16c6224640 1 -- 172.21.15.71:0/3051937149 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f16a80a3240 msgr2=0x7f16a80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:55.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.708+0000 7f16c6224640 1 --2- 172.21.15.71:0/3051937149 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f16a80a3240 0x7f16a80a5700 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f16b800c810 tx=0x7f16b800cc10 comp rx=0 tx=0).stop 2024-09-15T23:46:55.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.708+0000 7f16c6224640 1 -- 172.21.15.71:0/3051937149 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16c0100e30 msgr2=0x7f16c0197600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:55.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.708+0000 7f16c6224640 1 --2- 172.21.15.71:0/3051937149 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16c0100e30 0x7f16c0197600 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f16b4005940 tx=0x7f16b4004270 comp rx=0 tx=0).stop 2024-09-15T23:46:55.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.708+0000 7f16c6224640 1 -- 172.21.15.71:0/3051937149 shutdown_connections 2024-09-15T23:46:55.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.708+0000 7f16c6224640 1 --2- 172.21.15.71:0/3051937149 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f16a80a3240 0x7f16a80a5700 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.708+0000 7f16c6224640 1 --2- 172.21.15.71:0/3051937149 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16c01055b0 0x7f16c0197b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.708+0000 7f16c6224640 1 --2- 172.21.15.71:0/3051937149 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16c0100e30 0x7f16c0197600 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.708+0000 7f16c6224640 1 --2- 172.21.15.71:0/3051937149 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f16c0100480 0x7f16c01970c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:55.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.708+0000 7f16c6224640 1 -- 172.21.15.71:0/3051937149 >> 172.21.15.71:0/3051937149 conn(0x7f16c0077210 msgr2=0x7f16c00fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:55.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.708+0000 7f16c6224640 1 -- 172.21.15.71:0/3051937149 shutdown_connections 2024-09-15T23:46:55.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:55.708+0000 7f16c6224640 1 -- 172.21.15.71:0/3051937149 wait complete. 2024-09-15T23:46:56.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:56 smithi071 ceph-mon[30957]: pgmap v332: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-15T23:46:56.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:56 smithi163 ceph-mon[34107]: pgmap v332: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-15T23:46:56.521 INFO:teuthology.run_tasks:Running task sequential... 2024-09-15T23:46:56.531 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-15T23:46:56.531 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-15T23:46:56.531 INFO:teuthology.task.print:Enabling mgr modules 2024-09-15T23:46:56.531 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-09-15T23:46:56.532 INFO:teuthology.task.exec:Executing custom commands... 2024-09-15T23:46:56.533 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi071.front.sepia.ceph.com 2024-09-15T23:46:56.533 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-09-15T23:46:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:56 smithi190 ceph-mon[34840]: pgmap v332: 97 pgs: 97 active+clean; 642 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-15T23:46:56.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.634+0000 7f0e64c65640 1 -- 172.21.15.71:0/1531913303 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0e60102600 msgr2=0x7f0e60108e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:56.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.634+0000 7f0e64c65640 1 --2- 172.21.15.71:0/1531913303 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0e60102600 0x7f0e60108e90 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f0e50009ca0 tx=0x7f0e5002a8c0 comp rx=0 tx=0).stop 2024-09-15T23:46:56.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.634+0000 7f0e64c65640 1 -- 172.21.15.71:0/1531913303 shutdown_connections 2024-09-15T23:46:56.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.634+0000 7f0e64c65640 1 --2- 172.21.15.71:0/1531913303 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0e60102600 0x7f0e60108e90 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:56.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.634+0000 7f0e64c65640 1 --2- 172.21.15.71:0/1531913303 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e60101c40 0x7f0e601020c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:56.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.634+0000 7f0e64c65640 1 --2- 172.21.15.71:0/1531913303 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0e60100a50 0x7f0e60100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:56.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.634+0000 7f0e64c65640 1 -- 172.21.15.71:0/1531913303 >> 172.21.15.71:0/1531913303 conn(0x7f0e600fc1b0 msgr2=0x7f0e600fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:56.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.634+0000 7f0e64c65640 1 -- 172.21.15.71:0/1531913303 shutdown_connections 2024-09-15T23:46:56.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.634+0000 7f0e64c65640 1 -- 172.21.15.71:0/1531913303 wait complete. 2024-09-15T23:46:56.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.635+0000 7f0e64c65640 1 Processor -- start 2024-09-15T23:46:56.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.635+0000 7f0e64c65640 1 -- start start 2024-09-15T23:46:56.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.635+0000 7f0e64c65640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0e60100a50 0x7f0e60197bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:56.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.635+0000 7f0e64c65640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0e60101c40 0x7f0e60198130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:56.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.635+0000 7f0e64c65640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e60102600 0x7f0e6019f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:56.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.635+0000 7f0e64c65640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f0e6010c560 con 0x7f0e60100a50 2024-09-15T23:46:56.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.635+0000 7f0e64c65640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f0e6010c3e0 con 0x7f0e60101c40 2024-09-15T23:46:56.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.635+0000 7f0e64c65640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f0e6010c6e0 con 0x7f0e60102600 2024-09-15T23:46:56.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.635+0000 7f0e5e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0e60100a50 0x7f0e60197bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:56.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.635+0000 7f0e5e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0e60100a50 0x7f0e60197bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53124/0 (socket says 172.21.15.71:53124) 2024-09-15T23:46:56.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.635+0000 7f0e5e59c640 1 -- 172.21.15.71:0/1189905080 learned_addr learned my addr 172.21.15.71:0/1189905080 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:56.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.636+0000 7f0e5e59c640 1 -- 172.21.15.71:0/1189905080 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e60102600 msgr2=0x7f0e6019f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:56.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.636+0000 7f0e5e59c640 1 --2- 172.21.15.71:0/1189905080 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e60102600 0x7f0e6019f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:56.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.636+0000 7f0e5e59c640 1 -- 172.21.15.71:0/1189905080 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0e60101c40 msgr2=0x7f0e60198130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:56.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.636+0000 7f0e5e59c640 1 --2- 172.21.15.71:0/1189905080 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0e60101c40 0x7f0e60198130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:56.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.636+0000 7f0e5e59c640 1 -- 172.21.15.71:0/1189905080 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e6019f810 con 0x7f0e60100a50 2024-09-15T23:46:56.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.636+0000 7f0e5e59c640 1 --2- 172.21.15.71:0/1189905080 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0e60100a50 0x7f0e60197bf0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f0e5800c970 tx=0x7f0e5800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:56.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.636+0000 7f0e577fe640 1 -- 172.21.15.71:0/1189905080 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e58007c10 con 0x7f0e60100a50 2024-09-15T23:46:56.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.636+0000 7f0e577fe640 1 -- 172.21.15.71:0/1189905080 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0e58007db0 con 0x7f0e60100a50 2024-09-15T23:46:56.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.636+0000 7f0e64c65640 1 -- 172.21.15.71:0/1189905080 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e6019fb00 con 0x7f0e60100a50 2024-09-15T23:46:56.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.636+0000 7f0e577fe640 1 -- 172.21.15.71:0/1189905080 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e5800f870 con 0x7f0e60100a50 2024-09-15T23:46:56.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.636+0000 7f0e64c65640 1 -- 172.21.15.71:0/1189905080 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e601a0050 con 0x7f0e60100a50 2024-09-15T23:46:56.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.637+0000 7f0e64c65640 1 -- 172.21.15.71:0/1189905080 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e601a0280 con 0x7f0e60100a50 2024-09-15T23:46:56.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.638+0000 7f0e577fe640 1 -- 172.21.15.71:0/1189905080 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 18) ==== 138355+0+0 (secure 0 0 0) 0x7f0e5800fa10 con 0x7f0e60100a50 2024-09-15T23:46:56.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.639+0000 7f0e577fe640 1 --2- 172.21.15.71:0/1189905080 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0e4c0a32f0 0x7f0e4c0a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:56.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.639+0000 7f0e5dd9b640 1 --2- 172.21.15.71:0/1189905080 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0e4c0a32f0 0x7f0e4c0a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:56.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.639+0000 7f0e577fe640 1 -- 172.21.15.71:0/1189905080 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f0e580cfd20 con 0x7f0e60100a50 2024-09-15T23:46:56.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.639+0000 7f0e5dd9b640 1 --2- 172.21.15.71:0/1189905080 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0e4c0a32f0 0x7f0e4c0a57b0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f0e60199100 tx=0x7f0e48005c70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:56.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.643+0000 7f0e577fe640 1 -- 172.21.15.71:0/1189905080 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0e5809cb00 con 0x7f0e60100a50 2024-09-15T23:46:56.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:56.852+0000 7f0e64c65640 1 -- 172.21.15.71:0/1189905080 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f0e601a0b50 con 0x7f0e60100a50 2024-09-15T23:46:57.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:57.138+0000 7f0e577fe640 1 -- 172.21.15.71:0/1189905080 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) ==== 92+0+0 (secure 0 0 0) 0x7f0e5809c400 con 0x7f0e60100a50 2024-09-15T23:46:57.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:57.140+0000 7f0e64c65640 1 -- 172.21.15.71:0/1189905080 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0e4c0a32f0 msgr2=0x7f0e4c0a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:57.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:57.140+0000 7f0e64c65640 1 --2- 172.21.15.71:0/1189905080 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0e4c0a32f0 0x7f0e4c0a57b0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f0e60199100 tx=0x7f0e48005c70 comp rx=0 tx=0).stop 2024-09-15T23:46:57.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:57.140+0000 7f0e64c65640 1 -- 172.21.15.71:0/1189905080 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0e60100a50 msgr2=0x7f0e60197bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:57.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:57.140+0000 7f0e64c65640 1 --2- 172.21.15.71:0/1189905080 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0e60100a50 0x7f0e60197bf0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f0e5800c970 tx=0x7f0e5800ce30 comp rx=0 tx=0).stop 2024-09-15T23:46:57.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:57.140+0000 7f0e64c65640 1 -- 172.21.15.71:0/1189905080 shutdown_connections 2024-09-15T23:46:57.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:57.140+0000 7f0e64c65640 1 --2- 172.21.15.71:0/1189905080 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f0e4c0a32f0 0x7f0e4c0a57b0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:57.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:57.140+0000 7f0e64c65640 1 --2- 172.21.15.71:0/1189905080 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e60102600 0x7f0e6019f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:57.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:57.140+0000 7f0e64c65640 1 --2- 172.21.15.71:0/1189905080 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0e60101c40 0x7f0e60198130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:57.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:57.140+0000 7f0e64c65640 1 --2- 172.21.15.71:0/1189905080 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0e60100a50 0x7f0e60197bf0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:57.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:57.140+0000 7f0e64c65640 1 -- 172.21.15.71:0/1189905080 >> 172.21.15.71:0/1189905080 conn(0x7f0e600fc1b0 msgr2=0x7f0e600fdb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:57.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:57.140+0000 7f0e64c65640 1 -- 172.21.15.71:0/1189905080 shutdown_connections 2024-09-15T23:46:57.143 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:57.140+0000 7f0e64c65640 1 -- 172.21.15.71:0/1189905080 wait complete. 2024-09-15T23:46:57.160 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-15T23:46:57.192 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-15T23:46:57.193 INFO:tasks.ceph_fuse:config is {'client.0': {}} 2024-09-15T23:46:57.193 INFO:tasks.ceph_fuse:client.0 config is {'mount_subvol_num': 0} 2024-09-15T23:46:57.193 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-15T23:46:57.193 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-15T23:46:57.194 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T23:46:57.194 DEBUG:teuthology.orchestra.run.smithi071:> ip netns list 2024-09-15T23:46:57.212 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T23:46:57.212 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link delete ceph-brx 2024-09-15T23:46:57.280 INFO:teuthology.orchestra.run.smithi071.stderr:Cannot find device "ceph-brx" 2024-09-15T23:46:57.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-15T23:46:57.282 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-15T23:46:57.282 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-15T23:46:57.282 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs ls 2024-09-15T23:46:57.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:57 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1189905080' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-09-15T23:46:57.426 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:46:57 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: ignoring --setuser ceph since I am not root 2024-09-15T23:46:57.426 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:46:57 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: ignoring --setgroup ceph since I am not root 2024-09-15T23:46:57.426 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:46:57 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:46:57.291+0000 7fb1f4c44040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-15T23:46:57.427 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:46:57 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:46:57.351+0000 7fb1f4c44040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-15T23:46:57.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:57 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1189905080' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-09-15T23:46:57.484 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:46:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: ignoring --setuser ceph since I am not root 2024-09-15T23:46:57.485 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:46:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: ignoring --setgroup ceph since I am not root 2024-09-15T23:46:57.485 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:46:57 smithi163 ceph-mgr[35473]: -- 172.21.15.163:0/2990722010 <== mon.2 v2:172.21.15.163:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5629e71390e0 con 0x5629e7117000 2024-09-15T23:46:57.485 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:46:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:46:57.291+0000 7f735dbed040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-15T23:46:57.485 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:46:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:46:57.349+0000 7f735dbed040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-15T23:46:57.500 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:57 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1189905080' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-09-15T23:46:57.500 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:46:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: ignoring --setuser ceph since I am not root 2024-09-15T23:46:57.500 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:46:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: ignoring --setgroup ceph since I am not root 2024-09-15T23:46:57.500 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:46:57 smithi190 ceph-mgr[36649]: -- 172.21.15.190:0/4243201507 <== mon.0 v2:172.21.15.71:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5565b6e670e0 con 0x5565b6e45400 2024-09-15T23:46:57.501 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:46:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:46:57.293+0000 7f891a8a0040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-15T23:46:57.501 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:46:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:46:57.350+0000 7f891a8a0040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-15T23:46:57.501 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:46:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:46:57.499+0000 7f891a8a0040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-15T23:46:57.577 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-15T23:46:57.814 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:46:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:46:57.565+0000 7f891a8a0040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-15T23:46:57.814 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:46:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:46:57.711+0000 7f891a8a0040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-15T23:46:57.836 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:46:57 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:46:57.506+0000 7fb1f4c44040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-15T23:46:57.837 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:46:57 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:46:57.580+0000 7fb1f4c44040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-15T23:46:57.837 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:46:57 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:46:57.734+0000 7fb1f4c44040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-15T23:46:57.853 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:46:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:46:57.497+0000 7f735dbed040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-15T23:46:57.853 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:46:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:46:57.563+0000 7f735dbed040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-15T23:46:57.854 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:46:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:46:57.711+0000 7f735dbed040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-15T23:46:57.854 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:46:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:46:57.852+0000 7f735dbed040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-15T23:46:58.088 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:46:57 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:46:57.880+0000 7fb1f4c44040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-15T23:46:58.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.078+0000 7f7b4de2a640 1 -- 172.21.15.71:0/673767116 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7b48101df0 msgr2=0x7f7b481021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:58.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.078+0000 7f7b4de2a640 1 --2- 172.21.15.71:0/673767116 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7b48101df0 0x7f7b481021d0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f7b38009900 tx=0x7f7b3802a410 comp rx=0 tx=0).stop 2024-09-15T23:46:58.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.078+0000 7f7b4de2a640 1 -- 172.21.15.71:0/673767116 shutdown_connections 2024-09-15T23:46:58.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.078+0000 7f7b4de2a640 1 --2- 172.21.15.71:0/673767116 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7b48106f20 0x7f7b4810eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:58.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.078+0000 7f7b4de2a640 1 --2- 172.21.15.71:0/673767116 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7b481027a0 0x7f7b481067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:58.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.078+0000 7f7b4de2a640 1 --2- 172.21.15.71:0/673767116 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7b48101df0 0x7f7b481021d0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:58.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.078+0000 7f7b4de2a640 1 -- 172.21.15.71:0/673767116 >> 172.21.15.71:0/673767116 conn(0x7f7b480fd8f0 msgr2=0x7f7b480ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:58.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.078+0000 7f7b4de2a640 1 -- 172.21.15.71:0/673767116 shutdown_connections 2024-09-15T23:46:58.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.078+0000 7f7b4de2a640 1 -- 172.21.15.71:0/673767116 wait complete. 2024-09-15T23:46:58.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.078+0000 7f7b4de2a640 1 Processor -- start 2024-09-15T23:46:58.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.079+0000 7f7b4de2a640 1 -- start start 2024-09-15T23:46:58.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.079+0000 7f7b4de2a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7b48101df0 0x7f7b48198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:58.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.079+0000 7f7b4de2a640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7b481027a0 0x7f7b481988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:58.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.079+0000 7f7b4de2a640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7b48106f20 0x7f7b4819cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:58.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.079+0000 7f7b4de2a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7b48111e30 con 0x7f7b48101df0 2024-09-15T23:46:58.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.079+0000 7f7b4de2a640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f7b48111cb0 con 0x7f7b481027a0 2024-09-15T23:46:58.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.079+0000 7f7b4de2a640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f7b48111fb0 con 0x7f7b48106f20 2024-09-15T23:46:58.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.079+0000 7f7b477fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7b48101df0 0x7f7b48198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:58.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.079+0000 7f7b477fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7b48101df0 0x7f7b48198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:53158/0 (socket says 172.21.15.71:53158) 2024-09-15T23:46:58.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.079+0000 7f7b46ffd640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7b481027a0 0x7f7b481988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:58.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.079+0000 7f7b477fe640 1 -- 172.21.15.71:0/3227200558 learned_addr learned my addr 172.21.15.71:0/3227200558 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:46:58.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.079+0000 7f7b47fff640 1 --2- 172.21.15.71:0/3227200558 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7b48106f20 0x7f7b4819cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:46:58.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.079+0000 7f7b46ffd640 1 -- 172.21.15.71:0/3227200558 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7b48106f20 msgr2=0x7f7b4819cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:58.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.079+0000 7f7b46ffd640 1 --2- 172.21.15.71:0/3227200558 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7b48106f20 0x7f7b4819cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:58.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.079+0000 7f7b46ffd640 1 -- 172.21.15.71:0/3227200558 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7b48101df0 msgr2=0x7f7b48198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:58.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.079+0000 7f7b46ffd640 1 --2- 172.21.15.71:0/3227200558 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7b48101df0 0x7f7b48198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:58.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.079+0000 7f7b46ffd640 1 -- 172.21.15.71:0/3227200558 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b4819d320 con 0x7f7b481027a0 2024-09-15T23:46:58.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.080+0000 7f7b46ffd640 1 --2- 172.21.15.71:0/3227200558 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7b481027a0 0x7f7b481988b0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7b3c00e9f0 tx=0x7f7b3c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:46:58.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.080+0000 7f7b44ff9640 1 -- 172.21.15.71:0/3227200558 <== mon.2 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b3c00ccc0 con 0x7f7b481027a0 2024-09-15T23:46:58.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.080+0000 7f7b44ff9640 1 -- 172.21.15.71:0/3227200558 <== mon.2 v2:172.21.15.163:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b3c005020 con 0x7f7b481027a0 2024-09-15T23:46:58.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.080+0000 7f7b4de2a640 1 -- 172.21.15.71:0/3227200558 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b4819d610 con 0x7f7b481027a0 2024-09-15T23:46:58.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.080+0000 7f7b44ff9640 1 -- 172.21.15.71:0/3227200558 <== mon.2 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b3c004a00 con 0x7f7b481027a0 2024-09-15T23:46:58.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.080+0000 7f7b4de2a640 1 -- 172.21.15.71:0/3227200558 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b481a4ef0 con 0x7f7b481027a0 2024-09-15T23:46:58.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.081+0000 7f7b4de2a640 1 -- 172.21.15.71:0/3227200558 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b481021d0 con 0x7f7b481027a0 2024-09-15T23:46:58.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.082+0000 7f7b44ff9640 1 -- 172.21.15.71:0/3227200558 <== mon.2 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 19) ==== 138372+0+0 (secure 0 0 0) 0x7f7b3c004ba0 con 0x7f7b481027a0 2024-09-15T23:46:58.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.082+0000 7f7b44ff9640 1 --2- 172.21.15.71:0/3227200558 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7b300a3290 0x7f7b300a5750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:46:58.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.082+0000 7f7b477fe640 1 -- 172.21.15.71:0/3227200558 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7b300a3290 msgr2=0x7f7b300a5750 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/881242149 2024-09-15T23:46:58.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.083+0000 7f7b44ff9640 1 -- 172.21.15.71:0/3227200558 <== mon.2 v2:172.21.15.163:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8182+0+0 (secure 0 0 0) 0x7f7b3c0cfbe0 con 0x7f7b481027a0 2024-09-15T23:46:58.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.083+0000 7f7b477fe640 1 --2- 172.21.15.71:0/3227200558 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7b300a3290 0x7f7b300a5750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-15T23:46:58.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.086+0000 7f7b44ff9640 1 -- 172.21.15.71:0/3227200558 <== mon.2 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7b3c09c8d0 con 0x7f7b481027a0 2024-09-15T23:46:58.140 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:46:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:46:57.852+0000 7f891a8a0040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-15T23:46:58.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.284+0000 7f7b477fe640 1 -- 172.21.15.71:0/3227200558 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7b300a3290 msgr2=0x7f7b300a5750 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/881242149 2024-09-15T23:46:58.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.284+0000 7f7b477fe640 1 --2- 172.21.15.71:0/3227200558 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7b300a3290 0x7f7b300a5750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-15T23:46:58.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.295+0000 7f7b4de2a640 1 -- 172.21.15.71:0/3227200558 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f7b481996d0 con 0x7f7b481027a0 2024-09-15T23:46:58.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.296+0000 7f7b44ff9640 1 -- 172.21.15.71:0/3227200558 <== mon.2 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v26) ==== 53+0+73 (secure 0 0 0) 0x7f7b3c09c1d0 con 0x7f7b481027a0 2024-09-15T23:46:58.298 INFO:teuthology.orchestra.run.smithi071.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-15T23:46:58.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.298+0000 7f7b4de2a640 1 -- 172.21.15.71:0/3227200558 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7b300a3290 msgr2=0x7f7b300a5750 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-15T23:46:58.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.298+0000 7f7b4de2a640 1 --2- 172.21.15.71:0/3227200558 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7b300a3290 0x7f7b300a5750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:58.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.298+0000 7f7b4de2a640 1 -- 172.21.15.71:0/3227200558 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7b481027a0 msgr2=0x7f7b481988b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:46:58.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.298+0000 7f7b4de2a640 1 --2- 172.21.15.71:0/3227200558 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7b481027a0 0x7f7b481988b0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7b3c00e9f0 tx=0x7f7b3c00eeb0 comp rx=0 tx=0).stop 2024-09-15T23:46:58.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.299+0000 7f7b4de2a640 1 -- 172.21.15.71:0/3227200558 shutdown_connections 2024-09-15T23:46:58.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.299+0000 7f7b4de2a640 1 --2- 172.21.15.71:0/3227200558 >> [v2:172.21.15.71:6800/881242149,v1:172.21.15.71:6801/881242149] conn(0x7f7b300a3290 0x7f7b300a5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:58.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.299+0000 7f7b4de2a640 1 --2- 172.21.15.71:0/3227200558 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7b48106f20 0x7f7b4819cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:58.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.299+0000 7f7b4de2a640 1 --2- 172.21.15.71:0/3227200558 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7b481027a0 0x7f7b481988b0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:58.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.299+0000 7f7b4de2a640 1 --2- 172.21.15.71:0/3227200558 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7b48101df0 0x7f7b48198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:46:58.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.299+0000 7f7b4de2a640 1 -- 172.21.15.71:0/3227200558 >> 172.21.15.71:0/3227200558 conn(0x7f7b480fd8f0 msgr2=0x7f7b480fecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:46:58.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.299+0000 7f7b4de2a640 1 -- 172.21.15.71:0/3227200558 shutdown_connections 2024-09-15T23:46:58.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:58.299+0000 7f7b4de2a640 1 -- 172.21.15.71:0/3227200558 wait complete. 2024-09-15T23:46:58.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:58 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1189905080' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-09-15T23:46:58.342 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:58 smithi071 ceph-mon[30957]: mgrmap e19: x(active, since 8m), standbys: z, y 2024-09-15T23:46:58.343 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:46:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:46:58.204+0000 7fb1f4c44040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-15T23:46:58.343 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:46:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:46:58.267+0000 7fb1f4c44040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-15T23:46:58.408 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:58 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1189905080' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-09-15T23:46:58.409 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:58 smithi190 ceph-mon[34840]: mgrmap e19: x(active, since 8m), standbys: z, y 2024-09-15T23:46:58.409 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:46:58 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:46:58.161+0000 7f891a8a0040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-15T23:46:58.409 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:46:58 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:46:58.222+0000 7f891a8a0040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-15T23:46:58.411 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:58 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1189905080' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-09-15T23:46:58.411 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:58 smithi163 ceph-mon[34107]: mgrmap e19: x(active, since 8m), standbys: z, y 2024-09-15T23:46:58.412 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:46:58 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:46:58.166+0000 7f735dbed040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-15T23:46:58.412 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:46:58 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:46:58.227+0000 7f735dbed040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-15T23:46:58.412 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:46:58 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:46:58.409+0000 7f735dbed040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-15T23:46:58.676 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:46:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:46:58.460+0000 7fb1f4c44040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-15T23:46:58.813 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:46:58 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:46:58.407+0000 7f891a8a0040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-15T23:46:59.100 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-15T23:46:59.100 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-15T23:46:59.100 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi071.front.sepia.ceph.com 2024-09-15T23:46:59.100 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-15T23:46:59.100 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-15T23:46:59.100 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-15T23:46:59.100 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-15T23:46:59.100 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-15T23:46:59.100 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-15T23:46:59.101 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T23:46:59.101 DEBUG:teuthology.orchestra.run.smithi071:> ip addr 2024-09-15T23:46:59.120 INFO:teuthology.orchestra.run.smithi071.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-15T23:46:59.120 INFO:teuthology.orchestra.run.smithi071.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-15T23:46:59.120 INFO:teuthology.orchestra.run.smithi071.stdout: inet 127.0.0.1/8 scope host lo 2024-09-15T23:46:59.120 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2024-09-15T23:46:59.120 INFO:teuthology.orchestra.run.smithi071.stdout: inet6 ::1/128 scope host 2024-09-15T23:46:59.120 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2024-09-15T23:46:59.121 INFO:teuthology.orchestra.run.smithi071.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-15T23:46:59.121 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 0c:c4:7a:d8:aa:4a brd ff:ff:ff:ff:ff:ff 2024-09-15T23:46:59.121 INFO:teuthology.orchestra.run.smithi071.stdout: altname enp7s0f0 2024-09-15T23:46:59.121 INFO:teuthology.orchestra.run.smithi071.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-15T23:46:59.121 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 0c:c4:7a:d8:aa:4b brd ff:ff:ff:ff:ff:ff 2024-09-15T23:46:59.121 INFO:teuthology.orchestra.run.smithi071.stdout: altname enp7s0f1 2024-09-15T23:46:59.121 INFO:teuthology.orchestra.run.smithi071.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-15T23:46:59.121 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 0c:c4:7a:8f:d7:64 brd ff:ff:ff:ff:ff:ff 2024-09-15T23:46:59.121 INFO:teuthology.orchestra.run.smithi071.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-15T23:46:59.121 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 0c:c4:7a:8f:d7:65 brd ff:ff:ff:ff:ff:ff 2024-09-15T23:46:59.121 INFO:teuthology.orchestra.run.smithi071.stdout: inet 172.21.15.71/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-15T23:46:59.121 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft 42186sec preferred_lft 42186sec 2024-09-15T23:46:59.121 INFO:teuthology.orchestra.run.smithi071.stdout: inet6 fe80::ec4:7aff:fe8f:d765/64 scope link noprefixroute 2024-09-15T23:46:59.121 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2024-09-15T23:46:59.122 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-15T23:46:59.122 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T23:46:59.122 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2024-09-15T23:46:59.122 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link add name ceph-brx type bridge 2024-09-15T23:46:59.122 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip addr flush dev ceph-brx 2024-09-15T23:46:59.122 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link set ceph-brx up 2024-09-15T23:46:59.122 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-15T23:46:59.122 DEBUG:teuthology.orchestra.run.smithi071:> ') 2024-09-15T23:46:59.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:59 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T23:46:59.324 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:46:59 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/3227200558' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-15T23:46:59.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T23:46:59.335 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T23:46:59.335 DEBUG:teuthology.orchestra.run.smithi071:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-15T23:46:59.360 INFO:teuthology.orchestra.run.smithi071.stdout:1 2024-09-15T23:46:59.361 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T23:46:59.361 DEBUG:teuthology.orchestra.run.smithi071:> route 2024-09-15T23:46:59.437 INFO:teuthology.orchestra.run.smithi071.stdout:Kernel IP routing table 2024-09-15T23:46:59.438 INFO:teuthology.orchestra.run.smithi071.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-15T23:46:59.438 INFO:teuthology.orchestra.run.smithi071.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-15T23:46:59.438 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-15T23:46:59.438 INFO:teuthology.orchestra.run.smithi071.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-15T23:46:59.438 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T23:46:59.439 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2024-09-15T23:46:59.439 DEBUG:teuthology.orchestra.run.smithi071:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-15T23:46:59.439 DEBUG:teuthology.orchestra.run.smithi071:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-15T23:46:59.439 DEBUG:teuthology.orchestra.run.smithi071:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-15T23:46:59.439 DEBUG:teuthology.orchestra.run.smithi071:> ') 2024-09-15T23:46:59.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:46:59 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/3227200558' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-15T23:46:59.484 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:46:59 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:46:59.291+0000 7f735dbed040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-15T23:46:59.484 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:46:59 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:46:59.361+0000 7f735dbed040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-15T23:46:59.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:59 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T23:46:59.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:46:59 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/3227200558' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-15T23:46:59.563 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:46:59 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:46:59.285+0000 7f891a8a0040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-15T23:46:59.563 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:46:59 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:46:59.355+0000 7f891a8a0040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-15T23:46:59.631 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:46:59 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:46:59.378+0000 7fb1f4c44040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-15T23:46:59.631 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:46:59 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:46:59.448+0000 7fb1f4c44040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-15T23:46:59.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T23:46:59.742 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T23:46:59.743 DEBUG:teuthology.orchestra.run.smithi071:> ip netns list 2024-09-15T23:46:59.759 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T23:46:59.759 DEBUG:teuthology.orchestra.run.smithi071:> ip netns list-id 2024-09-15T23:46:59.815 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T23:46:59.815 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2024-09-15T23:46:59.815 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-15T23:46:59.815 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-15T23:46:59.815 DEBUG:teuthology.orchestra.run.smithi071:> ') 2024-09-15T23:46:59.903 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:59 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T23:46:59.926 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T23:46:59.933 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-15T23:46:59.933 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T23:46:59.933 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2024-09-15T23:46:59.933 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-15T23:46:59.934 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-15T23:46:59.934 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-15T23:46:59.934 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-15T23:46:59.934 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-15T23:46:59.934 DEBUG:teuthology.orchestra.run.smithi071:> ') 2024-09-15T23:46:59.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:46:59 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T23:47:00.055 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T23:47:00.061 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-15T23:47:00.061 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2024-09-15T23:47:00.061 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link set brx.0 up 2024-09-15T23:47:00.061 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link set dev brx.0 master ceph-brx 2024-09-15T23:47:00.061 DEBUG:teuthology.orchestra.run.smithi071:> ') 2024-09-15T23:47:00.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-15T23:47:00.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T23:47:00.140 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {'mount_subvol_num': 0} 2024-09-15T23:47:00.140 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-15T23:47:00.140 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-15T23:47:00.156 INFO:teuthology.orchestra.run.smithi071.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-15T23:47:00.156 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-15T23:47:00.156 DEBUG:teuthology.orchestra.run.smithi071:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-15T23:47:00.211 DEBUG:teuthology.orchestra.run.smithi071:> sudo modprobe fuse 2024-09-15T23:47:00.279 DEBUG:teuthology.orchestra.run.smithi071:> cat /proc/self/mounts | awk '{print $2}' 2024-09-15T23:47:00.313 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:47:00 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:47:00.060+0000 7f891a8a0040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-15T23:47:00.313 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:47:00 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:47:00.174+0000 7f891a8a0040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-15T23:47:00.331 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:47:00 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:47:00.071+0000 7f735dbed040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-15T23:47:00.331 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:47:00 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:47:00.187+0000 7f735dbed040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-15T23:47:00.336 INFO:teuthology.orchestra.run.smithi071.stdout:/proc 2024-09-15T23:47:00.336 INFO:teuthology.orchestra.run.smithi071.stdout:/sys 2024-09-15T23:47:00.336 INFO:teuthology.orchestra.run.smithi071.stdout:/dev 2024-09-15T23:47:00.336 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/security 2024-09-15T23:47:00.336 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/shm 2024-09-15T23:47:00.336 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/pts 2024-09-15T23:47:00.336 INFO:teuthology.orchestra.run.smithi071.stdout:/run 2024-09-15T23:47:00.336 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/cgroup 2024-09-15T23:47:00.336 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/pstore 2024-09-15T23:47:00.336 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/bpf 2024-09-15T23:47:00.337 INFO:teuthology.orchestra.run.smithi071.stdout:/ 2024-09-15T23:47:00.337 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/selinux 2024-09-15T23:47:00.337 INFO:teuthology.orchestra.run.smithi071.stdout:/proc/sys/fs/binfmt_misc 2024-09-15T23:47:00.337 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/mqueue 2024-09-15T23:47:00.337 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/hugepages 2024-09-15T23:47:00.337 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/debug 2024-09-15T23:47:00.337 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/tracing 2024-09-15T23:47:00.337 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/fuse/connections 2024-09-15T23:47:00.337 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/config 2024-09-15T23:47:00.337 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-sysctl.service 2024-09-15T23:47:00.337 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-15T23:47:00.337 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-15T23:47:00.337 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/nfs/rpc_pipefs 2024-09-15T23:47:00.338 INFO:teuthology.orchestra.run.smithi071.stdout:/run/user/1000 2024-09-15T23:47:00.338 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/ceph 2024-09-15T23:47:00.338 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay 2024-09-15T23:47:00.338 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/b13de545d21bf639fb95ccd09270e2d9dba9bfec3cf983d562c0ad63a72872d8/merged 2024-09-15T23:47:00.338 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/67016375be7e92fe796b6f19041bcc0257a6a26fc3c30b9ebbc7bfb7bb7c60a0/merged 2024-09-15T23:47:00.338 INFO:teuthology.orchestra.run.smithi071.stdout:/run/user/0 2024-09-15T23:47:00.338 INFO:teuthology.orchestra.run.smithi071.stdout:/proc/sys/fs/binfmt_misc 2024-09-15T23:47:00.338 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/61cab6677ead55979106dbfb1f8e991da5c50cd282ddc97453fad5406635b4ab/merged 2024-09-15T23:47:00.338 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/f55a46fc3df8a45b2ff6991f8a2eb8921f3e1cf7a980176ef3ecfe912ece581b/merged 2024-09-15T23:47:00.338 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/200511bd755680ba14c53aaa7038e5167c8e95d96f61ae456b7cc9404786e6a8/merged 2024-09-15T23:47:00.338 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/cec9945b5bf6b27856e5b6678ef45bd9e531dc1c8a04cfa2558b860ba7c817c7/merged 2024-09-15T23:47:00.338 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/357f65741231cd6a807abdb67b60915539dd64d2cbe2155e11a6e80fd402c515/merged 2024-09-15T23:47:00.338 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/91e8ee3d05e0500a64b686f9b65d53c51017fcd42fa492d5400788c84ce642d6/merged 2024-09-15T23:47:00.339 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/0b6d0f7cfa730703066e7e0876ca755720611b5c4db93d03b2eb174dad827bc9/merged 2024-09-15T23:47:00.339 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/4846e9d57075f2f7f029f0d19ef4a9a12310d25d9d80c84a8eca8493ebf783e7/merged 2024-09-15T23:47:00.339 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns 2024-09-15T23:47:00.339 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-15T23:47:00.339 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-15T23:47:00.339 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T23:47:00.339 DEBUG:teuthology.orchestra.run.smithi071:> ls /sys/fs/fuse/connections 2024-09-15T23:47:00.392 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-15T23:47:00.392 DEBUG:teuthology.orchestra.run.smithi071:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0 --client_mountpoint=/volumes/qa/sv_0/ab4acaa3-53ca-409f-a030-13ed6115a214 --client_fs=cephfs) 2024-09-15T23:47:00.435 DEBUG:teuthology.orchestra.run.smithi071:> sudo modprobe fuse 2024-09-15T23:47:00.460 DEBUG:teuthology.orchestra.run.smithi071:> cat /proc/self/mounts | awk '{print $2}' 2024-09-15T23:47:00.469 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:00 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:00.207+0000 7fb1f4c44040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-15T23:47:00.470 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:00 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:00.328+0000 7fb1f4c44040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-15T23:47:00.485 INFO:teuthology.orchestra.run.smithi071.stdout:/proc 2024-09-15T23:47:00.485 INFO:teuthology.orchestra.run.smithi071.stdout:/sys 2024-09-15T23:47:00.485 INFO:teuthology.orchestra.run.smithi071.stdout:/dev 2024-09-15T23:47:00.485 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/security 2024-09-15T23:47:00.486 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/shm 2024-09-15T23:47:00.486 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/pts 2024-09-15T23:47:00.486 INFO:teuthology.orchestra.run.smithi071.stdout:/run 2024-09-15T23:47:00.486 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/cgroup 2024-09-15T23:47:00.486 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/pstore 2024-09-15T23:47:00.486 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/bpf 2024-09-15T23:47:00.486 INFO:teuthology.orchestra.run.smithi071.stdout:/ 2024-09-15T23:47:00.486 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/selinux 2024-09-15T23:47:00.486 INFO:teuthology.orchestra.run.smithi071.stdout:/proc/sys/fs/binfmt_misc 2024-09-15T23:47:00.486 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/mqueue 2024-09-15T23:47:00.486 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/hugepages 2024-09-15T23:47:00.486 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/debug 2024-09-15T23:47:00.486 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/tracing 2024-09-15T23:47:00.487 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/fuse/connections 2024-09-15T23:47:00.487 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/config 2024-09-15T23:47:00.487 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-sysctl.service 2024-09-15T23:47:00.487 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-15T23:47:00.487 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-15T23:47:00.487 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/nfs/rpc_pipefs 2024-09-15T23:47:00.487 INFO:teuthology.orchestra.run.smithi071.stdout:/run/user/1000 2024-09-15T23:47:00.487 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/ceph 2024-09-15T23:47:00.487 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay 2024-09-15T23:47:00.487 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/b13de545d21bf639fb95ccd09270e2d9dba9bfec3cf983d562c0ad63a72872d8/merged 2024-09-15T23:47:00.487 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/67016375be7e92fe796b6f19041bcc0257a6a26fc3c30b9ebbc7bfb7bb7c60a0/merged 2024-09-15T23:47:00.487 INFO:teuthology.orchestra.run.smithi071.stdout:/run/user/0 2024-09-15T23:47:00.487 INFO:teuthology.orchestra.run.smithi071.stdout:/proc/sys/fs/binfmt_misc 2024-09-15T23:47:00.487 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/61cab6677ead55979106dbfb1f8e991da5c50cd282ddc97453fad5406635b4ab/merged 2024-09-15T23:47:00.488 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/f55a46fc3df8a45b2ff6991f8a2eb8921f3e1cf7a980176ef3ecfe912ece581b/merged 2024-09-15T23:47:00.488 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/200511bd755680ba14c53aaa7038e5167c8e95d96f61ae456b7cc9404786e6a8/merged 2024-09-15T23:47:00.488 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/cec9945b5bf6b27856e5b6678ef45bd9e531dc1c8a04cfa2558b860ba7c817c7/merged 2024-09-15T23:47:00.488 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/357f65741231cd6a807abdb67b60915539dd64d2cbe2155e11a6e80fd402c515/merged 2024-09-15T23:47:00.488 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/91e8ee3d05e0500a64b686f9b65d53c51017fcd42fa492d5400788c84ce642d6/merged 2024-09-15T23:47:00.488 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/0b6d0f7cfa730703066e7e0876ca755720611b5c4db93d03b2eb174dad827bc9/merged 2024-09-15T23:47:00.488 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/4846e9d57075f2f7f029f0d19ef4a9a12310d25d9d80c84a8eca8493ebf783e7/merged 2024-09-15T23:47:00.488 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns 2024-09-15T23:47:00.488 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-15T23:47:00.488 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-15T23:47:00.488 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T23:47:00.489 DEBUG:teuthology.orchestra.run.smithi071:> ls /sys/fs/fuse/connections 2024-09-15T23:47:00.545 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi071.stderr:2024-09-15T23:47:00.544+0000 7fee229dd480 -1 init, newargv = 0x55ba368e4b50 newargc=15 2024-09-15T23:47:00.545 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi071.stderr:ceph-fuse[82763]: starting ceph client 2024-09-15T23:47:00.564 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi071.stderr:ceph-fuse[82763]: starting fuse 2024-09-15T23:47:00.599 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:47:00 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:47:00.316+0000 7f891a8a0040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-15T23:47:00.599 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:47:00 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:47:00.377+0000 7f891a8a0040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-15T23:47:00.599 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:47:00 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:47:00.527+0000 7f891a8a0040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-15T23:47:00.615 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:47:00 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:47:00.329+0000 7f735dbed040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-15T23:47:00.615 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:47:00 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:47:00.391+0000 7f735dbed040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-15T23:47:00.615 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:47:00 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:47:00.541+0000 7f735dbed040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-15T23:47:00.615 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:47:00 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:47:00.613+0000 7f735dbed040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-15T23:47:00.767 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:00 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:00.478+0000 7fb1f4c44040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-15T23:47:00.768 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:00 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:00.544+0000 7fb1f4c44040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-15T23:47:00.768 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:00 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:00.697+0000 7fb1f4c44040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-15T23:47:00.768 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:00 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:00.766+0000 7fb1f4c44040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-15T23:47:00.880 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:47:00 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:47:00.598+0000 7f891a8a0040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-15T23:47:00.880 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:47:00 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:47:00.657+0000 7f891a8a0040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-15T23:47:00.880 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:47:00 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:47:00.814+0000 7f891a8a0040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-15T23:47:00.901 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:47:00 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:47:00.674+0000 7f735dbed040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-15T23:47:00.901 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:47:00 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:47:00.833+0000 7f735dbed040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-15T23:47:01.051 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:00 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:00.826+0000 7fb1f4c44040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-15T23:47:01.051 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:00 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:00.984+0000 7fb1f4c44040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-15T23:47:01.052 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:01 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:01.050+0000 7fb1f4c44040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-15T23:47:01.148 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:47:00 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:47:00.879+0000 7f891a8a0040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-15T23:47:01.148 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:47:00 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:47:00.946+0000 7f891a8a0040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-15T23:47:01.148 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:47:01 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:47:01.028+0000 7f891a8a0040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-15T23:47:01.148 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:47:01 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:47:01.087+0000 7f891a8a0040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-15T23:47:01.171 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:47:00 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:47:00.899+0000 7f735dbed040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-15T23:47:01.171 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:47:00 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:47:00.965+0000 7f735dbed040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-15T23:47:01.171 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:47:01 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:47:01.049+0000 7f735dbed040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-15T23:47:01.171 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:47:01 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:47:01.109+0000 7f735dbed040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-15T23:47:01.171 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:47:01 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:47:01.169+0000 7f735dbed040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-15T23:47:01.320 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:01 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:01.117+0000 7fb1f4c44040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-15T23:47:01.320 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:01 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:01.201+0000 7fb1f4c44040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-15T23:47:01.320 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:01 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:01.259+0000 7fb1f4c44040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-15T23:47:01.320 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:01 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:01.318+0000 7fb1f4c44040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-15T23:47:01.643 DEBUG:teuthology.orchestra.run.smithi071:> sudo modprobe fuse 2024-09-15T23:47:01.670 DEBUG:teuthology.orchestra.run.smithi071:> cat /proc/self/mounts | awk '{print $2}' 2024-09-15T23:47:01.727 INFO:teuthology.orchestra.run.smithi071.stdout:/proc 2024-09-15T23:47:01.727 INFO:teuthology.orchestra.run.smithi071.stdout:/sys 2024-09-15T23:47:01.727 INFO:teuthology.orchestra.run.smithi071.stdout:/dev 2024-09-15T23:47:01.727 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/security 2024-09-15T23:47:01.727 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/shm 2024-09-15T23:47:01.727 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/pts 2024-09-15T23:47:01.727 INFO:teuthology.orchestra.run.smithi071.stdout:/run 2024-09-15T23:47:01.727 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/cgroup 2024-09-15T23:47:01.727 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/pstore 2024-09-15T23:47:01.727 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/bpf 2024-09-15T23:47:01.727 INFO:teuthology.orchestra.run.smithi071.stdout:/ 2024-09-15T23:47:01.728 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/selinux 2024-09-15T23:47:01.728 INFO:teuthology.orchestra.run.smithi071.stdout:/proc/sys/fs/binfmt_misc 2024-09-15T23:47:01.728 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/mqueue 2024-09-15T23:47:01.728 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/hugepages 2024-09-15T23:47:01.728 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/debug 2024-09-15T23:47:01.728 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/tracing 2024-09-15T23:47:01.728 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/fuse/connections 2024-09-15T23:47:01.728 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/config 2024-09-15T23:47:01.728 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-sysctl.service 2024-09-15T23:47:01.728 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-15T23:47:01.728 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-15T23:47:01.728 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/nfs/rpc_pipefs 2024-09-15T23:47:01.728 INFO:teuthology.orchestra.run.smithi071.stdout:/run/user/1000 2024-09-15T23:47:01.729 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/ceph 2024-09-15T23:47:01.729 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay 2024-09-15T23:47:01.729 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/b13de545d21bf639fb95ccd09270e2d9dba9bfec3cf983d562c0ad63a72872d8/merged 2024-09-15T23:47:01.729 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/67016375be7e92fe796b6f19041bcc0257a6a26fc3c30b9ebbc7bfb7bb7c60a0/merged 2024-09-15T23:47:01.729 INFO:teuthology.orchestra.run.smithi071.stdout:/run/user/0 2024-09-15T23:47:01.729 INFO:teuthology.orchestra.run.smithi071.stdout:/proc/sys/fs/binfmt_misc 2024-09-15T23:47:01.729 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/61cab6677ead55979106dbfb1f8e991da5c50cd282ddc97453fad5406635b4ab/merged 2024-09-15T23:47:01.729 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/f55a46fc3df8a45b2ff6991f8a2eb8921f3e1cf7a980176ef3ecfe912ece581b/merged 2024-09-15T23:47:01.729 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/200511bd755680ba14c53aaa7038e5167c8e95d96f61ae456b7cc9404786e6a8/merged 2024-09-15T23:47:01.729 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/cec9945b5bf6b27856e5b6678ef45bd9e531dc1c8a04cfa2558b860ba7c817c7/merged 2024-09-15T23:47:01.729 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/357f65741231cd6a807abdb67b60915539dd64d2cbe2155e11a6e80fd402c515/merged 2024-09-15T23:47:01.729 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/91e8ee3d05e0500a64b686f9b65d53c51017fcd42fa492d5400788c84ce642d6/merged 2024-09-15T23:47:01.729 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/0b6d0f7cfa730703066e7e0876ca755720611b5c4db93d03b2eb174dad827bc9/merged 2024-09-15T23:47:01.729 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/4846e9d57075f2f7f029f0d19ef4a9a12310d25d9d80c84a8eca8493ebf783e7/merged 2024-09-15T23:47:01.730 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns 2024-09-15T23:47:01.730 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-15T23:47:01.730 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-15T23:47:01.730 INFO:teuthology.orchestra.run.smithi071.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-15T23:47:01.730 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T23:47:01.730 DEBUG:teuthology.orchestra.run.smithi071:> ls /sys/fs/fuse/connections 2024-09-15T23:47:01.783 INFO:teuthology.orchestra.run.smithi071.stdout:108 2024-09-15T23:47:01.783 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [108] 2024-09-15T23:47:01.783 DEBUG:teuthology.orchestra.run.smithi071:> sudo stdin-killer -- python3 -c ' 2024-09-15T23:47:01.783 DEBUG:teuthology.orchestra.run.smithi071:> import glob 2024-09-15T23:47:01.784 DEBUG:teuthology.orchestra.run.smithi071:> import re 2024-09-15T23:47:01.784 DEBUG:teuthology.orchestra.run.smithi071:> import os 2024-09-15T23:47:01.784 DEBUG:teuthology.orchestra.run.smithi071:> import subprocess 2024-09-15T23:47:01.784 DEBUG:teuthology.orchestra.run.smithi071:> 2024-09-15T23:47:01.784 DEBUG:teuthology.orchestra.run.smithi071:> def _find_admin_socket(client_name): 2024-09-15T23:47:01.784 DEBUG:teuthology.orchestra.run.smithi071:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-15T23:47:01.784 DEBUG:teuthology.orchestra.run.smithi071:> files = glob.glob(asok_path) 2024-09-15T23:47:01.784 DEBUG:teuthology.orchestra.run.smithi071:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-15T23:47:01.784 DEBUG:teuthology.orchestra.run.smithi071:> 2024-09-15T23:47:01.784 DEBUG:teuthology.orchestra.run.smithi071:> # Given a non-glob path, it better be there 2024-09-15T23:47:01.784 DEBUG:teuthology.orchestra.run.smithi071:> if "*" not in asok_path: 2024-09-15T23:47:01.784 DEBUG:teuthology.orchestra.run.smithi071:> assert(len(files) == 1) 2024-09-15T23:47:01.784 DEBUG:teuthology.orchestra.run.smithi071:> return files[0] 2024-09-15T23:47:01.784 DEBUG:teuthology.orchestra.run.smithi071:> 2024-09-15T23:47:01.785 DEBUG:teuthology.orchestra.run.smithi071:> for f in files: 2024-09-15T23:47:01.785 DEBUG:teuthology.orchestra.run.smithi071:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-15T23:47:01.785 DEBUG:teuthology.orchestra.run.smithi071:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-15T23:47:01.785 DEBUG:teuthology.orchestra.run.smithi071:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-15T23:47:01.785 DEBUG:teuthology.orchestra.run.smithi071:> contents = proc_f.read() 2024-09-15T23:47:01.785 DEBUG:teuthology.orchestra.run.smithi071:> if mountpoint in contents: 2024-09-15T23:47:01.785 DEBUG:teuthology.orchestra.run.smithi071:> return f 2024-09-15T23:47:01.785 DEBUG:teuthology.orchestra.run.smithi071:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-15T23:47:01.785 DEBUG:teuthology.orchestra.run.smithi071:> 2024-09-15T23:47:01.785 DEBUG:teuthology.orchestra.run.smithi071:> print(_find_admin_socket("client.0")) 2024-09-15T23:47:01.785 DEBUG:teuthology.orchestra.run.smithi071:> ' 2024-09-15T23:47:01.903 INFO:teuthology.orchestra.run.smithi071.stdout:/var/run/ceph/ceph-client.0.82763.asok 2024-09-15T23:47:01.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-15T23:47:01.913 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.82763.asok 2024-09-15T23:47:01.914 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T23:47:01.914 DEBUG:teuthology.orchestra.run.smithi071:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.82763.asok status 2024-09-15T23:47:02.055 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-15T23:47:02.055 INFO:teuthology.orchestra.run.smithi071.stdout: "metadata": { 2024-09-15T23:47:02.055 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-15T23:47:02.055 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-15T23:47:02.055 INFO:teuthology.orchestra.run.smithi071.stdout: "entity_id": "0", 2024-09-15T23:47:02.056 INFO:teuthology.orchestra.run.smithi071.stdout: "hostname": "smithi071", 2024-09-15T23:47:02.056 INFO:teuthology.orchestra.run.smithi071.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-15T23:47:02.056 INFO:teuthology.orchestra.run.smithi071.stdout: "pid": "82763", 2024-09-15T23:47:02.056 INFO:teuthology.orchestra.run.smithi071.stdout: "root": "/volumes/qa/sv_0/ab4acaa3-53ca-409f-a030-13ed6115a214" 2024-09-15T23:47:02.056 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-15T23:47:02.056 INFO:teuthology.orchestra.run.smithi071.stdout: "dentry_count": 0, 2024-09-15T23:47:02.056 INFO:teuthology.orchestra.run.smithi071.stdout: "dentry_pinned_count": 0, 2024-09-15T23:47:02.056 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 15237, 2024-09-15T23:47:02.056 INFO:teuthology.orchestra.run.smithi071.stdout: "inst": { 2024-09-15T23:47:02.056 INFO:teuthology.orchestra.run.smithi071.stdout: "name": { 2024-09-15T23:47:02.056 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "client", 2024-09-15T23:47:02.056 INFO:teuthology.orchestra.run.smithi071.stdout: "num": 15237 2024-09-15T23:47:02.057 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-15T23:47:02.057 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": { 2024-09-15T23:47:02.057 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v1", 2024-09-15T23:47:02.057 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "192.168.0.1:0", 2024-09-15T23:47:02.057 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 2967911608 2024-09-15T23:47:02.057 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-15T23:47:02.057 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-15T23:47:02.057 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": { 2024-09-15T23:47:02.057 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v1", 2024-09-15T23:47:02.057 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "192.168.0.1:0", 2024-09-15T23:47:02.057 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 2967911608 2024-09-15T23:47:02.057 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-15T23:47:02.057 INFO:teuthology.orchestra.run.smithi071.stdout: "inst_str": "client.15237 192.168.0.1:0/2967911608", 2024-09-15T23:47:02.057 INFO:teuthology.orchestra.run.smithi071.stdout: "addr_str": "192.168.0.1:0/2967911608", 2024-09-15T23:47:02.058 INFO:teuthology.orchestra.run.smithi071.stdout: "inode_count": 5, 2024-09-15T23:47:02.058 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_epoch": 26, 2024-09-15T23:47:02.058 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_epoch": 83, 2024-09-15T23:47:02.058 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_epoch_barrier": 0, 2024-09-15T23:47:02.058 INFO:teuthology.orchestra.run.smithi071.stdout: "blocklisted": false, 2024-09-15T23:47:02.058 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs" 2024-09-15T23:47:02.058 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-15T23:47:02.064 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T23:47:02.064 DEBUG:teuthology.orchestra.run.smithi071:> stat --file-system '--printf=%T 2024-09-15T23:47:02.064 DEBUG:teuthology.orchestra.run.smithi071:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-15T23:47:02.080 INFO:teuthology.orchestra.run.smithi071.stdout:fuseblk 2024-09-15T23:47:02.080 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-15T23:47:02.080 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-15T23:47:02.080 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-15T23:47:02.148 INFO:teuthology.run_tasks:Running task exec... 2024-09-15T23:47:02.158 INFO:teuthology.task.exec:Executing custom commands... 2024-09-15T23:47:02.158 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi071.front.sepia.ceph.com 2024-09-15T23:47:02.158 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate false' 2024-09-15T23:47:02.233 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 15 23:47:01 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y[35469]: 2024-09-15T23:47:01.960+0000 7f735dbed040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-15T23:47:02.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:02 smithi163 ceph-mon[34107]: Standby manager daemon z restarted 2024-09-15T23:47:02.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:02 smithi163 ceph-mon[34107]: Standby manager daemon z started 2024-09-15T23:47:02.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:02 smithi163 ceph-mon[34107]: from='mgr.? 172.21.15.190:0/3844732236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-15T23:47:02.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:02 smithi163 ceph-mon[34107]: from='mgr.? 172.21.15.190:0/3844732236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-15T23:47:02.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:02 smithi163 ceph-mon[34107]: from='mgr.? 172.21.15.190:0/3844732236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-15T23:47:02.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:02 smithi163 ceph-mon[34107]: from='mgr.? 172.21.15.190:0/3844732236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-15T23:47:02.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:02 smithi163 ceph-mon[34107]: Standby manager daemon y restarted 2024-09-15T23:47:02.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:02 smithi163 ceph-mon[34107]: Standby manager daemon y started 2024-09-15T23:47:02.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:02 smithi163 ceph-mon[34107]: from='mgr.? 172.21.15.163:0/823244031' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-15T23:47:02.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:02 smithi163 ceph-mon[34107]: from='mgr.? 172.21.15.163:0/823244031' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-15T23:47:02.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:02 smithi163 ceph-mon[34107]: from='mgr.? 172.21.15.163:0/823244031' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-15T23:47:02.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:02 smithi163 ceph-mon[34107]: from='mgr.? 172.21.15.163:0/823244031' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-15T23:47:02.313 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:47:01 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:47:01.146+0000 7f891a8a0040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-15T23:47:02.313 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 15 23:47:01 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z[36645]: 2024-09-15T23:47:01.943+0000 7f891a8a0040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-15T23:47:02.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:02 smithi190 ceph-mon[34840]: Standby manager daemon z restarted 2024-09-15T23:47:02.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:02 smithi190 ceph-mon[34840]: Standby manager daemon z started 2024-09-15T23:47:02.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:02 smithi190 ceph-mon[34840]: from='mgr.? 172.21.15.190:0/3844732236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-15T23:47:02.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:02 smithi190 ceph-mon[34840]: from='mgr.? 172.21.15.190:0/3844732236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-15T23:47:02.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:02 smithi190 ceph-mon[34840]: from='mgr.? 172.21.15.190:0/3844732236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-15T23:47:02.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:02 smithi190 ceph-mon[34840]: from='mgr.? 172.21.15.190:0/3844732236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-15T23:47:02.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:02 smithi190 ceph-mon[34840]: Standby manager daemon y restarted 2024-09-15T23:47:02.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:02 smithi190 ceph-mon[34840]: Standby manager daemon y started 2024-09-15T23:47:02.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:02 smithi190 ceph-mon[34840]: from='mgr.? 172.21.15.163:0/823244031' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-15T23:47:02.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:02 smithi190 ceph-mon[34840]: from='mgr.? 172.21.15.163:0/823244031' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-15T23:47:02.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:02 smithi190 ceph-mon[34840]: from='mgr.? 172.21.15.163:0/823244031' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-15T23:47:02.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:02 smithi190 ceph-mon[34840]: from='mgr.? 172.21.15.163:0/823244031' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-15T23:47:02.320 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.318+0000 7ff0e4042640 1 -- 172.21.15.71:0/2182956968 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff0dc109930 msgr2=0x7ff0dc109d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:02.320 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.318+0000 7ff0e4042640 1 --2- 172.21.15.71:0/2182956968 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff0dc109930 0x7ff0dc109d30 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff0d8009900 tx=0x7ff0d802a400 comp rx=0 tx=0).stop 2024-09-15T23:47:02.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.319+0000 7ff0e4042640 1 -- 172.21.15.71:0/2182956968 shutdown_connections 2024-09-15T23:47:02.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.319+0000 7ff0e4042640 1 --2- 172.21.15.71:0/2182956968 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff0dc0737d0 0x7ff0dc112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:02.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.319+0000 7ff0e4042640 1 --2- 172.21.15.71:0/2182956968 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0dc072d20 0x7ff0dc073180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:02.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.319+0000 7ff0e4042640 1 --2- 172.21.15.71:0/2182956968 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff0dc109930 0x7ff0dc109d30 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:02.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.319+0000 7ff0e4042640 1 -- 172.21.15.71:0/2182956968 >> 172.21.15.71:0/2182956968 conn(0x7ff0dc06ece0 msgr2=0x7ff0dc071120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:47:02.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.319+0000 7ff0e4042640 1 -- 172.21.15.71:0/2182956968 shutdown_connections 2024-09-15T23:47:02.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.319+0000 7ff0e4042640 1 -- 172.21.15.71:0/2182956968 wait complete. 2024-09-15T23:47:02.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.320+0000 7ff0e4042640 1 Processor -- start 2024-09-15T23:47:02.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.320+0000 7ff0e4042640 1 -- start start 2024-09-15T23:47:02.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.320+0000 7ff0e4042640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff0dc072d20 0x7ff0dc1a6ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:02.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.320+0000 7ff0e4042640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0dc0737d0 0x7ff0dc1a7000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:02.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.320+0000 7ff0e4042640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff0dc109930 0x7ff0dc1ae070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:02.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.320+0000 7ff0e4042640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff0dc10be70 con 0x7ff0dc0737d0 2024-09-15T23:47:02.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.320+0000 7ff0e4042640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7ff0dc10bcf0 con 0x7ff0dc072d20 2024-09-15T23:47:02.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.320+0000 7ff0e4042640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7ff0dc10bff0 con 0x7ff0dc109930 2024-09-15T23:47:02.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.320+0000 7ff0e15dd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0dc0737d0 0x7ff0dc1a7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:02.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.320+0000 7ff0e15dd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0dc0737d0 0x7ff0dc1a7000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51048/0 (socket says 172.21.15.71:51048) 2024-09-15T23:47:02.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.320+0000 7ff0e1dde640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff0dc072d20 0x7ff0dc1a6ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:02.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.320+0000 7ff0e15dd640 1 -- 172.21.15.71:0/2661798530 learned_addr learned my addr 172.21.15.71:0/2661798530 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:47:02.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.320+0000 7ff0e25df640 1 --2- 172.21.15.71:0/2661798530 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff0dc109930 0x7ff0dc1ae070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:02.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.321+0000 7ff0e15dd640 1 -- 172.21.15.71:0/2661798530 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff0dc109930 msgr2=0x7ff0dc1ae070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:02.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.321+0000 7ff0e15dd640 1 --2- 172.21.15.71:0/2661798530 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff0dc109930 0x7ff0dc1ae070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:02.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.321+0000 7ff0e15dd640 1 -- 172.21.15.71:0/2661798530 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff0dc072d20 msgr2=0x7ff0dc1a6ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:02.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.321+0000 7ff0e15dd640 1 --2- 172.21.15.71:0/2661798530 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff0dc072d20 0x7ff0dc1a6ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:02.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.321+0000 7ff0e15dd640 1 -- 172.21.15.71:0/2661798530 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0dc1ae6e0 con 0x7ff0dc0737d0 2024-09-15T23:47:02.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.321+0000 7ff0e15dd640 1 --2- 172.21.15.71:0/2661798530 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0dc0737d0 0x7ff0dc1a7000 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc00d950 tx=0x7ff0cc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:47:02.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.321+0000 7ff0d2ffd640 1 -- 172.21.15.71:0/2661798530 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0cc017030 con 0x7ff0dc0737d0 2024-09-15T23:47:02.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.322+0000 7ff0e4042640 1 -- 172.21.15.71:0/2661798530 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0dc1ae9d0 con 0x7ff0dc0737d0 2024-09-15T23:47:02.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.322+0000 7ff0e4042640 1 -- 172.21.15.71:0/2661798530 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0dc1aef70 con 0x7ff0dc0737d0 2024-09-15T23:47:02.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.322+0000 7ff0d2ffd640 1 -- 172.21.15.71:0/2661798530 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0cc004020 con 0x7ff0dc0737d0 2024-09-15T23:47:02.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.323+0000 7ff0d2ffd640 1 -- 172.21.15.71:0/2661798530 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0cc0055e0 con 0x7ff0dc0737d0 2024-09-15T23:47:02.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.324+0000 7ff0e4042640 1 -- 172.21.15.71:0/2661798530 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0c00052c0 con 0x7ff0dc0737d0 2024-09-15T23:47:02.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.325+0000 7ff0d2ffd640 1 -- 172.21.15.71:0/2661798530 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 21) ==== 138040+0+0 (secure 0 0 0) 0x7ff0cc0041d0 con 0x7ff0dc0737d0 2024-09-15T23:47:02.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.326+0000 7ff0d2ffd640 1 -- 172.21.15.71:0/2661798530 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8440+0+0 (secure 0 0 0) 0x7ff0cc0ced50 con 0x7ff0dc0737d0 2024-09-15T23:47:02.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.334+0000 7ff0d2ffd640 1 -- 172.21.15.71:0/2661798530 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff0cc09bd40 con 0x7ff0dc0737d0 2024-09-15T23:47:02.407 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:02 smithi071 ceph-mon[30957]: Standby manager daemon z restarted 2024-09-15T23:47:02.407 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:02 smithi071 ceph-mon[30957]: Standby manager daemon z started 2024-09-15T23:47:02.407 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:02 smithi071 ceph-mon[30957]: from='mgr.? 172.21.15.190:0/3844732236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-15T23:47:02.408 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:02 smithi071 ceph-mon[30957]: from='mgr.? 172.21.15.190:0/3844732236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-15T23:47:02.408 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:02 smithi071 ceph-mon[30957]: from='mgr.? 172.21.15.190:0/3844732236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-15T23:47:02.408 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:02 smithi071 ceph-mon[30957]: from='mgr.? 172.21.15.190:0/3844732236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-15T23:47:02.408 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:02 smithi071 ceph-mon[30957]: Standby manager daemon y restarted 2024-09-15T23:47:02.408 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:02 smithi071 ceph-mon[30957]: Standby manager daemon y started 2024-09-15T23:47:02.408 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:02 smithi071 ceph-mon[30957]: from='mgr.? 172.21.15.163:0/823244031' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-15T23:47:02.408 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:02 smithi071 ceph-mon[30957]: from='mgr.? 172.21.15.163:0/823244031' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-15T23:47:02.408 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:02 smithi071 ceph-mon[30957]: from='mgr.? 172.21.15.163:0/823244031' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-15T23:47:02.408 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:02 smithi071 ceph-mon[30957]: from='mgr.? 172.21.15.163:0/823244031' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-15T23:47:02.409 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:02 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:02.142+0000 7fb1f4c44040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-15T23:47:02.409 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:02 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:02.405+0000 7fb15e4da640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:47:02.409 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:02 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:02.405+0000 7fb15e4da640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:47:02.409 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:02 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:02.405+0000 7fb15e4da640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:47:02.409 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:02 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:02.405+0000 7fb15e4da640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:47:02.409 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:02 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:02.405+0000 7fb15e4da640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:47:02.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:02.601+0000 7ff0e4042640 1 -- 172.21.15.71:0/2661798530 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"} v 0) -- 0x7ff0c00055b0 con 0x7ff0dc0737d0 2024-09-15T23:47:02.676 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:02 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:02.408+0000 7fb15ac93640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:47:02.676 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:02 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:02.408+0000 7fb15ac93640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:47:02.676 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:02 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:02.408+0000 7fb15ac93640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:47:02.676 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:02 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:02.408+0000 7fb15ac93640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:47:02.677 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:02 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:02.408+0000 7fb15ac93640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:47:03.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.158+0000 7ff0d2ffd640 1 -- 172.21.15.71:0/2661798530 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mgrmap(e 22) ==== 138167+0+0 (secure 0 0 0) 0x7ff0cc097390 con 0x7ff0dc0737d0 2024-09-15T23:47:03.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.159+0000 7ff0d2ffd640 1 --2- 172.21.15.71:0/2661798530 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7ff0c80aa0c0 0x7ff0c80ac4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:03.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.162+0000 7ff0e1dde640 1 --2- 172.21.15.71:0/2661798530 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7ff0c80aa0c0 0x7ff0c80ac4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:03.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.164+0000 7ff0e1dde640 1 --2- 172.21.15.71:0/2661798530 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7ff0c80aa0c0 0x7ff0c80ac4b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7ff0d8005ab0 tx=0x7ff0d8000bc0 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:47:03.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.165+0000 7ff0d2ffd640 1 -- 172.21.15.71:0/2661798530 <== mon.0 v2:172.21.15.71:3300/0 8 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]=0 v27) ==== 118+0+0 (secure 0 0 0) 0x7ff0cc090900 con 0x7ff0dc0737d0 2024-09-15T23:47:03.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.168+0000 7ff0e4042640 1 -- 172.21.15.71:0/2661798530 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7ff0c80aa0c0 msgr2=0x7ff0c80ac4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:03.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.168+0000 7ff0e4042640 1 --2- 172.21.15.71:0/2661798530 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7ff0c80aa0c0 0x7ff0c80ac4b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7ff0d8005ab0 tx=0x7ff0d8000bc0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.168+0000 7ff0e4042640 1 -- 172.21.15.71:0/2661798530 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0dc0737d0 msgr2=0x7ff0dc1a7000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:03.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.168+0000 7ff0e4042640 1 --2- 172.21.15.71:0/2661798530 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0dc0737d0 0x7ff0dc1a7000 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc00d950 tx=0x7ff0cc00de10 comp rx=0 tx=0).stop 2024-09-15T23:47:03.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.168+0000 7ff0e4042640 1 -- 172.21.15.71:0/2661798530 shutdown_connections 2024-09-15T23:47:03.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.168+0000 7ff0e4042640 1 --2- 172.21.15.71:0/2661798530 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7ff0c80aa0c0 0x7ff0c80ac4b0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.168+0000 7ff0e4042640 1 --2- 172.21.15.71:0/2661798530 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff0dc109930 0x7ff0dc1ae070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.168+0000 7ff0e4042640 1 --2- 172.21.15.71:0/2661798530 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0dc0737d0 0x7ff0dc1a7000 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.168+0000 7ff0e4042640 1 --2- 172.21.15.71:0/2661798530 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff0dc072d20 0x7ff0dc1a6ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.168+0000 7ff0e4042640 1 -- 172.21.15.71:0/2661798530 >> 172.21.15.71:0/2661798530 conn(0x7ff0dc06ece0 msgr2=0x7ff0dc116830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:47:03.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.169+0000 7ff0e4042640 1 -- 172.21.15.71:0/2661798530 shutdown_connections 2024-09-15T23:47:03.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.169+0000 7ff0e4042640 1 -- 172.21.15.71:0/2661798530 wait complete. 2024-09-15T23:47:03.181 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs subvolumegroup pin cephfs qa random 0.10' 2024-09-15T23:47:03.264 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: mgrmap e20: x(active, since 8m), standbys: y, z 2024-09-15T23:47:03.265 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: Active manager daemon x restarted 2024-09-15T23:47:03.265 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: Activating manager daemon x 2024-09-15T23:47:03.265 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: osdmap e84: 12 total, 12 up, 12 in 2024-09-15T23:47:03.265 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: mgrmap e21: x(active, starting, since 0.0111131s), standbys: y, z 2024-09-15T23:47:03.265 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-15T23:47:03.265 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:47:03.265 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:47:03.265 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-15T23:47:03.265 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-15T23:47:03.265 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-15T23:47:03.265 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-15T23:47:03.266 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-15T23:47:03.266 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-15T23:47:03.266 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-15T23:47:03.266 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-15T23:47:03.266 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-15T23:47:03.266 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-15T23:47:03.266 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-15T23:47:03.266 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-15T23:47:03.266 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-15T23:47:03.266 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-15T23:47:03.266 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-15T23:47:03.266 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-15T23:47:03.267 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-15T23:47:03.267 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-15T23:47:03.267 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-15T23:47:03.267 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-15T23:47:03.267 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-15T23:47:03.267 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-15T23:47:03.267 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-15T23:47:03.267 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-15T23:47:03.267 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:47:03.267 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-15T23:47:03.267 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:47:03.267 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-15T23:47:03.268 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-15T23:47:03.268 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-15T23:47:03.268 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: Manager daemon x is now available 2024-09-15T23:47:03.268 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:47:03.268 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-15T23:47:03.268 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-15T23:47:03.268 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:03 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/2661798530' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-09-15T23:47:03.281 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: mgrmap e20: x(active, since 8m), standbys: y, z 2024-09-15T23:47:03.281 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: Active manager daemon x restarted 2024-09-15T23:47:03.281 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: Activating manager daemon x 2024-09-15T23:47:03.281 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: osdmap e84: 12 total, 12 up, 12 in 2024-09-15T23:47:03.281 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: mgrmap e21: x(active, starting, since 0.0111131s), standbys: y, z 2024-09-15T23:47:03.281 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-15T23:47:03.281 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:47:03.281 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:47:03.281 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-15T23:47:03.281 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-15T23:47:03.281 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-15T23:47:03.282 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-15T23:47:03.282 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-15T23:47:03.282 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-15T23:47:03.282 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-15T23:47:03.282 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-15T23:47:03.282 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-15T23:47:03.282 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-15T23:47:03.282 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-15T23:47:03.282 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-15T23:47:03.282 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-15T23:47:03.282 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-15T23:47:03.282 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-15T23:47:03.282 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-15T23:47:03.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-15T23:47:03.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-15T23:47:03.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-15T23:47:03.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-15T23:47:03.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-15T23:47:03.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-15T23:47:03.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-15T23:47:03.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-15T23:47:03.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:47:03.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-15T23:47:03.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:47:03.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-15T23:47:03.284 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-15T23:47:03.284 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-15T23:47:03.284 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: Manager daemon x is now available 2024-09-15T23:47:03.284 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:47:03.284 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-15T23:47:03.284 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-15T23:47:03.284 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:03 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/2661798530' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-09-15T23:47:03.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.284+0000 7f2fc5a5e640 1 -- 172.21.15.71:0/4130094117 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2fc0103710 msgr2=0x7f2fc0109fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:03.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.284+0000 7f2fc5a5e640 1 --2- 172.21.15.71:0/4130094117 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2fc0103710 0x7f2fc0109fa0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f2fb8009ca0 tx=0x7f2fb802a8c0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.285+0000 7f2fc5a5e640 1 -- 172.21.15.71:0/4130094117 shutdown_connections 2024-09-15T23:47:03.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.285+0000 7f2fc5a5e640 1 --2- 172.21.15.71:0/4130094117 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2fc0103710 0x7f2fc0109fa0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.285+0000 7f2fc5a5e640 1 --2- 172.21.15.71:0/4130094117 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2fc0102d50 0x7f2fc01031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.285+0000 7f2fc5a5e640 1 --2- 172.21.15.71:0/4130094117 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2fc0101b60 0x7f2fc0101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.285+0000 7f2fc5a5e640 1 -- 172.21.15.71:0/4130094117 >> 172.21.15.71:0/4130094117 conn(0x7f2fc00fd2e0 msgr2=0x7f2fc00ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:47:03.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.285+0000 7f2fc5a5e640 1 -- 172.21.15.71:0/4130094117 shutdown_connections 2024-09-15T23:47:03.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.285+0000 7f2fc5a5e640 1 -- 172.21.15.71:0/4130094117 wait complete. 2024-09-15T23:47:03.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.285+0000 7f2fc5a5e640 1 Processor -- start 2024-09-15T23:47:03.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.286+0000 7f2fc5a5e640 1 -- start start 2024-09-15T23:47:03.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.286+0000 7f2fc5a5e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2fc0101b60 0x7f2fc0197c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:03.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.286+0000 7f2fc5a5e640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2fc0102d50 0x7f2fc0198170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:03.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.286+0000 7f2fc5a5e640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2fc0103710 0x7f2fc019f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:03.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.286+0000 7f2fc5a5e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2fc010d6e0 con 0x7f2fc0101b60 2024-09-15T23:47:03.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.286+0000 7f2fc5a5e640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f2fc010d560 con 0x7f2fc0102d50 2024-09-15T23:47:03.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.286+0000 7f2fc5a5e640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f2fc010d860 con 0x7f2fc0103710 2024-09-15T23:47:03.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.286+0000 7f2fbeffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2fc0101b60 0x7f2fc0197c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:03.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.286+0000 7f2fbeffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2fc0101b60 0x7f2fc0197c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51126/0 (socket says 172.21.15.71:51126) 2024-09-15T23:47:03.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.286+0000 7f2fbeffd640 1 -- 172.21.15.71:0/1230799234 learned_addr learned my addr 172.21.15.71:0/1230799234 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:47:03.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.286+0000 7f2fbe7fc640 1 --2- 172.21.15.71:0/1230799234 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2fc0102d50 0x7f2fc0198170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:03.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.286+0000 7f2fbf7fe640 1 --2- 172.21.15.71:0/1230799234 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2fc0103710 0x7f2fc019f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:03.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.286+0000 7f2fbeffd640 1 -- 172.21.15.71:0/1230799234 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2fc0103710 msgr2=0x7f2fc019f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:03.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.286+0000 7f2fbeffd640 1 --2- 172.21.15.71:0/1230799234 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2fc0103710 0x7f2fc019f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.286+0000 7f2fbeffd640 1 -- 172.21.15.71:0/1230799234 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2fc0102d50 msgr2=0x7f2fc0198170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:03.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.286+0000 7f2fbeffd640 1 --2- 172.21.15.71:0/1230799234 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2fc0102d50 0x7f2fc0198170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.286+0000 7f2fbeffd640 1 -- 172.21.15.71:0/1230799234 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fc019f840 con 0x7f2fc0101b60 2024-09-15T23:47:03.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.287+0000 7f2fbeffd640 1 --2- 172.21.15.71:0/1230799234 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2fc0101b60 0x7f2fc0197c30 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f2fb000c970 tx=0x7f2fb000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:47:03.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.287+0000 7f2fc4a5c640 1 -- 172.21.15.71:0/1230799234 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fb0007c10 con 0x7f2fc0101b60 2024-09-15T23:47:03.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.287+0000 7f2fc5a5e640 1 -- 172.21.15.71:0/1230799234 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fc019fb30 con 0x7f2fc0101b60 2024-09-15T23:47:03.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.287+0000 7f2fc4a5c640 1 -- 172.21.15.71:0/1230799234 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2fb0007db0 con 0x7f2fc0101b60 2024-09-15T23:47:03.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.287+0000 7f2fc4a5c640 1 -- 172.21.15.71:0/1230799234 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fb000f7d0 con 0x7f2fc0101b60 2024-09-15T23:47:03.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.287+0000 7f2fc5a5e640 1 -- 172.21.15.71:0/1230799234 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fc01a00d0 con 0x7f2fc0101b60 2024-09-15T23:47:03.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.288+0000 7f2fc5a5e640 1 -- 172.21.15.71:0/1230799234 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2fc0108e80 con 0x7f2fc0101b60 2024-09-15T23:47:03.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.289+0000 7f2fc4a5c640 1 -- 172.21.15.71:0/1230799234 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 22) ==== 138167+0+0 (secure 0 0 0) 0x7f2fb0018480 con 0x7f2fc0101b60 2024-09-15T23:47:03.292 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: mgrmap e20: x(active, since 8m), standbys: y, z 2024-09-15T23:47:03.292 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: Active manager daemon x restarted 2024-09-15T23:47:03.292 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: Activating manager daemon x 2024-09-15T23:47:03.292 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: osdmap e84: 12 total, 12 up, 12 in 2024-09-15T23:47:03.292 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: mgrmap e21: x(active, starting, since 0.0111131s), standbys: y, z 2024-09-15T23:47:03.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-15T23:47:03.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-15T23:47:03.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-15T23:47:03.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-15T23:47:03.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-15T23:47:03.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-15T23:47:03.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-15T23:47:03.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-15T23:47:03.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-15T23:47:03.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-15T23:47:03.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-15T23:47:03.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-15T23:47:03.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-15T23:47:03.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-15T23:47:03.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-15T23:47:03.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-15T23:47:03.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-15T23:47:03.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-15T23:47:03.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-15T23:47:03.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-15T23:47:03.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-15T23:47:03.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-15T23:47:03.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-15T23:47:03.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-15T23:47:03.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-15T23:47:03.294 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-15T23:47:03.295 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-15T23:47:03.295 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-15T23:47:03.295 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-15T23:47:03.295 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-15T23:47:03.295 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-15T23:47:03.295 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-15T23:47:03.295 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-15T23:47:03.295 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: Manager daemon x is now available 2024-09-15T23:47:03.295 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:47:03.295 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-15T23:47:03.295 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-15T23:47:03.295 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2661798530' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-09-15T23:47:03.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.290+0000 7f2fc4a5c640 1 --2- 172.21.15.71:0/1230799234 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f2fa80a3100 0x7f2fa80a55c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:03.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.290+0000 7f2fbe7fc640 1 --2- 172.21.15.71:0/1230799234 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f2fa80a3100 0x7f2fa80a55c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:03.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.290+0000 7f2fc4a5c640 1 -- 172.21.15.71:0/1230799234 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8440+0+0 (secure 0 0 0) 0x7f2fb00cf920 con 0x7f2fc0101b60 2024-09-15T23:47:03.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.291+0000 7f2fbe7fc640 1 --2- 172.21.15.71:0/1230799234 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f2fa80a3100 0x7f2fa80a55c0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2fb4005fd0 tx=0x7f2fb400b390 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:47:03.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.295+0000 7f2fc4a5c640 1 -- 172.21.15.71:0/1230799234 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2fb009c860 con 0x7f2fc0101b60 2024-09-15T23:47:03.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.509+0000 7f2fc5a5e640 1 -- 172.21.15.71:0/1230799234 --> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7f2fc00626d0 con 0x7f2fa80a3100 2024-09-15T23:47:03.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.525+0000 7f2fc4a5c640 1 -- 172.21.15.71:0/1230799234 <== mgr.15222 v2:172.21.15.71:6800/3244696624 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+3 (secure 0 0 0) 0x7f2fc00626d0 con 0x7f2fa80a3100 2024-09-15T23:47:03.526 INFO:teuthology.orchestra.run.smithi071.stdout:{} 2024-09-15T23:47:03.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.527+0000 7f2fc5a5e640 1 -- 172.21.15.71:0/1230799234 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f2fa80a3100 msgr2=0x7f2fa80a55c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:03.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.527+0000 7f2fc5a5e640 1 --2- 172.21.15.71:0/1230799234 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f2fa80a3100 0x7f2fa80a55c0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2fb4005fd0 tx=0x7f2fb400b390 comp rx=0 tx=0).stop 2024-09-15T23:47:03.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.527+0000 7f2fc5a5e640 1 -- 172.21.15.71:0/1230799234 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2fc0101b60 msgr2=0x7f2fc0197c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:03.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.527+0000 7f2fc5a5e640 1 --2- 172.21.15.71:0/1230799234 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2fc0101b60 0x7f2fc0197c30 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f2fb000c970 tx=0x7f2fb000ce30 comp rx=0 tx=0).stop 2024-09-15T23:47:03.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.527+0000 7f2fc5a5e640 1 -- 172.21.15.71:0/1230799234 shutdown_connections 2024-09-15T23:47:03.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.527+0000 7f2fc5a5e640 1 --2- 172.21.15.71:0/1230799234 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f2fa80a3100 0x7f2fa80a55c0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.527+0000 7f2fc5a5e640 1 --2- 172.21.15.71:0/1230799234 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2fc0103710 0x7f2fc019f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.527+0000 7f2fc5a5e640 1 --2- 172.21.15.71:0/1230799234 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2fc0102d50 0x7f2fc0198170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.527+0000 7f2fc5a5e640 1 --2- 172.21.15.71:0/1230799234 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2fc0101b60 0x7f2fc0197c30 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.527+0000 7f2fc5a5e640 1 -- 172.21.15.71:0/1230799234 >> 172.21.15.71:0/1230799234 conn(0x7f2fc00fd2e0 msgr2=0x7f2fc0106050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:47:03.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.527+0000 7f2fc5a5e640 1 -- 172.21.15.71:0/1230799234 shutdown_connections 2024-09-15T23:47:03.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.527+0000 7f2fc5a5e640 1 -- 172.21.15.71:0/1230799234 wait complete. 2024-09-15T23:47:03.539 INFO:teuthology.run_tasks:Running task check-counter... 2024-09-15T23:47:03.553 INFO:teuthology.run_tasks:Running task exec... 2024-09-15T23:47:03.562 INFO:teuthology.task.exec:Executing custom commands... 2024-09-15T23:47:03.562 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi071.front.sepia.ceph.com 2024-09-15T23:47:03.562 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/log_level debug' 2024-09-15T23:47:03.563 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:03.513+0000 7fb159450640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:47:03.563 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:03.513+0000 7fb159450640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:47:03.563 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:03.513+0000 7fb159450640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:47:03.563 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:03.513+0000 7fb159450640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:47:03.563 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:03.513+0000 7fb159450640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:47:03.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.664+0000 7f65f979d640 1 -- 172.21.15.71:0/2239082077 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f65f4107690 msgr2=0x7f65f4109aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:03.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.664+0000 7f65f979d640 1 --2- 172.21.15.71:0/2239082077 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f65f4107690 0x7f65f4109aa0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f65ec009ca0 tx=0x7f65ec02a8c0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.664+0000 7f65f979d640 1 -- 172.21.15.71:0/2239082077 shutdown_connections 2024-09-15T23:47:03.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.664+0000 7f65f979d640 1 --2- 172.21.15.71:0/2239082077 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f65f4107690 0x7f65f4109aa0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.664+0000 7f65f979d640 1 --2- 172.21.15.71:0/2239082077 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f65f4104d60 0x7f65f4107150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.664+0000 7f65f979d640 1 --2- 172.21.15.71:0/2239082077 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f65f4102430 0x7f65f4104820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.664+0000 7f65f979d640 1 -- 172.21.15.71:0/2239082077 >> 172.21.15.71:0/2239082077 conn(0x7f65f40fbfb0 msgr2=0x7f65f40fe3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:47:03.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.664+0000 7f65f979d640 1 -- 172.21.15.71:0/2239082077 shutdown_connections 2024-09-15T23:47:03.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.664+0000 7f65f979d640 1 -- 172.21.15.71:0/2239082077 wait complete. 2024-09-15T23:47:03.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.664+0000 7f65f979d640 1 Processor -- start 2024-09-15T23:47:03.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.664+0000 7f65f979d640 1 -- start start 2024-09-15T23:47:03.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.664+0000 7f65f979d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f65f4102430 0x7f65f4197c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:03.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.664+0000 7f65f979d640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f65f4104d60 0x7f65f4198160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:03.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.664+0000 7f65f979d640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f65f4107690 0x7f65f419f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:03.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.664+0000 7f65f979d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f65f410d4c0 con 0x7f65f4102430 2024-09-15T23:47:03.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.664+0000 7f65f979d640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f65f410d340 con 0x7f65f4104d60 2024-09-15T23:47:03.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.664+0000 7f65f979d640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f65f410d640 con 0x7f65f4107690 2024-09-15T23:47:03.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.665+0000 7f65f3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f65f4102430 0x7f65f4197c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:03.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.665+0000 7f65f3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f65f4102430 0x7f65f4197c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51176/0 (socket says 172.21.15.71:51176) 2024-09-15T23:47:03.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.665+0000 7f65f3fff640 1 -- 172.21.15.71:0/2804159537 learned_addr learned my addr 172.21.15.71:0/2804159537 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:47:03.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.665+0000 7f65f8f9c640 1 --2- 172.21.15.71:0/2804159537 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f65f4107690 0x7f65f419f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:03.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.665+0000 7f65ebfff640 1 --2- 172.21.15.71:0/2804159537 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f65f4104d60 0x7f65f4198160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:03.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.665+0000 7f65f3fff640 1 -- 172.21.15.71:0/2804159537 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f65f4107690 msgr2=0x7f65f419f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:03.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.665+0000 7f65f3fff640 1 --2- 172.21.15.71:0/2804159537 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f65f4107690 0x7f65f419f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.665+0000 7f65f3fff640 1 -- 172.21.15.71:0/2804159537 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f65f4104d60 msgr2=0x7f65f4198160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:03.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.665+0000 7f65f3fff640 1 --2- 172.21.15.71:0/2804159537 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f65f4104d60 0x7f65f4198160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.665+0000 7f65f3fff640 1 -- 172.21.15.71:0/2804159537 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65f419f830 con 0x7f65f4102430 2024-09-15T23:47:03.670 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.665+0000 7f65f3fff640 1 --2- 172.21.15.71:0/2804159537 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f65f4102430 0x7f65f4197c20 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f65e400d770 tx=0x7f65e400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:47:03.670 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.665+0000 7f65f1ffb640 1 -- 172.21.15.71:0/2804159537 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65e4017070 con 0x7f65f4102430 2024-09-15T23:47:03.670 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.665+0000 7f65f1ffb640 1 -- 172.21.15.71:0/2804159537 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f65e40054d0 con 0x7f65f4102430 2024-09-15T23:47:03.670 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.665+0000 7f65f979d640 1 -- 172.21.15.71:0/2804159537 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65f419fb20 con 0x7f65f4102430 2024-09-15T23:47:03.670 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.665+0000 7f65f1ffb640 1 -- 172.21.15.71:0/2804159537 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65e4004cf0 con 0x7f65f4102430 2024-09-15T23:47:03.670 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.665+0000 7f65f979d640 1 -- 172.21.15.71:0/2804159537 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65f41a0070 con 0x7f65f4102430 2024-09-15T23:47:03.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.666+0000 7f65f979d640 1 -- 172.21.15.71:0/2804159537 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65f40fdaa0 con 0x7f65f4102430 2024-09-15T23:47:03.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.667+0000 7f65f1ffb640 1 -- 172.21.15.71:0/2804159537 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 22) ==== 138167+0+0 (secure 0 0 0) 0x7f65e4004e90 con 0x7f65f4102430 2024-09-15T23:47:03.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.668+0000 7f65f1ffb640 1 --2- 172.21.15.71:0/2804159537 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f65e00a30b0 0x7f65e00a5570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:03.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.668+0000 7f65ebfff640 1 --2- 172.21.15.71:0/2804159537 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f65e00a30b0 0x7f65e00a5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:03.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.668+0000 7f65f1ffb640 1 -- 172.21.15.71:0/2804159537 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8440+0+0 (secure 0 0 0) 0x7f65e40cefb0 con 0x7f65f4102430 2024-09-15T23:47:03.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.669+0000 7f65ebfff640 1 --2- 172.21.15.71:0/2804159537 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f65e00a30b0 0x7f65e00a5570 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f65f406ace0 tx=0x7f65dc005f90 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:47:03.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.672+0000 7f65f1ffb640 1 -- 172.21.15.71:0/2804159537 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f65e409b8a0 con 0x7f65f4102430 2024-09-15T23:47:03.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.863+0000 7f65f979d640 1 -- 172.21.15.71:0/2804159537 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/log_level}] v 0) -- 0x7f65f4062e90 con 0x7f65f4102430 2024-09-15T23:47:03.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.866+0000 7f65f1ffb640 1 -- 172.21.15.71:0/2804159537 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/log_level}]=0 v30)=0 v30) ==== 129+0+0 (secure 0 0 0) 0x7f65e409fba0 con 0x7f65f4102430 2024-09-15T23:47:03.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.869+0000 7f65f979d640 1 -- 172.21.15.71:0/2804159537 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f65e00a30b0 msgr2=0x7f65e00a5570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:03.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.869+0000 7f65f979d640 1 --2- 172.21.15.71:0/2804159537 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f65e00a30b0 0x7f65e00a5570 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f65f406ace0 tx=0x7f65dc005f90 comp rx=0 tx=0).stop 2024-09-15T23:47:03.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.869+0000 7f65f979d640 1 -- 172.21.15.71:0/2804159537 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f65f4102430 msgr2=0x7f65f4197c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:03.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.869+0000 7f65f979d640 1 --2- 172.21.15.71:0/2804159537 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f65f4102430 0x7f65f4197c20 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f65e400d770 tx=0x7f65e400dc30 comp rx=0 tx=0).stop 2024-09-15T23:47:03.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.869+0000 7f65f979d640 1 -- 172.21.15.71:0/2804159537 shutdown_connections 2024-09-15T23:47:03.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.869+0000 7f65f979d640 1 --2- 172.21.15.71:0/2804159537 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f65e00a30b0 0x7f65e00a5570 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.869+0000 7f65f979d640 1 --2- 172.21.15.71:0/2804159537 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f65f4107690 0x7f65f419f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.869+0000 7f65f979d640 1 --2- 172.21.15.71:0/2804159537 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f65f4104d60 0x7f65f4198160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.869+0000 7f65f979d640 1 --2- 172.21.15.71:0/2804159537 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f65f4102430 0x7f65f4197c20 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.869+0000 7f65f979d640 1 -- 172.21.15.71:0/2804159537 >> 172.21.15.71:0/2804159537 conn(0x7f65f40fbfb0 msgr2=0x7f65f4102e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:47:03.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.869+0000 7f65f979d640 1 -- 172.21.15.71:0/2804159537 shutdown_connections 2024-09-15T23:47:03.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.869+0000 7f65f979d640 1 -- 172.21.15.71:0/2804159537 wait complete. 2024-09-15T23:47:03.884 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:03.606+0000 7fb142c64640 -1 log_channel(cephadm) log [ERR] : [15/Sep/2024:23:47:03] ENGINE Error in HTTPServer.serve 2024-09-15T23:47:03.884 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: Traceback (most recent call last): 2024-09-15T23:47:03.884 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-15T23:47:03.884 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: self._connections.run(self.expiration_interval) 2024-09-15T23:47:03.884 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-15T23:47:03.884 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: self._run(expiration_interval) 2024-09-15T23:47:03.884 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-15T23:47:03.884 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: new_conn = self._from_server_socket(self.server.socket) 2024-09-15T23:47:03.884 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-15T23:47:03.885 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-15T23:47:03.885 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-15T23:47:03.885 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: s = self.context.wrap_socket( 2024-09-15T23:47:03.885 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-15T23:47:03.885 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: return self.sslsocket_class._create( 2024-09-15T23:47:03.885 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-15T23:47:03.885 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: self.do_handshake() 2024-09-15T23:47:03.885 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-15T23:47:03.885 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: self._sslobj.do_handshake() 2024-09-15T23:47:03.885 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-15T23:47:03.885 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:47:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:47:03.886 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-09-15T23:47:03.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.990+0000 7faadeb2c640 1 -- 172.21.15.71:0/3774222571 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faad8102d50 msgr2=0x7faad81031d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:03.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.990+0000 7faadeb2c640 1 --2- 172.21.15.71:0/3774222571 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faad8102d50 0x7faad81031d0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7faacc009900 tx=0x7faacc02a410 comp rx=0 tx=0).stop 2024-09-15T23:47:03.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.991+0000 7faadeb2c640 1 -- 172.21.15.71:0/3774222571 shutdown_connections 2024-09-15T23:47:03.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.991+0000 7faadeb2c640 1 --2- 172.21.15.71:0/3774222571 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faad8103710 0x7faad8109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.991+0000 7faadeb2c640 1 --2- 172.21.15.71:0/3774222571 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faad8102d50 0x7faad81031d0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.991+0000 7faadeb2c640 1 --2- 172.21.15.71:0/3774222571 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faad8101b60 0x7faad8101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.991+0000 7faadeb2c640 1 -- 172.21.15.71:0/3774222571 >> 172.21.15.71:0/3774222571 conn(0x7faad80fd2c0 msgr2=0x7faad80ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:47:03.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.991+0000 7faadeb2c640 1 -- 172.21.15.71:0/3774222571 shutdown_connections 2024-09-15T23:47:03.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.991+0000 7faadeb2c640 1 -- 172.21.15.71:0/3774222571 wait complete. 2024-09-15T23:47:03.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.991+0000 7faadeb2c640 1 Processor -- start 2024-09-15T23:47:03.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.991+0000 7faadeb2c640 1 -- start start 2024-09-15T23:47:03.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.991+0000 7faadeb2c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faad8101b60 0x7faad8197d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:03.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.991+0000 7faadeb2c640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faad8102d50 0x7faad81982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:03.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.991+0000 7faadeb2c640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faad8103710 0x7faad819f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:03.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.991+0000 7faadeb2c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7faad810d6e0 con 0x7faad8101b60 2024-09-15T23:47:03.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.991+0000 7faadeb2c640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7faad810d560 con 0x7faad8102d50 2024-09-15T23:47:03.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.991+0000 7faadeb2c640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7faad810d860 con 0x7faad8103710 2024-09-15T23:47:03.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.991+0000 7faadc8c8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faad8101b60 0x7faad8197d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:03.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.992+0000 7faadc8c8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faad8101b60 0x7faad8197d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51182/0 (socket says 172.21.15.71:51182) 2024-09-15T23:47:03.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.992+0000 7faadc8c8640 1 -- 172.21.15.71:0/3139925699 learned_addr learned my addr 172.21.15.71:0/3139925699 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:47:03.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.992+0000 7faadd0c9640 1 --2- 172.21.15.71:0/3139925699 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faad8103710 0x7faad819f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:03.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.992+0000 7faad7fff640 1 --2- 172.21.15.71:0/3139925699 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faad8102d50 0x7faad81982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:03.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.992+0000 7faadc8c8640 1 -- 172.21.15.71:0/3139925699 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faad8103710 msgr2=0x7faad819f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:03.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.992+0000 7faadc8c8640 1 --2- 172.21.15.71:0/3139925699 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faad8103710 0x7faad819f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.992+0000 7faadc8c8640 1 -- 172.21.15.71:0/3139925699 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faad8102d50 msgr2=0x7faad81982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:03.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.992+0000 7faadc8c8640 1 --2- 172.21.15.71:0/3139925699 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faad8102d50 0x7faad81982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:03.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.992+0000 7faadc8c8640 1 -- 172.21.15.71:0/3139925699 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faad819f980 con 0x7faad8101b60 2024-09-15T23:47:03.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.992+0000 7faadc8c8640 1 --2- 172.21.15.71:0/3139925699 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faad8101b60 0x7faad8197d60 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7faac800e9c0 tx=0x7faac800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:47:03.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.992+0000 7faad5ffb640 1 -- 172.21.15.71:0/3139925699 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac800cd80 con 0x7faad8101b60 2024-09-15T23:47:03.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.992+0000 7faad5ffb640 1 -- 172.21.15.71:0/3139925699 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faac80035f0 con 0x7faad8101b60 2024-09-15T23:47:03.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.992+0000 7faad5ffb640 1 -- 172.21.15.71:0/3139925699 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac8010690 con 0x7faad8101b60 2024-09-15T23:47:03.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.992+0000 7faadeb2c640 1 -- 172.21.15.71:0/3139925699 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faad819fc70 con 0x7faad8101b60 2024-09-15T23:47:03.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.992+0000 7faadeb2c640 1 -- 172.21.15.71:0/3139925699 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faad81a0190 con 0x7faad8101b60 2024-09-15T23:47:03.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.993+0000 7faadeb2c640 1 -- 172.21.15.71:0/3139925699 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faad8108f00 con 0x7faad8101b60 2024-09-15T23:47:03.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.995+0000 7faad5ffb640 1 -- 172.21.15.71:0/3139925699 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 22) ==== 138167+0+0 (secure 0 0 0) 0x7faac80037a0 con 0x7faad8101b60 2024-09-15T23:47:03.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.996+0000 7faad5ffb640 1 --2- 172.21.15.71:0/3139925699 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7faac00a3100 0x7faac00a55c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:03.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.996+0000 7faad7fff640 1 --2- 172.21.15.71:0/3139925699 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7faac00a3100 0x7faac00a55c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:03.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.996+0000 7faad5ffb640 1 -- 172.21.15.71:0/3139925699 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8440+0+0 (secure 0 0 0) 0x7faac80cf950 con 0x7faad8101b60 2024-09-15T23:47:03.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:03.997+0000 7faad7fff640 1 --2- 172.21.15.71:0/3139925699 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7faac00a3100 0x7faac00a55c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7faacc005ab0 tx=0x7faacc005a20 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:47:04.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.000+0000 7faad5ffb640 1 -- 172.21.15.71:0/3139925699 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7faac809c890 con 0x7faad8101b60 2024-09-15T23:47:04.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.191+0000 7faadeb2c640 1 -- 172.21.15.71:0/3139925699 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7faad8062e90 con 0x7faad8101b60 2024-09-15T23:47:04.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.195+0000 7faad5ffb640 1 -- 172.21.15.71:0/3139925699 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v31)=0 v31) ==== 138+0+0 (secure 0 0 0) 0x7faac809c190 con 0x7faad8101b60 2024-09-15T23:47:04.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.197+0000 7faadeb2c640 1 -- 172.21.15.71:0/3139925699 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7faac00a3100 msgr2=0x7faac00a55c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:04.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.197+0000 7faadeb2c640 1 --2- 172.21.15.71:0/3139925699 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7faac00a3100 0x7faac00a55c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7faacc005ab0 tx=0x7faacc005a20 comp rx=0 tx=0).stop 2024-09-15T23:47:04.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.197+0000 7faadeb2c640 1 -- 172.21.15.71:0/3139925699 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faad8101b60 msgr2=0x7faad8197d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:04.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.197+0000 7faadeb2c640 1 --2- 172.21.15.71:0/3139925699 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faad8101b60 0x7faad8197d60 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7faac800e9c0 tx=0x7faac800ee80 comp rx=0 tx=0).stop 2024-09-15T23:47:04.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.198+0000 7faadeb2c640 1 -- 172.21.15.71:0/3139925699 shutdown_connections 2024-09-15T23:47:04.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.198+0000 7faadeb2c640 1 --2- 172.21.15.71:0/3139925699 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7faac00a3100 0x7faac00a55c0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.198+0000 7faadeb2c640 1 --2- 172.21.15.71:0/3139925699 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faad8103710 0x7faad819f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.198+0000 7faadeb2c640 1 --2- 172.21.15.71:0/3139925699 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faad8102d50 0x7faad81982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.198+0000 7faadeb2c640 1 --2- 172.21.15.71:0/3139925699 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faad8101b60 0x7faad8197d60 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.198+0000 7faadeb2c640 1 -- 172.21.15.71:0/3139925699 >> 172.21.15.71:0/3139925699 conn(0x7faad80fd2c0 msgr2=0x7faad81060d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:47:04.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.198+0000 7faadeb2c640 1 -- 172.21.15.71:0/3139925699 shutdown_connections 2024-09-15T23:47:04.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.198+0000 7faadeb2c640 1 -- 172.21.15.71:0/3139925699 wait complete. 2024-09-15T23:47:04.213 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-09-15T23:47:04.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.323+0000 7f2be1065640 1 -- 172.21.15.71:0/908243754 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bdc1016d0 msgr2=0x7f2bdc108f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:04.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.323+0000 7f2be1065640 1 --2- 172.21.15.71:0/908243754 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bdc1016d0 0x7f2bdc108f70 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f2bd4009ca0 tx=0x7f2bd402a8c0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.323+0000 7f2be1065640 1 -- 172.21.15.71:0/908243754 shutdown_connections 2024-09-15T23:47:04.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.323+0000 7f2be1065640 1 --2- 172.21.15.71:0/908243754 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bdc1016d0 0x7f2bdc108f70 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.323+0000 7f2be1065640 1 --2- 172.21.15.71:0/908243754 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2bdc100d10 0x7f2bdc101190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.323+0000 7f2be1065640 1 --2- 172.21.15.71:0/908243754 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2bdc101fe0 0x7f2bdc1023e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.323+0000 7f2be1065640 1 -- 172.21.15.71:0/908243754 >> 172.21.15.71:0/908243754 conn(0x7f2bdc0fb930 msgr2=0x7f2bdc0fdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:47:04.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.323+0000 7f2be1065640 1 -- 172.21.15.71:0/908243754 shutdown_connections 2024-09-15T23:47:04.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.323+0000 7f2be1065640 1 -- 172.21.15.71:0/908243754 wait complete. 2024-09-15T23:47:04.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.324+0000 7f2be1065640 1 Processor -- start 2024-09-15T23:47:04.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.324+0000 7f2be1065640 1 -- start start 2024-09-15T23:47:04.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.324+0000 7f2be1065640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2bdc100d10 0x7f2bdc100770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:04.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.324+0000 7f2be1065640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bdc1016d0 0x7f2bdc19ca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:04.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.324+0000 7f2be1065640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2bdc101fe0 0x7f2bdc19f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:04.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.324+0000 7f2be1065640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2bdc10c590 con 0x7f2bdc1016d0 2024-09-15T23:47:04.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.324+0000 7f2be1065640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f2bdc10c410 con 0x7f2bdc100d10 2024-09-15T23:47:04.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.324+0000 7f2be1065640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f2bdc10c710 con 0x7f2bdc101fe0 2024-09-15T23:47:04.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.324+0000 7f2bda59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bdc1016d0 0x7f2bdc19ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:04.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.324+0000 7f2bda59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bdc1016d0 0x7f2bdc19ca30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51234/0 (socket says 172.21.15.71:51234) 2024-09-15T23:47:04.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.324+0000 7f2bda59c640 1 -- 172.21.15.71:0/3983578318 learned_addr learned my addr 172.21.15.71:0/3983578318 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:47:04.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.324+0000 7f2bdad9d640 1 --2- 172.21.15.71:0/3983578318 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2bdc100d10 0x7f2bdc100770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:04.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.324+0000 7f2bdb59e640 1 --2- 172.21.15.71:0/3983578318 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2bdc101fe0 0x7f2bdc19f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:04.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.325+0000 7f2bda59c640 1 -- 172.21.15.71:0/3983578318 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2bdc101fe0 msgr2=0x7f2bdc19f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:04.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.325+0000 7f2bda59c640 1 --2- 172.21.15.71:0/3983578318 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2bdc101fe0 0x7f2bdc19f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.325+0000 7f2bda59c640 1 -- 172.21.15.71:0/3983578318 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2bdc100d10 msgr2=0x7f2bdc100770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:04.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.325+0000 7f2bda59c640 1 --2- 172.21.15.71:0/3983578318 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2bdc100d10 0x7f2bdc100770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.325+0000 7f2bda59c640 1 -- 172.21.15.71:0/3983578318 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bdc19f960 con 0x7f2bdc1016d0 2024-09-15T23:47:04.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.325+0000 7f2bda59c640 1 --2- 172.21.15.71:0/3983578318 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bdc1016d0 0x7f2bdc19ca30 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f2bd000e9f0 tx=0x7f2bd000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:47:04.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.325+0000 7f2bc3fff640 1 -- 172.21.15.71:0/3983578318 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bd000cd80 con 0x7f2bdc1016d0 2024-09-15T23:47:04.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.325+0000 7f2be1065640 1 -- 172.21.15.71:0/3983578318 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bdc19fbf0 con 0x7f2bdc1016d0 2024-09-15T23:47:04.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.325+0000 7f2bc3fff640 1 -- 172.21.15.71:0/3983578318 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2bd00108e0 con 0x7f2bdc1016d0 2024-09-15T23:47:04.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.325+0000 7f2bc3fff640 1 -- 172.21.15.71:0/3983578318 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bd0018920 con 0x7f2bdc1016d0 2024-09-15T23:47:04.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.326+0000 7f2be1065640 1 -- 172.21.15.71:0/3983578318 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bdc1a0190 con 0x7f2bdc1016d0 2024-09-15T23:47:04.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.327+0000 7f2be1065640 1 -- 172.21.15.71:0/3983578318 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bdc107ed0 con 0x7f2bdc1016d0 2024-09-15T23:47:04.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.328+0000 7f2bc3fff640 1 -- 172.21.15.71:0/3983578318 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 22) ==== 138167+0+0 (secure 0 0 0) 0x7f2bd0010a90 con 0x7f2bdc1016d0 2024-09-15T23:47:04.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.328+0000 7f2bc3fff640 1 --2- 172.21.15.71:0/3983578318 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f2bc40a3100 0x7f2bc40a55c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:04.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.328+0000 7f2bdad9d640 1 --2- 172.21.15.71:0/3983578318 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f2bc40a3100 0x7f2bc40a55c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:04.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.328+0000 7f2bc3fff640 1 -- 172.21.15.71:0/3983578318 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8440+0+0 (secure 0 0 0) 0x7f2bd00cfa60 con 0x7f2bdc1016d0 2024-09-15T23:47:04.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.329+0000 7f2bdad9d640 1 --2- 172.21.15.71:0/3983578318 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f2bc40a3100 0x7f2bc40a55c0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f2bdc069620 tx=0x7f2bcc005f90 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:47:04.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.332+0000 7f2bc3fff640 1 -- 172.21.15.71:0/3983578318 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2bd00541b0 con 0x7f2bdc1016d0 2024-09-15T23:47:04.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:04 smithi071 ceph-mon[30957]: mgrmap e22: x(active, since 1.01818s), standbys: y, z 2024-09-15T23:47:04.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:04 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2661798530' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-09-15T23:47:04.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:04 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-15T23:47:04.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:04 smithi071 ceph-mon[30957]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:47:04.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:04 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2804159537' entity='client.admin' 2024-09-15T23:47:04.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:04 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:04.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:04 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:04.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:04 smithi163 ceph-mon[34107]: mgrmap e22: x(active, since 1.01818s), standbys: y, z 2024-09-15T23:47:04.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:04 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/2661798530' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-09-15T23:47:04.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:04 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-15T23:47:04.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:04 smithi163 ceph-mon[34107]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:47:04.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:04 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/2804159537' entity='client.admin' 2024-09-15T23:47:04.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:04 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:04.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:04 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:04.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.510+0000 7f2be1065640 1 -- 172.21.15.71:0/3983578318 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f2bdc062df0 con 0x7f2bdc1016d0 2024-09-15T23:47:04.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.514+0000 7f2bc3fff640 1 -- 172.21.15.71:0/3983578318 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v32)=0 v32) ==== 133+0+0 (secure 0 0 0) 0x7f2bd009c9a0 con 0x7f2bdc1016d0 2024-09-15T23:47:04.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.516+0000 7f2be1065640 1 -- 172.21.15.71:0/3983578318 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f2bc40a3100 msgr2=0x7f2bc40a55c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:04.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.516+0000 7f2be1065640 1 --2- 172.21.15.71:0/3983578318 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f2bc40a3100 0x7f2bc40a55c0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f2bdc069620 tx=0x7f2bcc005f90 comp rx=0 tx=0).stop 2024-09-15T23:47:04.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.516+0000 7f2be1065640 1 -- 172.21.15.71:0/3983578318 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bdc1016d0 msgr2=0x7f2bdc19ca30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:04.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.516+0000 7f2be1065640 1 --2- 172.21.15.71:0/3983578318 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bdc1016d0 0x7f2bdc19ca30 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f2bd000e9f0 tx=0x7f2bd000eeb0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.516+0000 7f2be1065640 1 -- 172.21.15.71:0/3983578318 shutdown_connections 2024-09-15T23:47:04.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.516+0000 7f2be1065640 1 --2- 172.21.15.71:0/3983578318 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f2bc40a3100 0x7f2bc40a55c0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.516+0000 7f2be1065640 1 --2- 172.21.15.71:0/3983578318 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2bdc101fe0 0x7f2bdc19f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.516+0000 7f2be1065640 1 --2- 172.21.15.71:0/3983578318 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bdc1016d0 0x7f2bdc19ca30 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.516+0000 7f2be1065640 1 --2- 172.21.15.71:0/3983578318 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2bdc100d10 0x7f2bdc100770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.516+0000 7f2be1065640 1 -- 172.21.15.71:0/3983578318 >> 172.21.15.71:0/3983578318 conn(0x7f2bdc0fb930 msgr2=0x7f2bdc1050a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:47:04.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.517+0000 7f2be1065640 1 -- 172.21.15.71:0/3983578318 shutdown_connections 2024-09-15T23:47:04.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.517+0000 7f2be1065640 1 -- 172.21.15.71:0/3983578318 wait complete. 2024-09-15T23:47:04.530 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-09-15T23:47:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:04 smithi190 ceph-mon[34840]: mgrmap e22: x(active, since 1.01818s), standbys: y, z 2024-09-15T23:47:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:04 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/2661798530' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-09-15T23:47:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:04 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-15T23:47:04.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:04 smithi190 ceph-mon[34840]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:47:04.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:04 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/2804159537' entity='client.admin' 2024-09-15T23:47:04.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:04 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:04.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:04 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:04.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.633+0000 7fadab62e640 1 -- 172.21.15.71:0/480203612 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fada4102d50 msgr2=0x7fada41031d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:04.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.633+0000 7fadab62e640 1 --2- 172.21.15.71:0/480203612 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fada4102d50 0x7fada41031d0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fad94009900 tx=0x7fad9402a410 comp rx=0 tx=0).stop 2024-09-15T23:47:04.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.633+0000 7fadab62e640 1 -- 172.21.15.71:0/480203612 shutdown_connections 2024-09-15T23:47:04.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.633+0000 7fadab62e640 1 --2- 172.21.15.71:0/480203612 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fada4103710 0x7fada4109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.633+0000 7fadab62e640 1 --2- 172.21.15.71:0/480203612 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fada4102d50 0x7fada41031d0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.633+0000 7fadab62e640 1 --2- 172.21.15.71:0/480203612 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fada4101b60 0x7fada4101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.633+0000 7fadab62e640 1 -- 172.21.15.71:0/480203612 >> 172.21.15.71:0/480203612 conn(0x7fada40fd2c0 msgr2=0x7fada40ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:47:04.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.633+0000 7fadab62e640 1 -- 172.21.15.71:0/480203612 shutdown_connections 2024-09-15T23:47:04.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.633+0000 7fadab62e640 1 -- 172.21.15.71:0/480203612 wait complete. 2024-09-15T23:47:04.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.634+0000 7fadab62e640 1 Processor -- start 2024-09-15T23:47:04.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.634+0000 7fadab62e640 1 -- start start 2024-09-15T23:47:04.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.634+0000 7fadab62e640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fada4101b60 0x7fada4197da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:04.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.634+0000 7fadab62e640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fada4102d50 0x7fada41982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:04.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.634+0000 7fadab62e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fada4103710 0x7fada419f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:04.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.634+0000 7fadab62e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fada410d670 con 0x7fada4103710 2024-09-15T23:47:04.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.634+0000 7fadab62e640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fada410d4f0 con 0x7fada4101b60 2024-09-15T23:47:04.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.634+0000 7fadab62e640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fada410d7f0 con 0x7fada4102d50 2024-09-15T23:47:04.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.634+0000 7fada8bc9640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fada4102d50 0x7fada41982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:04.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.634+0000 7fada9bcb640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fada4103710 0x7fada419f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:04.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.634+0000 7fada8bc9640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fada4102d50 0x7fada41982e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.71:40700/0 (socket says 172.21.15.71:40700) 2024-09-15T23:47:04.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.634+0000 7fada93ca640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fada4101b60 0x7fada4197da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:04.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.634+0000 7fada8bc9640 1 -- 172.21.15.71:0/352253518 learned_addr learned my addr 172.21.15.71:0/352253518 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:47:04.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.634+0000 7fada9bcb640 1 -- 172.21.15.71:0/352253518 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fada4102d50 msgr2=0x7fada41982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:04.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.634+0000 7fada9bcb640 1 --2- 172.21.15.71:0/352253518 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fada4102d50 0x7fada41982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.634+0000 7fada9bcb640 1 -- 172.21.15.71:0/352253518 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fada4101b60 msgr2=0x7fada4197da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:04.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.634+0000 7fada9bcb640 1 --2- 172.21.15.71:0/352253518 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fada4101b60 0x7fada4197da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.634+0000 7fada9bcb640 1 -- 172.21.15.71:0/352253518 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fada419f9b0 con 0x7fada4103710 2024-09-15T23:47:04.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.634+0000 7fada8bc9640 1 --2- 172.21.15.71:0/352253518 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fada4102d50 0x7fada41982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T23:47:04.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.635+0000 7fada9bcb640 1 --2- 172.21.15.71:0/352253518 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fada4103710 0x7fada419f310 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fad9c00da10 tx=0x7fad9c00ded0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:47:04.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.635+0000 7fad9a7fc640 1 -- 172.21.15.71:0/352253518 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad9c00bd70 con 0x7fada4103710 2024-09-15T23:47:04.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.635+0000 7fad9a7fc640 1 -- 172.21.15.71:0/352253518 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fad9c003e20 con 0x7fada4103710 2024-09-15T23:47:04.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.635+0000 7fadab62e640 1 -- 172.21.15.71:0/352253518 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fada419fca0 con 0x7fada4103710 2024-09-15T23:47:04.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.635+0000 7fad9a7fc640 1 -- 172.21.15.71:0/352253518 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad9c0106c0 con 0x7fada4103710 2024-09-15T23:47:04.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.635+0000 7fadab62e640 1 -- 172.21.15.71:0/352253518 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fada41a01a0 con 0x7fada4103710 2024-09-15T23:47:04.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.636+0000 7fadab62e640 1 -- 172.21.15.71:0/352253518 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fada4108fe0 con 0x7fada4103710 2024-09-15T23:47:04.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.637+0000 7fad9a7fc640 1 -- 172.21.15.71:0/352253518 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 22) ==== 138167+0+0 (secure 0 0 0) 0x7fad9c003970 con 0x7fada4103710 2024-09-15T23:47:04.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.638+0000 7fad9a7fc640 1 --2- 172.21.15.71:0/352253518 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fad900a3180 0x7fad900a5640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:04.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.638+0000 7fada93ca640 1 --2- 172.21.15.71:0/352253518 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fad900a3180 0x7fad900a5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:04.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.638+0000 7fad9a7fc640 1 -- 172.21.15.71:0/352253518 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8440+0+0 (secure 0 0 0) 0x7fad9c0cfc30 con 0x7fada4103710 2024-09-15T23:47:04.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.639+0000 7fada93ca640 1 --2- 172.21.15.71:0/352253518 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fad900a3180 0x7fad900a5640 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fada4199270 tx=0x7fada000b410 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:47:04.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.641+0000 7fad9a7fc640 1 -- 172.21.15.71:0/352253518 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fad9c09cbf0 con 0x7fada4103710 2024-09-15T23:47:04.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.838+0000 7fadab62e640 1 -- 172.21.15.71:0/352253518 --> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7fada4062630 con 0x7fad900a3180 2024-09-15T23:47:04.903 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.901+0000 7fad9a7fc640 1 -- 172.21.15.71:0/352253518 <== mgr.15222 v2:172.21.15.71:6800/3244696624 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fada4062630 con 0x7fad900a3180 2024-09-15T23:47:04.904 INFO:teuthology.orchestra.run.smithi071.stdout:Schedule set for path / 2024-09-15T23:47:04.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.903+0000 7fadab62e640 1 -- 172.21.15.71:0/352253518 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fad900a3180 msgr2=0x7fad900a5640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:04.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.903+0000 7fadab62e640 1 --2- 172.21.15.71:0/352253518 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fad900a3180 0x7fad900a5640 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fada4199270 tx=0x7fada000b410 comp rx=0 tx=0).stop 2024-09-15T23:47:04.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.903+0000 7fadab62e640 1 -- 172.21.15.71:0/352253518 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fada4103710 msgr2=0x7fada419f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:04.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.903+0000 7fadab62e640 1 --2- 172.21.15.71:0/352253518 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fada4103710 0x7fada419f310 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fad9c00da10 tx=0x7fad9c00ded0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.903+0000 7fadab62e640 1 -- 172.21.15.71:0/352253518 shutdown_connections 2024-09-15T23:47:04.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.903+0000 7fadab62e640 1 --2- 172.21.15.71:0/352253518 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fad900a3180 0x7fad900a5640 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.903+0000 7fadab62e640 1 --2- 172.21.15.71:0/352253518 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fada4103710 0x7fada419f310 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.903+0000 7fadab62e640 1 --2- 172.21.15.71:0/352253518 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fada4102d50 0x7fada41982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.903+0000 7fadab62e640 1 --2- 172.21.15.71:0/352253518 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fada4101b60 0x7fada4197da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:04.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.903+0000 7fadab62e640 1 -- 172.21.15.71:0/352253518 >> 172.21.15.71:0/352253518 conn(0x7fada40fd2c0 msgr2=0x7fada41061b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:47:04.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.903+0000 7fadab62e640 1 -- 172.21.15.71:0/352253518 shutdown_connections 2024-09-15T23:47:04.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:04.903+0000 7fadab62e640 1 -- 172.21.15.71:0/352253518 wait complete. 2024-09-15T23:47:04.916 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-09-15T23:47:05.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.030+0000 7f184890c640 1 -- 172.21.15.71:0/429591558 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1844101c30 msgr2=0x7f18441020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:05.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.030+0000 7f184890c640 1 --2- 172.21.15.71:0/429591558 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1844101c30 0x7f18441020b0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f1838009900 tx=0x7f183802a410 comp rx=0 tx=0).stop 2024-09-15T23:47:05.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.030+0000 7f184890c640 1 -- 172.21.15.71:0/429591558 shutdown_connections 2024-09-15T23:47:05.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.030+0000 7f184890c640 1 --2- 172.21.15.71:0/429591558 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f18441025f0 0x7f1844108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.030+0000 7f184890c640 1 --2- 172.21.15.71:0/429591558 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1844101c30 0x7f18441020b0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.030+0000 7f184890c640 1 --2- 172.21.15.71:0/429591558 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1844100a40 0x7f1844100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.030+0000 7f184890c640 1 -- 172.21.15.71:0/429591558 >> 172.21.15.71:0/429591558 conn(0x7f18440fc1e0 msgr2=0x7f18440fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:47:05.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.030+0000 7f184890c640 1 -- 172.21.15.71:0/429591558 shutdown_connections 2024-09-15T23:47:05.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.030+0000 7f184890c640 1 -- 172.21.15.71:0/429591558 wait complete. 2024-09-15T23:47:05.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.031+0000 7f184890c640 1 Processor -- start 2024-09-15T23:47:05.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.031+0000 7f184890c640 1 -- start start 2024-09-15T23:47:05.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.031+0000 7f184890c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1844100a40 0x7f184406a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:05.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.031+0000 7f184890c640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1844101c30 0x7f184419ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:05.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.031+0000 7f184890c640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f18441025f0 0x7f18441a13c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:05.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.031+0000 7f184890c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f184410c570 con 0x7f1844100a40 2024-09-15T23:47:05.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.031+0000 7f184890c640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f184410c3f0 con 0x7f1844101c30 2024-09-15T23:47:05.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.031+0000 7f184890c640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f184410c6f0 con 0x7f18441025f0 2024-09-15T23:47:05.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.031+0000 7f184259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1844100a40 0x7f184406a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:05.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.031+0000 7f184259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1844100a40 0x7f184406a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51276/0 (socket says 172.21.15.71:51276) 2024-09-15T23:47:05.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.031+0000 7f184259c640 1 -- 172.21.15.71:0/2230812633 learned_addr learned my addr 172.21.15.71:0/2230812633 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:47:05.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.031+0000 7f1841d9b640 1 --2- 172.21.15.71:0/2230812633 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1844101c30 0x7f184419ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:05.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.032+0000 7f1842d9d640 1 --2- 172.21.15.71:0/2230812633 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f18441025f0 0x7f18441a13c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:05.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.032+0000 7f184259c640 1 -- 172.21.15.71:0/2230812633 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f18441025f0 msgr2=0x7f18441a13c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:05.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.032+0000 7f184259c640 1 --2- 172.21.15.71:0/2230812633 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f18441025f0 0x7f18441a13c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.032+0000 7f184259c640 1 -- 172.21.15.71:0/2230812633 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1844101c30 msgr2=0x7f184419ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:05.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.032+0000 7f184259c640 1 --2- 172.21.15.71:0/2230812633 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1844101c30 0x7f184419ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.032+0000 7f184259c640 1 -- 172.21.15.71:0/2230812633 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18441a1bb0 con 0x7f1844100a40 2024-09-15T23:47:05.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.032+0000 7f1841d9b640 1 --2- 172.21.15.71:0/2230812633 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1844101c30 0x7f184419ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T23:47:05.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.032+0000 7f184259c640 1 --2- 172.21.15.71:0/2230812633 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1844100a40 0x7f184406a410 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f183400e9c0 tx=0x7f183400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:47:05.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.032+0000 7f18337fe640 1 -- 172.21.15.71:0/2230812633 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f183400cd80 con 0x7f1844100a40 2024-09-15T23:47:05.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.032+0000 7f18337fe640 1 -- 172.21.15.71:0/2230812633 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f18340035f0 con 0x7f1844100a40 2024-09-15T23:47:05.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.032+0000 7f184890c640 1 -- 172.21.15.71:0/2230812633 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18441a1e40 con 0x7f1844100a40 2024-09-15T23:47:05.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.032+0000 7f18337fe640 1 -- 172.21.15.71:0/2230812633 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1834010690 con 0x7f1844100a40 2024-09-15T23:47:05.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.032+0000 7f184890c640 1 -- 172.21.15.71:0/2230812633 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18441a2250 con 0x7f1844100a40 2024-09-15T23:47:05.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.034+0000 7f184890c640 1 -- 172.21.15.71:0/2230812633 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1844107e70 con 0x7f1844100a40 2024-09-15T23:47:05.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.035+0000 7f18337fe640 1 -- 172.21.15.71:0/2230812633 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 22) ==== 138167+0+0 (secure 0 0 0) 0x7f18340037a0 con 0x7f1844100a40 2024-09-15T23:47:05.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.035+0000 7f18337fe640 1 --2- 172.21.15.71:0/2230812633 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f182c0a3130 0x7f182c0a55f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:05.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.036+0000 7f18337fe640 1 -- 172.21.15.71:0/2230812633 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8440+0+0 (secure 0 0 0) 0x7f18340cfae0 con 0x7f1844100a40 2024-09-15T23:47:05.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.036+0000 7f1841d9b640 1 --2- 172.21.15.71:0/2230812633 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f182c0a3130 0x7f182c0a55f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:05.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.036+0000 7f1841d9b640 1 --2- 172.21.15.71:0/2230812633 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f182c0a3130 0x7f182c0a55f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f1838006010 tx=0x7f1838000bc0 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:47:05.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.040+0000 7f18337fe640 1 -- 172.21.15.71:0/2230812633 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f183409ca20 con 0x7f1844100a40 2024-09-15T23:47:05.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.115+0000 7f18337fe640 1 -- 172.21.15.71:0/2230812633 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mgrmap(e 23) ==== 138526+0+0 (secure 0 0 0) 0x7f1834098990 con 0x7f1844100a40 2024-09-15T23:47:05.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: [15/Sep/2024:23:47:03] ENGINE Bus STARTING 2024-09-15T23:47:05.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: [15/Sep/2024:23:47:03] ENGINE Serving on http://172.21.15.71:8765 2024-09-15T23:47:05.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='client.15285 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:47:05.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: [15/Sep/2024:23:47:03] ENGINE Serving on https://172.21.15.71:7150 2024-09-15T23:47:05.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: [15/Sep/2024:23:47:03] ENGINE Bus STARTED 2024-09-15T23:47:05.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: [15/Sep/2024:23:47:03] ENGINE Error in HTTPServer.serve 2024-09-15T23:47:05.177 INFO:journalctl@ceph.mon.a.smithi071.stdout: Traceback (most recent call last): 2024-09-15T23:47:05.177 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-15T23:47:05.178 INFO:journalctl@ceph.mon.a.smithi071.stdout: self._connections.run(self.expiration_interval) 2024-09-15T23:47:05.178 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-15T23:47:05.178 INFO:journalctl@ceph.mon.a.smithi071.stdout: self._run(expiration_interval) 2024-09-15T23:47:05.178 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-15T23:47:05.178 INFO:journalctl@ceph.mon.a.smithi071.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-15T23:47:05.178 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-15T23:47:05.178 INFO:journalctl@ceph.mon.a.smithi071.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-15T23:47:05.179 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-15T23:47:05.179 INFO:journalctl@ceph.mon.a.smithi071.stdout: s = self.context.wrap_socket( 2024-09-15T23:47:05.179 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-15T23:47:05.179 INFO:journalctl@ceph.mon.a.smithi071.stdout: return self.sslsocket_class._create( 2024-09-15T23:47:05.179 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-15T23:47:05.179 INFO:journalctl@ceph.mon.a.smithi071.stdout: self.do_handshake() 2024-09-15T23:47:05.179 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-15T23:47:05.179 INFO:journalctl@ceph.mon.a.smithi071.stdout: self._sslobj.do_handshake() 2024-09-15T23:47:05.179 INFO:journalctl@ceph.mon.a.smithi071.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-15T23:47:05.179 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.179 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:47:05.180 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.180 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/3139925699' entity='client.admin' 2024-09-15T23:47:05.180 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.180 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.180 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/3983578318' entity='client.admin' 2024-09-15T23:47:05.180 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.180 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.180 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.180 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.181 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.181 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.181 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.181 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.181 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.181 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.181 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.181 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.181 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.181 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.181 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.181 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.181 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.181 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.182 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:47:05.182 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:47:05.182 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:05 smithi071 ceph-mon[30957]: mgrmap e23: x(active, since 2s), standbys: y, z 2024-09-15T23:47:05.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.247+0000 7f184890c640 1 -- 172.21.15.71:0/2230812633 --> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7f1844062790 con 0x7f182c0a3130 2024-09-15T23:47:05.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.306+0000 7f18337fe640 1 -- 172.21.15.71:0/2230812633 <== mgr.15222 v2:172.21.15.71:6800/3244696624 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7f1844062790 con 0x7f182c0a3130 2024-09-15T23:47:05.309 INFO:teuthology.orchestra.run.smithi071.stdout:Retention added to path / 2024-09-15T23:47:05.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.309+0000 7f184890c640 1 -- 172.21.15.71:0/2230812633 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f182c0a3130 msgr2=0x7f182c0a55f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:05.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.309+0000 7f184890c640 1 --2- 172.21.15.71:0/2230812633 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f182c0a3130 0x7f182c0a55f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f1838006010 tx=0x7f1838000bc0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.309+0000 7f184890c640 1 -- 172.21.15.71:0/2230812633 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1844100a40 msgr2=0x7f184406a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:05.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.309+0000 7f184890c640 1 --2- 172.21.15.71:0/2230812633 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1844100a40 0x7f184406a410 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f183400e9c0 tx=0x7f183400ee80 comp rx=0 tx=0).stop 2024-09-15T23:47:05.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.309+0000 7f184890c640 1 -- 172.21.15.71:0/2230812633 shutdown_connections 2024-09-15T23:47:05.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.309+0000 7f184890c640 1 --2- 172.21.15.71:0/2230812633 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f182c0a3130 0x7f182c0a55f0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.309+0000 7f184890c640 1 --2- 172.21.15.71:0/2230812633 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f18441025f0 0x7f18441a13c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.309+0000 7f184890c640 1 --2- 172.21.15.71:0/2230812633 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1844101c30 0x7f184419ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.309+0000 7f184890c640 1 --2- 172.21.15.71:0/2230812633 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1844100a40 0x7f184406a410 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.309+0000 7f184890c640 1 -- 172.21.15.71:0/2230812633 >> 172.21.15.71:0/2230812633 conn(0x7f18440fc1e0 msgr2=0x7f1844105040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:47:05.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.309+0000 7f184890c640 1 -- 172.21.15.71:0/2230812633 shutdown_connections 2024-09-15T23:47:05.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.309+0000 7f184890c640 1 -- 172.21.15.71:0/2230812633 wait complete. 2024-09-15T23:47:05.322 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-09-15T23:47:05.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.434+0000 7f179bcd0640 1 -- 172.21.15.71:0/1491233283 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1794100a40 msgr2=0x7f1794100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:05.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.434+0000 7f179bcd0640 1 --2- 172.21.15.71:0/1491233283 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1794100a40 0x7f1794100e40 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f1790009900 tx=0x7f179002a410 comp rx=0 tx=0).stop 2024-09-15T23:47:05.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.434+0000 7f179bcd0640 1 -- 172.21.15.71:0/1491233283 shutdown_connections 2024-09-15T23:47:05.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.434+0000 7f179bcd0640 1 --2- 172.21.15.71:0/1491233283 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f17941025f0 0x7f1794108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.434+0000 7f179bcd0640 1 --2- 172.21.15.71:0/1491233283 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1794101c30 0x7f17941020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.434+0000 7f179bcd0640 1 --2- 172.21.15.71:0/1491233283 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1794100a40 0x7f1794100e40 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.434+0000 7f179bcd0640 1 -- 172.21.15.71:0/1491233283 >> 172.21.15.71:0/1491233283 conn(0x7f17940fc1e0 msgr2=0x7f17940fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:47:05.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.434+0000 7f179bcd0640 1 -- 172.21.15.71:0/1491233283 shutdown_connections 2024-09-15T23:47:05.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.434+0000 7f179bcd0640 1 -- 172.21.15.71:0/1491233283 wait complete. 2024-09-15T23:47:05.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.435+0000 7f179bcd0640 1 Processor -- start 2024-09-15T23:47:05.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.435+0000 7f179bcd0640 1 -- start start 2024-09-15T23:47:05.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.435+0000 7f179bcd0640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1794100a40 0x7f179410b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:05.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.435+0000 7f179bcd0640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1794101c30 0x7f1794109a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:05.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.435+0000 7f179bcd0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f17941025f0 0x7f1794109f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:05.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.435+0000 7f179bcd0640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f179410d720 con 0x7f17941025f0 2024-09-15T23:47:05.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.435+0000 7f179bcd0640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f179410d5a0 con 0x7f1794101c30 2024-09-15T23:47:05.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.435+0000 7f179bcd0640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f179410d8a0 con 0x7f1794100a40 2024-09-15T23:47:05.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.435+0000 7f179a26d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f17941025f0 0x7f1794109f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:05.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.435+0000 7f1799a6c640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1794100a40 0x7f179410b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:05.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.435+0000 7f1799a6c640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1794100a40 0x7f179410b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.71:40736/0 (socket says 172.21.15.71:40736) 2024-09-15T23:47:05.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.435+0000 7f179a26d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f17941025f0 0x7f1794109f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51296/0 (socket says 172.21.15.71:51296) 2024-09-15T23:47:05.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.435+0000 7f1799a6c640 1 -- 172.21.15.71:0/1579560627 learned_addr learned my addr 172.21.15.71:0/1579560627 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:47:05.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.435+0000 7f179926b640 1 --2- 172.21.15.71:0/1579560627 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1794101c30 0x7f1794109a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:05.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.436+0000 7f1799a6c640 1 -- 172.21.15.71:0/1579560627 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1794101c30 msgr2=0x7f1794109a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:05.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.436+0000 7f1799a6c640 1 --2- 172.21.15.71:0/1579560627 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1794101c30 0x7f1794109a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.436+0000 7f1799a6c640 1 -- 172.21.15.71:0/1579560627 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f17941025f0 msgr2=0x7f1794109f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:05.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.436+0000 7f1799a6c640 1 --2- 172.21.15.71:0/1579560627 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f17941025f0 0x7f1794109f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.436+0000 7f1799a6c640 1 -- 172.21.15.71:0/1579560627 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f179410a7d0 con 0x7f1794100a40 2024-09-15T23:47:05.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.436+0000 7f179926b640 1 --2- 172.21.15.71:0/1579560627 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1794101c30 0x7f1794109a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-15T23:47:05.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.436+0000 7f1799a6c640 1 --2- 172.21.15.71:0/1579560627 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1794100a40 0x7f179410b3c0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f17900314e0 tx=0x7f1790003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:47:05.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.436+0000 7f178affd640 1 -- 172.21.15.71:0/1579560627 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f179003f070 con 0x7f1794100a40 2024-09-15T23:47:05.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.436+0000 7f178affd640 1 -- 172.21.15.71:0/1579560627 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1790031c40 con 0x7f1794100a40 2024-09-15T23:47:05.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.436+0000 7f179bcd0640 1 -- 172.21.15.71:0/1579560627 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17941a1da0 con 0x7f1794100a40 2024-09-15T23:47:05.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.436+0000 7f178affd640 1 -- 172.21.15.71:0/1579560627 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1790035030 con 0x7f1794100a40 2024-09-15T23:47:05.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.436+0000 7f179bcd0640 1 -- 172.21.15.71:0/1579560627 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17941a2200 con 0x7f1794100a40 2024-09-15T23:47:05.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.437+0000 7f179bcd0640 1 -- 172.21.15.71:0/1579560627 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1794107db0 con 0x7f1794100a40 2024-09-15T23:47:05.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.438+0000 7f178affd640 1 -- 172.21.15.71:0/1579560627 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 23) ==== 138526+0+0 (secure 0 0 0) 0x7f1790042070 con 0x7f1794100a40 2024-09-15T23:47:05.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.439+0000 7f178affd640 1 --2- 172.21.15.71:0/1579560627 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f17800a3500 0x7f17800a59c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:05.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.439+0000 7f179926b640 1 --2- 172.21.15.71:0/1579560627 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f17800a3500 0x7f17800a59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:05.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.439+0000 7f178affd640 1 -- 172.21.15.71:0/1579560627 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8440+0+0 (secure 0 0 0) 0x7f17900f0b50 con 0x7f1794100a40 2024-09-15T23:47:05.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.440+0000 7f179926b640 1 --2- 172.21.15.71:0/1579560627 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f17800a3500 0x7f17800a59c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f179410b130 tx=0x7f1784005f90 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:47:05.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.442+0000 7f178affd640 1 -- 172.21.15.71:0/1579560627 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1790031df0 con 0x7f1794100a40 2024-09-15T23:47:05.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: [15/Sep/2024:23:47:03] ENGINE Bus STARTING 2024-09-15T23:47:05.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: [15/Sep/2024:23:47:03] ENGINE Serving on http://172.21.15.71:8765 2024-09-15T23:47:05.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='client.15285 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:47:05.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: [15/Sep/2024:23:47:03] ENGINE Serving on https://172.21.15.71:7150 2024-09-15T23:47:05.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: [15/Sep/2024:23:47:03] ENGINE Bus STARTED 2024-09-15T23:47:05.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: [15/Sep/2024:23:47:03] ENGINE Error in HTTPServer.serve 2024-09-15T23:47:05.485 INFO:journalctl@ceph.mon.b.smithi163.stdout: Traceback (most recent call last): 2024-09-15T23:47:05.485 INFO:journalctl@ceph.mon.b.smithi163.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-15T23:47:05.485 INFO:journalctl@ceph.mon.b.smithi163.stdout: self._connections.run(self.expiration_interval) 2024-09-15T23:47:05.486 INFO:journalctl@ceph.mon.b.smithi163.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-15T23:47:05.486 INFO:journalctl@ceph.mon.b.smithi163.stdout: self._run(expiration_interval) 2024-09-15T23:47:05.486 INFO:journalctl@ceph.mon.b.smithi163.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-15T23:47:05.486 INFO:journalctl@ceph.mon.b.smithi163.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-15T23:47:05.486 INFO:journalctl@ceph.mon.b.smithi163.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-15T23:47:05.486 INFO:journalctl@ceph.mon.b.smithi163.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-15T23:47:05.486 INFO:journalctl@ceph.mon.b.smithi163.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-15T23:47:05.486 INFO:journalctl@ceph.mon.b.smithi163.stdout: s = self.context.wrap_socket( 2024-09-15T23:47:05.486 INFO:journalctl@ceph.mon.b.smithi163.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-15T23:47:05.486 INFO:journalctl@ceph.mon.b.smithi163.stdout: return self.sslsocket_class._create( 2024-09-15T23:47:05.486 INFO:journalctl@ceph.mon.b.smithi163.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-15T23:47:05.486 INFO:journalctl@ceph.mon.b.smithi163.stdout: self.do_handshake() 2024-09-15T23:47:05.486 INFO:journalctl@ceph.mon.b.smithi163.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-15T23:47:05.487 INFO:journalctl@ceph.mon.b.smithi163.stdout: self._sslobj.do_handshake() 2024-09-15T23:47:05.487 INFO:journalctl@ceph.mon.b.smithi163.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-15T23:47:05.487 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.487 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:47:05.487 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.487 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/3139925699' entity='client.admin' 2024-09-15T23:47:05.487 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.487 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.487 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/3983578318' entity='client.admin' 2024-09-15T23:47:05.487 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.487 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.487 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.488 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.488 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.488 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.488 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.488 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.488 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.488 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.488 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.488 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.488 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.488 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.488 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.488 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.488 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.489 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.489 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:47:05.489 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:47:05.489 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:05 smithi163 ceph-mon[34107]: mgrmap e23: x(active, since 2s), standbys: y, z 2024-09-15T23:47:05.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: [15/Sep/2024:23:47:03] ENGINE Bus STARTING 2024-09-15T23:47:05.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: [15/Sep/2024:23:47:03] ENGINE Serving on http://172.21.15.71:8765 2024-09-15T23:47:05.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='client.15285 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:47:05.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: [15/Sep/2024:23:47:03] ENGINE Serving on https://172.21.15.71:7150 2024-09-15T23:47:05.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: [15/Sep/2024:23:47:03] ENGINE Bus STARTED 2024-09-15T23:47:05.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: [15/Sep/2024:23:47:03] ENGINE Error in HTTPServer.serve 2024-09-15T23:47:05.565 INFO:journalctl@ceph.mon.c.smithi190.stdout: Traceback (most recent call last): 2024-09-15T23:47:05.565 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-15T23:47:05.565 INFO:journalctl@ceph.mon.c.smithi190.stdout: self._connections.run(self.expiration_interval) 2024-09-15T23:47:05.565 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-15T23:47:05.565 INFO:journalctl@ceph.mon.c.smithi190.stdout: self._run(expiration_interval) 2024-09-15T23:47:05.565 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-15T23:47:05.565 INFO:journalctl@ceph.mon.c.smithi190.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-15T23:47:05.565 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-15T23:47:05.565 INFO:journalctl@ceph.mon.c.smithi190.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-15T23:47:05.565 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-15T23:47:05.566 INFO:journalctl@ceph.mon.c.smithi190.stdout: s = self.context.wrap_socket( 2024-09-15T23:47:05.566 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-15T23:47:05.566 INFO:journalctl@ceph.mon.c.smithi190.stdout: return self.sslsocket_class._create( 2024-09-15T23:47:05.566 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-15T23:47:05.566 INFO:journalctl@ceph.mon.c.smithi190.stdout: self.do_handshake() 2024-09-15T23:47:05.566 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-15T23:47:05.566 INFO:journalctl@ceph.mon.c.smithi190.stdout: self._sslobj.do_handshake() 2024-09-15T23:47:05.566 INFO:journalctl@ceph.mon.c.smithi190.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-15T23:47:05.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:47:05.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/3139925699' entity='client.admin' 2024-09-15T23:47:05.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/3983578318' entity='client.admin' 2024-09-15T23:47:05.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:05.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:47:05.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:47:05.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:47:05.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:05 smithi190 ceph-mon[34840]: mgrmap e23: x(active, since 2s), standbys: y, z 2024-09-15T23:47:05.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.640+0000 7f179bcd0640 1 -- 172.21.15.71:0/1579560627 --> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f1794062630 con 0x7f17800a3500 2024-09-15T23:47:05.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.646+0000 7f178affd640 1 -- 172.21.15.71:0/1579560627 <== mgr.15222 v2:172.21.15.71:6800/3244696624 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7f1794062630 con 0x7f17800a3500 2024-09-15T23:47:05.648 INFO:teuthology.orchestra.run.smithi071.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-09-15T00:00:00", "created": "2024-09-15T23:47:04", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-09-15T23:47:05.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.648+0000 7f179bcd0640 1 -- 172.21.15.71:0/1579560627 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f17800a3500 msgr2=0x7f17800a59c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:05.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.648+0000 7f179bcd0640 1 --2- 172.21.15.71:0/1579560627 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f17800a3500 0x7f17800a59c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f179410b130 tx=0x7f1784005f90 comp rx=0 tx=0).stop 2024-09-15T23:47:05.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.648+0000 7f179bcd0640 1 -- 172.21.15.71:0/1579560627 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1794100a40 msgr2=0x7f179410b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:05.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.648+0000 7f179bcd0640 1 --2- 172.21.15.71:0/1579560627 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1794100a40 0x7f179410b3c0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f17900314e0 tx=0x7f1790003c10 comp rx=0 tx=0).stop 2024-09-15T23:47:05.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.648+0000 7f179bcd0640 1 -- 172.21.15.71:0/1579560627 shutdown_connections 2024-09-15T23:47:05.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.648+0000 7f179bcd0640 1 --2- 172.21.15.71:0/1579560627 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f17800a3500 0x7f17800a59c0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.648+0000 7f179bcd0640 1 --2- 172.21.15.71:0/1579560627 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f17941025f0 0x7f1794109f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.648+0000 7f179bcd0640 1 --2- 172.21.15.71:0/1579560627 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1794101c30 0x7f1794109a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.648+0000 7f179bcd0640 1 --2- 172.21.15.71:0/1579560627 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1794100a40 0x7f179410b3c0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.648+0000 7f179bcd0640 1 -- 172.21.15.71:0/1579560627 >> 172.21.15.71:0/1579560627 conn(0x7f17940fc1e0 msgr2=0x7f1794104f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:47:05.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.648+0000 7f179bcd0640 1 -- 172.21.15.71:0/1579560627 shutdown_connections 2024-09-15T23:47:05.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.648+0000 7f179bcd0640 1 -- 172.21.15.71:0/1579560627 wait complete. 2024-09-15T23:47:05.662 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-09-15T23:47:05.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.768+0000 7f834ea47640 1 -- 172.21.15.71:0/1949525766 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8348101740 msgr2=0x7f8348101b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:05.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.768+0000 7f834ea47640 1 --2- 172.21.15.71:0/1949525766 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8348101740 0x7f8348101b80 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f833c009900 tx=0x7f833c02a410 comp rx=0 tx=0).stop 2024-09-15T23:47:05.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.768+0000 7f834ea47640 1 -- 172.21.15.71:0/1949525766 shutdown_connections 2024-09-15T23:47:05.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.768+0000 7f834ea47640 1 --2- 172.21.15.71:0/1949525766 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f83481020c0 0x7f834810d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.768+0000 7f834ea47640 1 --2- 172.21.15.71:0/1949525766 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8348101740 0x7f8348101b80 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.768+0000 7f834ea47640 1 --2- 172.21.15.71:0/1949525766 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8348106b70 0x7f8348106f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.768+0000 7f834ea47640 1 -- 172.21.15.71:0/1949525766 >> 172.21.15.71:0/1949525766 conn(0x7f8348075ef0 msgr2=0x7f8348076300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:47:05.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.768+0000 7f834ea47640 1 -- 172.21.15.71:0/1949525766 shutdown_connections 2024-09-15T23:47:05.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.768+0000 7f834ea47640 1 -- 172.21.15.71:0/1949525766 wait complete. 2024-09-15T23:47:05.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.769+0000 7f834ea47640 1 Processor -- start 2024-09-15T23:47:05.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.769+0000 7f834ea47640 1 -- start start 2024-09-15T23:47:05.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.769+0000 7f834ea47640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8348101740 0x7f8348199120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:05.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.769+0000 7f834ea47640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f83481020c0 0x7f8348199660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:05.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.769+0000 7f834ea47640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8348106b70 0x7f83481a41a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:05.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.769+0000 7f834ea47640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f8348110d80 con 0x7f8348101740 2024-09-15T23:47:05.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.769+0000 7f834ea47640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f8348110c00 con 0x7f8348106b70 2024-09-15T23:47:05.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.769+0000 7f834ea47640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f8348110f00 con 0x7f83481020c0 2024-09-15T23:47:05.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.769+0000 7f8347fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8348101740 0x7f8348199120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:05.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.769+0000 7f8347fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8348101740 0x7f8348199120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51310/0 (socket says 172.21.15.71:51310) 2024-09-15T23:47:05.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.769+0000 7f8347fff640 1 -- 172.21.15.71:0/599433538 learned_addr learned my addr 172.21.15.71:0/599433538 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-15T23:47:05.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.769+0000 7f83477fe640 1 --2- 172.21.15.71:0/599433538 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f83481020c0 0x7f8348199660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:05.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.769+0000 7f834cfe4640 1 --2- 172.21.15.71:0/599433538 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8348106b70 0x7f83481a41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:05.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.770+0000 7f8347fff640 1 -- 172.21.15.71:0/599433538 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f83481020c0 msgr2=0x7f8348199660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:05.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.770+0000 7f8347fff640 1 --2- 172.21.15.71:0/599433538 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f83481020c0 0x7f8348199660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.770+0000 7f8347fff640 1 -- 172.21.15.71:0/599433538 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8348106b70 msgr2=0x7f83481a41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:05.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.770+0000 7f8347fff640 1 --2- 172.21.15.71:0/599433538 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8348106b70 0x7f83481a41a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:05.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.770+0000 7f8347fff640 1 -- 172.21.15.71:0/599433538 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83481a46e0 con 0x7f8348101740 2024-09-15T23:47:05.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.770+0000 7f8347fff640 1 --2- 172.21.15.71:0/599433538 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8348101740 0x7f8348199120 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f833800e9f0 tx=0x7f833800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:47:05.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.770+0000 7f83457fa640 1 -- 172.21.15.71:0/599433538 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f833800cd80 con 0x7f8348101740 2024-09-15T23:47:05.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.770+0000 7f83457fa640 1 -- 172.21.15.71:0/599433538 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f83380054d0 con 0x7f8348101740 2024-09-15T23:47:05.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.770+0000 7f834ea47640 1 -- 172.21.15.71:0/599433538 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83481a48b0 con 0x7f8348101740 2024-09-15T23:47:05.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.770+0000 7f83457fa640 1 -- 172.21.15.71:0/599433538 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8338010490 con 0x7f8348101740 2024-09-15T23:47:05.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.770+0000 7f834ea47640 1 -- 172.21.15.71:0/599433538 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83481a4d80 con 0x7f8348101740 2024-09-15T23:47:05.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.771+0000 7f834ea47640 1 -- 172.21.15.71:0/599433538 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8348101b80 con 0x7f8348101740 2024-09-15T23:47:05.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.772+0000 7f83457fa640 1 -- 172.21.15.71:0/599433538 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 23) ==== 138526+0+0 (secure 0 0 0) 0x7f8338005000 con 0x7f8348101740 2024-09-15T23:47:05.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.773+0000 7f83457fa640 1 --2- 172.21.15.71:0/599433538 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f83300a3500 0x7f83300a59c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-15T23:47:05.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.773+0000 7f83477fe640 1 --2- 172.21.15.71:0/599433538 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f83300a3500 0x7f83300a59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-15T23:47:05.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.773+0000 7f83457fa640 1 -- 172.21.15.71:0/599433538 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8440+0+0 (secure 0 0 0) 0x7f83380d0350 con 0x7f8348101740 2024-09-15T23:47:05.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.774+0000 7f83477fe640 1 --2- 172.21.15.71:0/599433538 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f83300a3500 0x7f83300a59c0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f833c031440 tx=0x7f833c005b50 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-15T23:47:05.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.780+0000 7f83457fa640 1 -- 172.21.15.71:0/599433538 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f83380541b0 con 0x7f8348101740 2024-09-15T23:47:05.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:05.996+0000 7f834ea47640 1 -- 172.21.15.71:0/599433538 --> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f83480ff980 con 0x7f83300a3500 2024-09-15T23:47:06.004 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:06.003+0000 7f83457fa640 1 -- 172.21.15.71:0/599433538 <== mgr.15222 v2:172.21.15.71:6800/3244696624 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f83480ff980 con 0x7f83300a3500 2024-09-15T23:47:06.004 INFO:teuthology.orchestra.run.smithi071.stdout:/ 1m 6m3h 2024-09-15T23:47:06.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:06.005+0000 7f834ea47640 1 -- 172.21.15.71:0/599433538 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f83300a3500 msgr2=0x7f83300a59c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:06.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:06.005+0000 7f834ea47640 1 --2- 172.21.15.71:0/599433538 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f83300a3500 0x7f83300a59c0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f833c031440 tx=0x7f833c005b50 comp rx=0 tx=0).stop 2024-09-15T23:47:06.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:06.005+0000 7f834ea47640 1 -- 172.21.15.71:0/599433538 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8348101740 msgr2=0x7f8348199120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-15T23:47:06.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:06.005+0000 7f834ea47640 1 --2- 172.21.15.71:0/599433538 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8348101740 0x7f8348199120 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f833800e9f0 tx=0x7f833800edf0 comp rx=0 tx=0).stop 2024-09-15T23:47:06.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:06.005+0000 7f834ea47640 1 -- 172.21.15.71:0/599433538 shutdown_connections 2024-09-15T23:47:06.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:06.005+0000 7f834ea47640 1 --2- 172.21.15.71:0/599433538 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f83300a3500 0x7f83300a59c0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:06.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:06.005+0000 7f834ea47640 1 --2- 172.21.15.71:0/599433538 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8348106b70 0x7f83481a41a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:06.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:06.005+0000 7f834ea47640 1 --2- 172.21.15.71:0/599433538 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f83481020c0 0x7f8348199660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:06.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:06.005+0000 7f834ea47640 1 --2- 172.21.15.71:0/599433538 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8348101740 0x7f8348199120 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-15T23:47:06.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:06.005+0000 7f834ea47640 1 -- 172.21.15.71:0/599433538 >> 172.21.15.71:0/599433538 conn(0x7f8348075ef0 msgr2=0x7f83480ff270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-15T23:47:06.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:06.005+0000 7f834ea47640 1 -- 172.21.15.71:0/599433538 shutdown_connections 2024-09-15T23:47:06.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-15T23:47:06.005+0000 7f834ea47640 1 -- 172.21.15.71:0/599433538 wait complete. 2024-09-15T23:47:06.017 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-09-15T23:47:06.044 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-09-15T23:47:06.060 INFO:teuthology.run_tasks:Running task workunit... 2024-09-15T23:47:06.075 INFO:tasks.workunit:Pulling workunits from ref ad35db06e8924912f01e32b35576297c0f1352b4 2024-09-15T23:47:06.075 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-15T23:47:06.076 INFO:tasks.workunit:timeout=3h 2024-09-15T23:47:06.076 INFO:tasks.workunit:cleanup=True 2024-09-15T23:47:06.076 DEBUG:teuthology.orchestra.run.smithi071:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-15T23:47:06.101 INFO:teuthology.orchestra.run.smithi071.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-09-15T23:47:06.101 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 0 Blocks: 1 IO Block: 4194304 directory 2024-09-15T23:47:06.101 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 6ch/108d Inode: 1 Links: 2 2024-09-15T23:47:06.101 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-15T23:47:06.101 INFO:teuthology.orchestra.run.smithi071.stdout:Context: system_u:object_r:fusefs_t:s0 2024-09-15T23:47:06.101 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2024-09-15 23:45:24.685253848 +0000 2024-09-15T23:47:06.101 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2024-09-15 23:45:24.685253848 +0000 2024-09-15T23:47:06.101 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2024-09-15 23:47:02.144933694 +0000 2024-09-15T23:47:06.101 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: - 2024-09-15T23:47:06.102 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-09-15T23:47:06.102 DEBUG:teuthology.orchestra.run.smithi071:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-09-15T23:47:06.173 DEBUG:teuthology.orchestra.run.smithi071:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout ad35db06e8924912f01e32b35576297c0f1352b4 2024-09-15T23:47:06.229 INFO:tasks.workunit.client.0.smithi071.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-15T23:47:06.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: Adjusting osd_memory_target on smithi163 to 176.0M 2024-09-15T23:47:06.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: Unable to set osd_memory_target on smithi163 to 184573132: error parsing value: Value '184573132' is below minimum 939524096 2024-09-15T23:47:06.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: Adjusting osd_memory_target on smithi190 to 176.0M 2024-09-15T23:47:06.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: Unable to set osd_memory_target on smithi190 to 184585318: error parsing value: Value '184585318' is below minimum 939524096 2024-09-15T23:47:06.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: from='client.15321 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:47:06.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: Adjusting osd_memory_target on smithi071 to 176.0M 2024-09-15T23:47:06.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: Unable to set osd_memory_target on smithi071 to 184563097: error parsing value: Value '184563097' is below minimum 939524096 2024-09-15T23:47:06.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: Updating smithi071:/etc/ceph/ceph.conf 2024-09-15T23:47:06.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: Updating smithi163:/etc/ceph/ceph.conf 2024-09-15T23:47:06.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: Updating smithi190:/etc/ceph/ceph.conf 2024-09-15T23:47:06.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: Updating smithi163:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:47:06.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: Updating smithi071:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:47:06.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: Updating smithi190:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:47:06.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:06.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:06.428 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:06.428 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:06.428 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:06.428 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:06.428 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:06.428 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:47:06.428 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:47:06.428 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:47:06.428 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:06 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:06.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: Adjusting osd_memory_target on smithi163 to 176.0M 2024-09-15T23:47:06.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: Unable to set osd_memory_target on smithi163 to 184573132: error parsing value: Value '184573132' is below minimum 939524096 2024-09-15T23:47:06.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: Adjusting osd_memory_target on smithi190 to 176.0M 2024-09-15T23:47:06.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: Unable to set osd_memory_target on smithi190 to 184585318: error parsing value: Value '184585318' is below minimum 939524096 2024-09-15T23:47:06.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: from='client.15321 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:47:06.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: Adjusting osd_memory_target on smithi071 to 176.0M 2024-09-15T23:47:06.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: Unable to set osd_memory_target on smithi071 to 184563097: error parsing value: Value '184563097' is below minimum 939524096 2024-09-15T23:47:06.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: Updating smithi071:/etc/ceph/ceph.conf 2024-09-15T23:47:06.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: Updating smithi163:/etc/ceph/ceph.conf 2024-09-15T23:47:06.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: Updating smithi190:/etc/ceph/ceph.conf 2024-09-15T23:47:06.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: Updating smithi163:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:47:06.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: Updating smithi071:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:47:06.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: Updating smithi190:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:47:06.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:06.486 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:06.486 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:06.486 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:06.486 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:06.486 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:06.486 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:06.486 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:47:06.486 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:47:06.486 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:47:06.486 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:06 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: Adjusting osd_memory_target on smithi163 to 176.0M 2024-09-15T23:47:06.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: Unable to set osd_memory_target on smithi163 to 184573132: error parsing value: Value '184573132' is below minimum 939524096 2024-09-15T23:47:06.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: Adjusting osd_memory_target on smithi190 to 176.0M 2024-09-15T23:47:06.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: Unable to set osd_memory_target on smithi190 to 184585318: error parsing value: Value '184585318' is below minimum 939524096 2024-09-15T23:47:06.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: from='client.15321 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:47:06.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: Adjusting osd_memory_target on smithi071 to 176.0M 2024-09-15T23:47:06.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: Unable to set osd_memory_target on smithi071 to 184563097: error parsing value: Value '184563097' is below minimum 939524096 2024-09-15T23:47:06.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: Updating smithi071:/etc/ceph/ceph.conf 2024-09-15T23:47:06.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: Updating smithi163:/etc/ceph/ceph.conf 2024-09-15T23:47:06.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: Updating smithi190:/etc/ceph/ceph.conf 2024-09-15T23:47:06.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: Updating smithi163:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:47:06.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: Updating smithi071:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:47:06.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: Updating smithi190:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-15T23:47:06.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:06.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:06.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:06.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:06.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:06.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:06.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:06.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:47:06.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:47:06.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:47:06.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:06 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:47:07.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:07 smithi071 ceph-mon[30957]: from='client.15327 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:47:07.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:07 smithi071 ceph-mon[30957]: Updating smithi163:/etc/ceph/ceph.client.admin.keyring 2024-09-15T23:47:07.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:07 smithi071 ceph-mon[30957]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-09-15T23:47:07.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:07 smithi071 ceph-mon[30957]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2024-09-15T23:47:07.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:07 smithi071 ceph-mon[30957]: from='client.24964 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:47:07.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:07 smithi071 ceph-mon[30957]: Updating smithi163:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-15T23:47:07.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:07 smithi071 ceph-mon[30957]: Updating smithi190:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-15T23:47:07.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:07 smithi071 ceph-mon[30957]: Updating smithi071:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-15T23:47:07.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:07 smithi071 ceph-mon[30957]: from='client.15339 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:47:07.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:07 smithi071 ceph-mon[30957]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:47:07.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:07 smithi071 ceph-mon[30957]: mgrmap e24: x(active, since 4s), standbys: y, z 2024-09-15T23:47:07.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:07 smithi163 ceph-mon[34107]: from='client.15327 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:47:07.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:07 smithi163 ceph-mon[34107]: Updating smithi163:/etc/ceph/ceph.client.admin.keyring 2024-09-15T23:47:07.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:07 smithi163 ceph-mon[34107]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-09-15T23:47:07.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:07 smithi163 ceph-mon[34107]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2024-09-15T23:47:07.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:07 smithi163 ceph-mon[34107]: from='client.24964 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:47:07.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:07 smithi163 ceph-mon[34107]: Updating smithi163:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-15T23:47:07.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:07 smithi163 ceph-mon[34107]: Updating smithi190:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-15T23:47:07.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:07 smithi163 ceph-mon[34107]: Updating smithi071:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-15T23:47:07.486 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:07 smithi163 ceph-mon[34107]: from='client.15339 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:47:07.486 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:07 smithi163 ceph-mon[34107]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:47:07.486 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:07 smithi163 ceph-mon[34107]: mgrmap e24: x(active, since 4s), standbys: y, z 2024-09-15T23:47:07.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:07 smithi190 ceph-mon[34840]: from='client.15327 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:47:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:07 smithi190 ceph-mon[34840]: Updating smithi163:/etc/ceph/ceph.client.admin.keyring 2024-09-15T23:47:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:07 smithi190 ceph-mon[34840]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-09-15T23:47:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:07 smithi190 ceph-mon[34840]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2024-09-15T23:47:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:07 smithi190 ceph-mon[34840]: from='client.24964 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:47:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:07 smithi190 ceph-mon[34840]: Updating smithi163:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-15T23:47:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:07 smithi190 ceph-mon[34840]: Updating smithi190:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-15T23:47:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:07 smithi190 ceph-mon[34840]: Updating smithi071:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-15T23:47:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:07 smithi190 ceph-mon[34840]: from='client.15339 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-15T23:47:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:07 smithi190 ceph-mon[34840]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:47:07.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:07 smithi190 ceph-mon[34840]: mgrmap e24: x(active, since 4s), standbys: y, z 2024-09-15T23:47:09.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:09 smithi071 ceph-mon[30957]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:47:09.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:09 smithi163 ceph-mon[34107]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:47:09.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:09 smithi190 ceph-mon[34840]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-15T23:47:11.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:11 smithi071 ceph-mon[30957]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 133 KiB/s wr, 81 op/s 2024-09-15T23:47:11.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:11 smithi163 ceph-mon[34107]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 133 KiB/s wr, 81 op/s 2024-09-15T23:47:11.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:11 smithi190 ceph-mon[34840]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 133 KiB/s wr, 81 op/s 2024-09-15T23:47:13.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:13 smithi071 ceph-mon[30957]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 103 KiB/s wr, 63 op/s 2024-09-15T23:47:13.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:13 smithi163 ceph-mon[34107]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 103 KiB/s wr, 63 op/s 2024-09-15T23:47:13.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:13 smithi190 ceph-mon[34840]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 103 KiB/s wr, 63 op/s 2024-09-15T23:47:15.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:15 smithi163 ceph-mon[34107]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 85 KiB/s wr, 56 op/s 2024-09-15T23:47:15.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:15 smithi190 ceph-mon[34840]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 85 KiB/s wr, 56 op/s 2024-09-15T23:47:15.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:15 smithi071 ceph-mon[30957]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 85 KiB/s wr, 56 op/s 2024-09-15T23:47:17.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:17 smithi163 ceph-mon[34107]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 78 KiB/s wr, 51 op/s 2024-09-15T23:47:17.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:17 smithi190 ceph-mon[34840]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 78 KiB/s wr, 51 op/s 2024-09-15T23:47:17.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:17 smithi071 ceph-mon[30957]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 78 KiB/s wr, 51 op/s 2024-09-15T23:47:19.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:19 smithi163 ceph-mon[34107]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 78 KiB/s wr, 52 op/s 2024-09-15T23:47:19.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:19 smithi190 ceph-mon[34840]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 78 KiB/s wr, 52 op/s 2024-09-15T23:47:19.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:19 smithi071 ceph-mon[30957]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 78 KiB/s wr, 52 op/s 2024-09-15T23:47:21.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:21 smithi163 ceph-mon[34107]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 78 KiB/s wr, 55 op/s 2024-09-15T23:47:21.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:21 smithi190 ceph-mon[34840]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 78 KiB/s wr, 55 op/s 2024-09-15T23:47:21.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:21 smithi071 ceph-mon[30957]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 78 KiB/s wr, 55 op/s 2024-09-15T23:47:23.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:23 smithi163 ceph-mon[34107]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 8 op/s 2024-09-15T23:47:23.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:23 smithi190 ceph-mon[34840]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 8 op/s 2024-09-15T23:47:23.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:23 smithi071 ceph-mon[30957]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 8 op/s 2024-09-15T23:47:25.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:25 smithi163 ceph-mon[34107]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 597 B/s wr, 12 op/s 2024-09-15T23:47:25.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:25 smithi190 ceph-mon[34840]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 597 B/s wr, 12 op/s 2024-09-15T23:47:25.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:25 smithi071 ceph-mon[30957]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 597 B/s wr, 12 op/s 2024-09-15T23:47:27.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:27 smithi163 ceph-mon[34107]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-15T23:47:27.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:27 smithi190 ceph-mon[34840]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-15T23:47:27.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:27 smithi071 ceph-mon[30957]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-15T23:47:29.479 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:29 smithi071 ceph-mon[30957]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-15T23:47:29.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:29 smithi163 ceph-mon[34107]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-15T23:47:29.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:29 smithi190 ceph-mon[34840]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-09-15T23:47:31.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:31 smithi163 ceph-mon[34107]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-15T23:47:31.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:31 smithi190 ceph-mon[34840]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-15T23:47:31.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:31 smithi071 ceph-mon[30957]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-15T23:47:33.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:33 smithi163 ceph-mon[34107]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-15T23:47:33.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:33 smithi190 ceph-mon[34840]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-15T23:47:33.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:33 smithi071 ceph-mon[30957]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-15T23:47:35.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:35 smithi163 ceph-mon[34107]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-15T23:47:35.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:35 smithi190 ceph-mon[34840]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-15T23:47:35.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:35 smithi071 ceph-mon[30957]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-15T23:47:37.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:37 smithi163 ceph-mon[34107]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-15T23:47:37.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:37 smithi190 ceph-mon[34840]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-15T23:47:37.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:37 smithi071 ceph-mon[30957]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-15T23:47:38.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:38 smithi163 ceph-mon[34107]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-15T23:47:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:38 smithi190 ceph-mon[34840]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-15T23:47:38.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:38 smithi071 ceph-mon[30957]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-15T23:47:40.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:40 smithi190 ceph-mon[34840]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-15T23:47:40.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:40 smithi071 ceph-mon[30957]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-15T23:47:40.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:40 smithi163 ceph-mon[34107]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-15T23:47:42.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:42 smithi163 ceph-mon[34107]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-15T23:47:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:42 smithi190 ceph-mon[34840]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-15T23:47:42.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:42 smithi071 ceph-mon[30957]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-15T23:47:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:44 smithi190 ceph-mon[34840]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-15T23:47:44.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:44 smithi071 ceph-mon[30957]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-15T23:47:44.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:44 smithi163 ceph-mon[34107]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-09-15T23:47:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:46 smithi190 ceph-mon[34840]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-09-15T23:47:46.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:46 smithi071 ceph-mon[30957]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-09-15T23:47:46.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:46 smithi163 ceph-mon[34107]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-09-15T23:47:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:48 smithi190 ceph-mon[34840]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 11 op/s 2024-09-15T23:47:48.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:48 smithi071 ceph-mon[30957]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 11 op/s 2024-09-15T23:47:48.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:48 smithi163 ceph-mon[34107]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 11 op/s 2024-09-15T23:47:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:50 smithi190 ceph-mon[34840]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-15T23:47:50.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:50 smithi071 ceph-mon[30957]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-15T23:47:50.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:50 smithi163 ceph-mon[34107]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-15T23:47:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:52 smithi190 ceph-mon[34840]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-09-15T23:47:52.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:52 smithi071 ceph-mon[30957]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-09-15T23:47:52.736 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:52 smithi163 ceph-mon[34107]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-09-15T23:47:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:54 smithi190 ceph-mon[34840]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 11 op/s 2024-09-15T23:47:54.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:54 smithi071 ceph-mon[30957]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 11 op/s 2024-09-15T23:47:54.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:54 smithi163 ceph-mon[34107]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 11 op/s 2024-09-15T23:47:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:56 smithi190 ceph-mon[34840]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-15T23:47:56.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:56 smithi071 ceph-mon[30957]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-15T23:47:56.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:56 smithi163 ceph-mon[34107]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-15T23:47:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:47:58 smithi190 ceph-mon[34840]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 11 op/s 2024-09-15T23:47:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:47:58 smithi071 ceph-mon[30957]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 11 op/s 2024-09-15T23:47:58.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:47:58 smithi163 ceph-mon[34107]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 11 op/s 2024-09-15T23:48:00.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:00 smithi190 ceph-mon[34840]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-09-15T23:48:00.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:00 smithi071 ceph-mon[30957]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-09-15T23:48:00.676 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:48:00 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:48:00.315+0000 7fb134307640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:48:00.676 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:48:00 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:48:00.315+0000 7fb134307640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:48:00.676 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:48:00 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:48:00.315+0000 7fb134307640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:48:00.676 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:48:00 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:48:00.315+0000 7fb134307640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:48:00.677 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 15 23:48:00 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x[31182]: 2024-09-15T23:48:00.315+0000 7fb134307640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-15T23:48:00.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:00 smithi163 ceph-mon[34107]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-09-15T23:48:02.536 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:02 smithi163 ceph-mon[34107]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-15T23:48:02.536 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:02 smithi163 ceph-mon[34107]: mgrmap e25: x(active, since 60s), standbys: y, z 2024-09-15T23:48:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:02 smithi190 ceph-mon[34840]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-15T23:48:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:02 smithi190 ceph-mon[34840]: mgrmap e25: x(active, since 60s), standbys: y, z 2024-09-15T23:48:02.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:02 smithi071 ceph-mon[30957]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-15T23:48:02.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:02 smithi071 ceph-mon[30957]: mgrmap e25: x(active, since 60s), standbys: y, z 2024-09-15T23:48:04.335 INFO:tasks.workunit.client.0.smithi071.stderr:Note: switching to 'ad35db06e8924912f01e32b35576297c0f1352b4'. 2024-09-15T23:48:04.335 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-09-15T23:48:04.335 INFO:tasks.workunit.client.0.smithi071.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-15T23:48:04.335 INFO:tasks.workunit.client.0.smithi071.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-15T23:48:04.336 INFO:tasks.workunit.client.0.smithi071.stderr:state without impacting any branches by switching back to a branch. 2024-09-15T23:48:04.336 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-09-15T23:48:04.336 INFO:tasks.workunit.client.0.smithi071.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-15T23:48:04.336 INFO:tasks.workunit.client.0.smithi071.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-15T23:48:04.336 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-09-15T23:48:04.336 INFO:tasks.workunit.client.0.smithi071.stderr: git switch -c 2024-09-15T23:48:04.336 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-09-15T23:48:04.336 INFO:tasks.workunit.client.0.smithi071.stderr:Or undo this operation with: 2024-09-15T23:48:04.336 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-09-15T23:48:04.336 INFO:tasks.workunit.client.0.smithi071.stderr: git switch - 2024-09-15T23:48:04.336 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-09-15T23:48:04.336 INFO:tasks.workunit.client.0.smithi071.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-15T23:48:04.336 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-09-15T23:48:04.336 INFO:tasks.workunit.client.0.smithi071.stderr:HEAD is now at ad35db06e89 Merge pull request #59794 from zdover23/wip-doc-2024-09-15-backport-59613-to-squid 2024-09-15T23:48:04.340 DEBUG:teuthology.orchestra.run.smithi071:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-15T23:48:04.413 INFO:tasks.workunit.client.0.smithi071.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-15T23:48:04.415 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-15T23:48:04.416 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-15T23:48:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:04 smithi190 ceph-mon[34840]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-09-15T23:48:04.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:04 smithi071 ceph-mon[30957]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-09-15T23:48:04.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:04 smithi163 ceph-mon[34107]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-09-15T23:48:05.206 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-15T23:48:05.275 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-15T23:48:05.315 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-15T23:48:05.317 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-15T23:48:05.317 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-15T23:48:05.359 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-15T23:48:05.362 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-15T23:48:05.362 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-15T23:48:05.419 INFO:tasks.workunit:Running workunits matching suites/dbench.sh on client.0... 2024-09-15T23:48:05.420 INFO:tasks.workunit:Running workunit suites/dbench.sh... 2024-09-15T23:48:05.420 DEBUG:teuthology.orchestra.run.smithi071:workunit test suites/dbench.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=ad35db06e8924912f01e32b35576297c0f1352b4 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/dbench.sh 2024-09-15T23:48:05.483 INFO:tasks.workunit.client.0.smithi071.stderr:+ dbench 1 2024-09-15T23:48:05.492 INFO:tasks.workunit.client.0.smithi071.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2024-09-15T23:48:05.492 INFO:tasks.workunit.client.0.smithi071.stdout: 2024-09-15T23:48:05.492 INFO:tasks.workunit.client.0.smithi071.stdout:Running for 600 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 120 secs 2024-09-15T23:48:05.495 INFO:tasks.workunit.client.0.smithi071.stdout:0 of 1 processes prepared for launch 0 sec 2024-09-15T23:48:05.595 INFO:tasks.workunit.client.0.smithi071.stdout:1 of 1 processes prepared for launch 0 sec 2024-09-15T23:48:05.596 INFO:tasks.workunit.client.0.smithi071.stdout:releasing clients 2024-09-15T23:48:06.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:06 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:48:06.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:06 smithi163 ceph-mon[34107]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-09-15T23:48:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:06 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:48:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:06 smithi190 ceph-mon[34840]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-09-15T23:48:06.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 928 21.78 MB/sec warmup 1 sec latency 14.009 ms 2024-09-15T23:48:06.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:06 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:48:06.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:06 smithi071 ceph-mon[30957]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-09-15T23:48:07.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:07 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:48:07.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:07 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:48:07.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:07 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:48:07.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:07 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:48:07.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:07 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:48:07.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:07 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:48:07.595 INFO:tasks.workunit.client.0.smithi071.stdout: 1 1687 13.11 MB/sec warmup 2 sec latency 12.685 ms 2024-09-15T23:48:07.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:07 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:48:07.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:07 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:48:07.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:07 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:48:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:08 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-15T23:48:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:08 smithi190 ceph-mon[34840]: pgmap v36: 97 pgs: 97 active+clean; 23 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 1.9 MiB/s wr, 53 op/s 2024-09-15T23:48:08.595 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2477 9.57 MB/sec warmup 3 sec latency 9.729 ms 2024-09-15T23:48:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:08 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-15T23:48:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:08 smithi071 ceph-mon[30957]: pgmap v36: 97 pgs: 97 active+clean; 23 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 1.9 MiB/s wr, 53 op/s 2024-09-15T23:48:08.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:08 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-15T23:48:08.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:08 smithi163 ceph-mon[34107]: pgmap v36: 97 pgs: 97 active+clean; 23 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 1.9 MiB/s wr, 53 op/s 2024-09-15T23:48:09.595 INFO:tasks.workunit.client.0.smithi071.stdout: 1 3303 8.84 MB/sec warmup 4 sec latency 13.683 ms 2024-09-15T23:48:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:10 smithi190 ceph-mon[34840]: pgmap v37: 97 pgs: 97 active+clean; 23 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 1.9 MiB/s wr, 49 op/s 2024-09-15T23:48:10.595 INFO:tasks.workunit.client.0.smithi071.stdout: 1 3871 7.95 MB/sec warmup 5 sec latency 9.722 ms 2024-09-15T23:48:10.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:10 smithi071 ceph-mon[30957]: pgmap v37: 97 pgs: 97 active+clean; 23 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 1.9 MiB/s wr, 49 op/s 2024-09-15T23:48:10.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:10 smithi163 ceph-mon[34107]: pgmap v37: 97 pgs: 97 active+clean; 23 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 1.9 MiB/s wr, 49 op/s 2024-09-15T23:48:11.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 4387 6.77 MB/sec warmup 6 sec latency 14.371 ms 2024-09-15T23:48:12.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 5120 6.46 MB/sec warmup 7 sec latency 12.910 ms 2024-09-15T23:48:12.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:12 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-15T23:48:12.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:12 smithi071 ceph-mon[30957]: pgmap v38: 97 pgs: 97 active+clean; 23 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 1.9 MiB/s wr, 49 op/s 2024-09-15T23:48:12.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:12 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-15T23:48:12.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:12 smithi163 ceph-mon[34107]: pgmap v38: 97 pgs: 97 active+clean; 23 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 1.9 MiB/s wr, 49 op/s 2024-09-15T23:48:13.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:12 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-15T23:48:13.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:12 smithi190 ceph-mon[34840]: pgmap v38: 97 pgs: 97 active+clean; 23 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 1.9 MiB/s wr, 49 op/s 2024-09-15T23:48:13.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 5921 5.88 MB/sec warmup 8 sec latency 15.048 ms 2024-09-15T23:48:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:14 smithi190 ceph-mon[34840]: pgmap v39: 97 pgs: 97 active+clean; 27 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 190 KiB/s rd, 2.6 MiB/s wr, 95 op/s 2024-09-15T23:48:14.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 6743 5.93 MB/sec warmup 9 sec latency 13.665 ms 2024-09-15T23:48:14.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:14 smithi071 ceph-mon[30957]: pgmap v39: 97 pgs: 97 active+clean; 27 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 190 KiB/s rd, 2.6 MiB/s wr, 95 op/s 2024-09-15T23:48:14.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:14 smithi163 ceph-mon[34107]: pgmap v39: 97 pgs: 97 active+clean; 27 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 190 KiB/s rd, 2.6 MiB/s wr, 95 op/s 2024-09-15T23:48:15.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 7315 5.89 MB/sec warmup 10 sec latency 10.538 ms 2024-09-15T23:48:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:16 smithi190 ceph-mon[34840]: pgmap v40: 97 pgs: 97 active+clean; 27 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 178 KiB/s rd, 2.6 MiB/s wr, 75 op/s 2024-09-15T23:48:16.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 7728 5.38 MB/sec warmup 11 sec latency 14.896 ms 2024-09-15T23:48:16.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:16 smithi071 ceph-mon[30957]: pgmap v40: 97 pgs: 97 active+clean; 27 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 178 KiB/s rd, 2.6 MiB/s wr, 75 op/s 2024-09-15T23:48:16.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:16 smithi163 ceph-mon[34107]: pgmap v40: 97 pgs: 97 active+clean; 27 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 178 KiB/s rd, 2.6 MiB/s wr, 75 op/s 2024-09-15T23:48:17.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 8502 5.35 MB/sec warmup 12 sec latency 14.074 ms 2024-09-15T23:48:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:18 smithi190 ceph-mon[34840]: pgmap v41: 97 pgs: 97 active+clean; 28 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 3.4 MiB/s wr, 126 op/s 2024-09-15T23:48:18.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 9281 5.00 MB/sec warmup 13 sec latency 16.131 ms 2024-09-15T23:48:18.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:18 smithi071 ceph-mon[30957]: pgmap v41: 97 pgs: 97 active+clean; 28 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 3.4 MiB/s wr, 126 op/s 2024-09-15T23:48:18.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:18 smithi163 ceph-mon[34107]: pgmap v41: 97 pgs: 97 active+clean; 28 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 3.4 MiB/s wr, 126 op/s 2024-09-15T23:48:19.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 10037 5.12 MB/sec warmup 14 sec latency 54.624 ms 2024-09-15T23:48:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:20 smithi190 ceph-mon[34840]: pgmap v42: 97 pgs: 97 active+clean; 28 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.5 MiB/s wr, 96 op/s 2024-09-15T23:48:20.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 10654 5.11 MB/sec warmup 15 sec latency 13.204 ms 2024-09-15T23:48:20.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:20 smithi071 ceph-mon[30957]: pgmap v42: 97 pgs: 97 active+clean; 28 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.5 MiB/s wr, 96 op/s 2024-09-15T23:48:20.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:20 smithi163 ceph-mon[34107]: pgmap v42: 97 pgs: 97 active+clean; 28 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.5 MiB/s wr, 96 op/s 2024-09-15T23:48:21.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 11172 4.90 MB/sec warmup 16 sec latency 13.412 ms 2024-09-15T23:48:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:22 smithi190 ceph-mon[34840]: pgmap v43: 97 pgs: 97 active+clean; 28 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.5 MiB/s wr, 96 op/s 2024-09-15T23:48:22.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 11812 4.73 MB/sec warmup 17 sec latency 14.740 ms 2024-09-15T23:48:22.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:22 smithi071 ceph-mon[30957]: pgmap v43: 97 pgs: 97 active+clean; 28 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.5 MiB/s wr, 96 op/s 2024-09-15T23:48:22.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:22 smithi163 ceph-mon[34107]: pgmap v43: 97 pgs: 97 active+clean; 28 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.5 MiB/s wr, 96 op/s 2024-09-15T23:48:23.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 12578 4.66 MB/sec warmup 18 sec latency 16.879 ms 2024-09-15T23:48:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:24 smithi190 ceph-mon[34840]: pgmap v44: 97 pgs: 97 active+clean; 30 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 399 KiB/s rd, 2.2 MiB/s wr, 148 op/s 2024-09-15T23:48:24.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 13397 4.70 MB/sec warmup 19 sec latency 13.817 ms 2024-09-15T23:48:24.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:24 smithi071 ceph-mon[30957]: pgmap v44: 97 pgs: 97 active+clean; 30 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 399 KiB/s rd, 2.2 MiB/s wr, 148 op/s 2024-09-15T23:48:24.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:24 smithi163 ceph-mon[34107]: pgmap v44: 97 pgs: 97 active+clean; 30 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 399 KiB/s rd, 2.2 MiB/s wr, 148 op/s 2024-09-15T23:48:25.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 13986 4.64 MB/sec warmup 20 sec latency 14.042 ms 2024-09-15T23:48:26.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:26 smithi190 ceph-mon[34840]: pgmap v45: 97 pgs: 97 active+clean; 30 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.5 MiB/s wr, 102 op/s 2024-09-15T23:48:26.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 14616 4.64 MB/sec warmup 21 sec latency 12.233 ms 2024-09-15T23:48:26.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:26 smithi071 ceph-mon[30957]: pgmap v45: 97 pgs: 97 active+clean; 30 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.5 MiB/s wr, 102 op/s 2024-09-15T23:48:26.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:26 smithi163 ceph-mon[34107]: pgmap v45: 97 pgs: 97 active+clean; 30 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.5 MiB/s wr, 102 op/s 2024-09-15T23:48:27.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 15232 4.52 MB/sec warmup 22 sec latency 14.857 ms 2024-09-15T23:48:28.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:28 smithi190 ceph-mon[34840]: pgmap v46: 97 pgs: 97 active+clean; 31 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 396 KiB/s rd, 2.2 MiB/s wr, 153 op/s 2024-09-15T23:48:28.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 16021 4.47 MB/sec warmup 23 sec latency 13.343 ms 2024-09-15T23:48:28.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:28 smithi071 ceph-mon[30957]: pgmap v46: 97 pgs: 97 active+clean; 31 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 396 KiB/s rd, 2.2 MiB/s wr, 153 op/s 2024-09-15T23:48:28.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:28 smithi163 ceph-mon[34107]: pgmap v46: 97 pgs: 97 active+clean; 31 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 396 KiB/s rd, 2.2 MiB/s wr, 153 op/s 2024-09-15T23:48:29.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 16754 4.39 MB/sec warmup 24 sec latency 14.982 ms 2024-09-15T23:48:30.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:30 smithi190 ceph-mon[34840]: pgmap v47: 97 pgs: 97 active+clean; 31 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.5 MiB/s wr, 102 op/s 2024-09-15T23:48:30.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 17511 4.47 MB/sec warmup 25 sec latency 13.635 ms 2024-09-15T23:48:30.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:30 smithi071 ceph-mon[30957]: pgmap v47: 97 pgs: 97 active+clean; 31 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.5 MiB/s wr, 102 op/s 2024-09-15T23:48:30.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:30 smithi163 ceph-mon[34107]: pgmap v47: 97 pgs: 97 active+clean; 31 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.5 MiB/s wr, 102 op/s 2024-09-15T23:48:31.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 18106 4.48 MB/sec warmup 26 sec latency 10.192 ms 2024-09-15T23:48:32.536 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:32 smithi163 ceph-mon[34107]: pgmap v48: 97 pgs: 97 active+clean; 31 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.5 MiB/s wr, 102 op/s 2024-09-15T23:48:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:32 smithi190 ceph-mon[34840]: pgmap v48: 97 pgs: 97 active+clean; 31 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.5 MiB/s wr, 102 op/s 2024-09-15T23:48:32.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 18651 4.34 MB/sec warmup 27 sec latency 14.333 ms 2024-09-15T23:48:32.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:32 smithi071 ceph-mon[30957]: pgmap v48: 97 pgs: 97 active+clean; 31 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.5 MiB/s wr, 102 op/s 2024-09-15T23:48:33.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 19396 4.35 MB/sec warmup 28 sec latency 12.283 ms 2024-09-15T23:48:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:34 smithi190 ceph-mon[34840]: pgmap v49: 97 pgs: 97 active+clean; 33 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 400 KiB/s rd, 2.2 MiB/s wr, 155 op/s 2024-09-15T23:48:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:34 smithi190 ceph-mon[34840]: mgrmap e26: x(active, since 92s), standbys: y, z 2024-09-15T23:48:34.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 20216 4.27 MB/sec warmup 29 sec latency 13.057 ms 2024-09-15T23:48:34.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:34 smithi071 ceph-mon[30957]: pgmap v49: 97 pgs: 97 active+clean; 33 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 400 KiB/s rd, 2.2 MiB/s wr, 155 op/s 2024-09-15T23:48:34.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:34 smithi071 ceph-mon[30957]: mgrmap e26: x(active, since 92s), standbys: y, z 2024-09-15T23:48:34.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:34 smithi163 ceph-mon[34107]: pgmap v49: 97 pgs: 97 active+clean; 33 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 400 KiB/s rd, 2.2 MiB/s wr, 155 op/s 2024-09-15T23:48:34.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:34 smithi163 ceph-mon[34107]: mgrmap e26: x(active, since 92s), standbys: y, z 2024-09-15T23:48:35.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 21066 4.37 MB/sec warmup 30 sec latency 20.808 ms 2024-09-15T23:48:36.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:36 smithi190 ceph-mon[34840]: pgmap v50: 97 pgs: 97 active+clean; 33 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.5 MiB/s wr, 103 op/s 2024-09-15T23:48:36.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 21600 4.37 MB/sec warmup 31 sec latency 12.717 ms 2024-09-15T23:48:36.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:36 smithi071 ceph-mon[30957]: pgmap v50: 97 pgs: 97 active+clean; 33 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.5 MiB/s wr, 103 op/s 2024-09-15T23:48:36.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:36 smithi163 ceph-mon[34107]: pgmap v50: 97 pgs: 97 active+clean; 33 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.5 MiB/s wr, 103 op/s 2024-09-15T23:48:37.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 22082 4.25 MB/sec warmup 32 sec latency 14.875 ms 2024-09-15T23:48:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:38 smithi190 ceph-mon[34840]: pgmap v51: 97 pgs: 97 active+clean; 34 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 393 KiB/s rd, 2.2 MiB/s wr, 153 op/s 2024-09-15T23:48:38.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 22843 4.27 MB/sec warmup 33 sec latency 14.352 ms 2024-09-15T23:48:38.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:38 smithi071 ceph-mon[30957]: pgmap v51: 97 pgs: 97 active+clean; 34 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 393 KiB/s rd, 2.2 MiB/s wr, 153 op/s 2024-09-15T23:48:38.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:38 smithi163 ceph-mon[34107]: pgmap v51: 97 pgs: 97 active+clean; 34 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 393 KiB/s rd, 2.2 MiB/s wr, 153 op/s 2024-09-15T23:48:39.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 23661 4.19 MB/sec warmup 34 sec latency 14.687 ms 2024-09-15T23:48:40.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:40 smithi190 ceph-mon[34840]: pgmap v52: 97 pgs: 97 active+clean; 34 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.5 MiB/s wr, 102 op/s 2024-09-15T23:48:40.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 24511 4.26 MB/sec warmup 35 sec latency 13.557 ms 2024-09-15T23:48:40.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:40 smithi071 ceph-mon[30957]: pgmap v52: 97 pgs: 97 active+clean; 34 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.5 MiB/s wr, 102 op/s 2024-09-15T23:48:40.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:40 smithi163 ceph-mon[34107]: pgmap v52: 97 pgs: 97 active+clean; 34 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.5 MiB/s wr, 102 op/s 2024-09-15T23:48:41.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 25088 4.29 MB/sec warmup 36 sec latency 19.386 ms 2024-09-15T23:48:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:42 smithi190 ceph-mon[34840]: pgmap v53: 97 pgs: 97 active+clean; 34 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.5 MiB/s wr, 102 op/s 2024-09-15T23:48:42.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 25536 4.19 MB/sec warmup 37 sec latency 15.652 ms 2024-09-15T23:48:42.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:42 smithi071 ceph-mon[30957]: pgmap v53: 97 pgs: 97 active+clean; 34 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.5 MiB/s wr, 102 op/s 2024-09-15T23:48:42.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:42 smithi163 ceph-mon[34107]: pgmap v53: 97 pgs: 97 active+clean; 34 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.5 MiB/s wr, 102 op/s 2024-09-15T23:48:43.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 26278 4.21 MB/sec warmup 38 sec latency 12.689 ms 2024-09-15T23:48:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:44 smithi190 ceph-mon[34840]: pgmap v54: 97 pgs: 97 active+clean; 36 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 394 KiB/s rd, 2.2 MiB/s wr, 153 op/s 2024-09-15T23:48:44.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 27051 4.12 MB/sec warmup 39 sec latency 13.602 ms 2024-09-15T23:48:44.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:44 smithi071 ceph-mon[30957]: pgmap v54: 97 pgs: 97 active+clean; 36 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 394 KiB/s rd, 2.2 MiB/s wr, 153 op/s 2024-09-15T23:48:44.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:44 smithi163 ceph-mon[34107]: pgmap v54: 97 pgs: 97 active+clean; 36 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 394 KiB/s rd, 2.2 MiB/s wr, 153 op/s 2024-09-15T23:48:45.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 27809 4.18 MB/sec warmup 40 sec latency 13.755 ms 2024-09-15T23:48:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:46 smithi190 ceph-mon[34840]: pgmap v55: 97 pgs: 97 active+clean; 36 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.4 MiB/s wr, 101 op/s 2024-09-15T23:48:46.596 INFO:tasks.workunit.client.0.smithi071.stdout: 1 28435 4.20 MB/sec warmup 41 sec latency 13.897 ms 2024-09-15T23:48:46.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:46 smithi071 ceph-mon[30957]: pgmap v55: 97 pgs: 97 active+clean; 36 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.4 MiB/s wr, 101 op/s 2024-09-15T23:48:46.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:46 smithi163 ceph-mon[34107]: pgmap v55: 97 pgs: 97 active+clean; 36 MiB data, 463 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.4 MiB/s wr, 101 op/s 2024-09-15T23:48:47.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 28895 4.14 MB/sec warmup 42 sec latency 90.868 ms 2024-09-15T23:48:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:48 smithi190 ceph-mon[34840]: pgmap v56: 97 pgs: 97 active+clean; 37 MiB data, 466 MiB used, 1.0 TiB / 1.0 TiB avail; 390 KiB/s rd, 2.1 MiB/s wr, 152 op/s 2024-09-15T23:48:48.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 29525 4.09 MB/sec warmup 43 sec latency 15.964 ms 2024-09-15T23:48:48.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:48 smithi071 ceph-mon[30957]: pgmap v56: 97 pgs: 97 active+clean; 37 MiB data, 466 MiB used, 1.0 TiB / 1.0 TiB avail; 390 KiB/s rd, 2.1 MiB/s wr, 152 op/s 2024-09-15T23:48:48.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:48 smithi163 ceph-mon[34107]: pgmap v56: 97 pgs: 97 active+clean; 37 MiB data, 466 MiB used, 1.0 TiB / 1.0 TiB avail; 390 KiB/s rd, 2.1 MiB/s wr, 152 op/s 2024-09-15T23:48:49.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 30321 4.08 MB/sec warmup 44 sec latency 13.663 ms 2024-09-15T23:48:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:50 smithi190 ceph-mon[34840]: pgmap v57: 97 pgs: 97 active+clean; 37 MiB data, 466 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.4 MiB/s wr, 101 op/s 2024-09-15T23:48:50.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 31026 4.05 MB/sec warmup 45 sec latency 15.027 ms 2024-09-15T23:48:50.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:50 smithi071 ceph-mon[30957]: pgmap v57: 97 pgs: 97 active+clean; 37 MiB data, 466 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.4 MiB/s wr, 101 op/s 2024-09-15T23:48:50.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:50 smithi163 ceph-mon[34107]: pgmap v57: 97 pgs: 97 active+clean; 37 MiB data, 466 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.4 MiB/s wr, 101 op/s 2024-09-15T23:48:51.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 31748 4.10 MB/sec warmup 46 sec latency 19.917 ms 2024-09-15T23:48:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:52 smithi190 ceph-mon[34840]: pgmap v58: 97 pgs: 97 active+clean; 37 MiB data, 466 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.4 MiB/s wr, 101 op/s 2024-09-15T23:48:52.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 32369 4.11 MB/sec warmup 47 sec latency 11.847 ms 2024-09-15T23:48:52.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:52 smithi071 ceph-mon[30957]: pgmap v58: 97 pgs: 97 active+clean; 37 MiB data, 466 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.4 MiB/s wr, 101 op/s 2024-09-15T23:48:52.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:52 smithi163 ceph-mon[34107]: pgmap v58: 97 pgs: 97 active+clean; 37 MiB data, 466 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.4 MiB/s wr, 101 op/s 2024-09-15T23:48:53.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 32943 4.04 MB/sec warmup 48 sec latency 15.979 ms 2024-09-15T23:48:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:54 smithi190 ceph-mon[34840]: pgmap v59: 97 pgs: 97 active+clean; 39 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 397 KiB/s rd, 2.1 MiB/s wr, 149 op/s 2024-09-15T23:48:54.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 33740 4.05 MB/sec warmup 49 sec latency 12.696 ms 2024-09-15T23:48:54.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:54 smithi071 ceph-mon[30957]: pgmap v59: 97 pgs: 97 active+clean; 39 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 397 KiB/s rd, 2.1 MiB/s wr, 149 op/s 2024-09-15T23:48:54.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:54 smithi163 ceph-mon[34107]: pgmap v59: 97 pgs: 97 active+clean; 39 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 397 KiB/s rd, 2.1 MiB/s wr, 149 op/s 2024-09-15T23:48:55.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 34462 4.02 MB/sec warmup 50 sec latency 13.172 ms 2024-09-15T23:48:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:56 smithi190 ceph-mon[34840]: pgmap v60: 97 pgs: 97 active+clean; 39 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.4 MiB/s wr, 98 op/s 2024-09-15T23:48:56.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 35276 4.07 MB/sec warmup 51 sec latency 13.042 ms 2024-09-15T23:48:56.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:56 smithi071 ceph-mon[30957]: pgmap v60: 97 pgs: 97 active+clean; 39 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.4 MiB/s wr, 98 op/s 2024-09-15T23:48:56.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:56 smithi163 ceph-mon[34107]: pgmap v60: 97 pgs: 97 active+clean; 39 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.4 MiB/s wr, 98 op/s 2024-09-15T23:48:57.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 35847 4.08 MB/sec warmup 52 sec latency 13.097 ms 2024-09-15T23:48:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:48:58 smithi190 ceph-mon[34840]: pgmap v61: 97 pgs: 97 active+clean; 40 MiB data, 469 MiB used, 1.0 TiB / 1.0 TiB avail; 395 KiB/s rd, 2.2 MiB/s wr, 149 op/s 2024-09-15T23:48:58.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 36371 4.02 MB/sec warmup 53 sec latency 16.404 ms 2024-09-15T23:48:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:48:58 smithi071 ceph-mon[30957]: pgmap v61: 97 pgs: 97 active+clean; 40 MiB data, 469 MiB used, 1.0 TiB / 1.0 TiB avail; 395 KiB/s rd, 2.2 MiB/s wr, 149 op/s 2024-09-15T23:48:58.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:48:58 smithi163 ceph-mon[34107]: pgmap v61: 97 pgs: 97 active+clean; 40 MiB data, 469 MiB used, 1.0 TiB / 1.0 TiB avail; 395 KiB/s rd, 2.2 MiB/s wr, 149 op/s 2024-09-15T23:48:59.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 37102 4.03 MB/sec warmup 54 sec latency 14.247 ms 2024-09-15T23:49:00.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:00 smithi190 ceph-mon[34840]: pgmap v62: 97 pgs: 97 active+clean; 40 MiB data, 469 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:49:00.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 37876 3.98 MB/sec warmup 55 sec latency 16.236 ms 2024-09-15T23:49:00.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:00 smithi071 ceph-mon[30957]: pgmap v62: 97 pgs: 97 active+clean; 40 MiB data, 469 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:49:00.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:00 smithi163 ceph-mon[34107]: pgmap v62: 97 pgs: 97 active+clean; 40 MiB data, 469 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:49:01.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 38770 4.05 MB/sec warmup 56 sec latency 11.294 ms 2024-09-15T23:49:02.536 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:02 smithi163 ceph-mon[34107]: pgmap v63: 97 pgs: 97 active+clean; 40 MiB data, 469 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:49:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:02 smithi190 ceph-mon[34840]: pgmap v63: 97 pgs: 97 active+clean; 40 MiB data, 469 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:49:02.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 39270 4.05 MB/sec warmup 57 sec latency 46.901 ms 2024-09-15T23:49:02.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:02 smithi071 ceph-mon[30957]: pgmap v63: 97 pgs: 97 active+clean; 40 MiB data, 469 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:49:03.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 39712 3.99 MB/sec warmup 58 sec latency 16.085 ms 2024-09-15T23:49:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:04 smithi190 ceph-mon[34840]: pgmap v64: 97 pgs: 97 active+clean; 43 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 419 KiB/s rd, 2.2 MiB/s wr, 164 op/s 2024-09-15T23:49:04.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 40460 4.01 MB/sec warmup 59 sec latency 14.230 ms 2024-09-15T23:49:04.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:04 smithi071 ceph-mon[30957]: pgmap v64: 97 pgs: 97 active+clean; 43 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 419 KiB/s rd, 2.2 MiB/s wr, 164 op/s 2024-09-15T23:49:04.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:04 smithi163 ceph-mon[34107]: pgmap v64: 97 pgs: 97 active+clean; 43 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 419 KiB/s rd, 2.2 MiB/s wr, 164 op/s 2024-09-15T23:49:05.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 41243 3.95 MB/sec warmup 60 sec latency 16.140 ms 2024-09-15T23:49:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:06 smithi190 ceph-mon[34840]: pgmap v65: 97 pgs: 97 active+clean; 43 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 283 KiB/s rd, 1.5 MiB/s wr, 117 op/s 2024-09-15T23:49:06.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 42029 4.00 MB/sec warmup 61 sec latency 13.829 ms 2024-09-15T23:49:06.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:06 smithi071 ceph-mon[30957]: pgmap v65: 97 pgs: 97 active+clean; 43 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 283 KiB/s rd, 1.5 MiB/s wr, 117 op/s 2024-09-15T23:49:06.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:06 smithi163 ceph-mon[34107]: pgmap v65: 97 pgs: 97 active+clean; 43 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 283 KiB/s rd, 1.5 MiB/s wr, 117 op/s 2024-09-15T23:49:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:07 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:49:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:07 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:49:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:07 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:49:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:07 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:49:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:07 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:49:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:07 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:49:07.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:07 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:49:07.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 42447 3.97 MB/sec warmup 62 sec latency 49.921 ms 2024-09-15T23:49:07.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:07 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:49:07.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:07 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:49:07.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:07 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:49:07.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:07 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:49:07.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:07 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:49:07.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:07 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:49:07.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:07 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:49:07.742 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:07 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:49:07.742 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:07 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:49:07.742 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:07 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:49:07.743 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:07 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:49:07.743 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:07 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:49:07.743 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:07 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:49:07.743 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:07 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:49:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:08 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:49:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:08 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:49:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:08 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:49:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:08 smithi190 ceph-mon[34840]: pgmap v66: 97 pgs: 97 active+clean; 45 MiB data, 504 MiB used, 1.0 TiB / 1.0 TiB avail; 438 KiB/s rd, 2.3 MiB/s wr, 167 op/s 2024-09-15T23:49:08.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 43074 3.98 MB/sec warmup 63 sec latency 13.652 ms 2024-09-15T23:49:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:08 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:49:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:08 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:49:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:08 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:49:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:08 smithi071 ceph-mon[30957]: pgmap v66: 97 pgs: 97 active+clean; 45 MiB data, 504 MiB used, 1.0 TiB / 1.0 TiB avail; 438 KiB/s rd, 2.3 MiB/s wr, 167 op/s 2024-09-15T23:49:08.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:08 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:49:08.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:08 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:49:08.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:08 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:49:08.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:08 smithi163 ceph-mon[34107]: pgmap v66: 97 pgs: 97 active+clean; 45 MiB data, 504 MiB used, 1.0 TiB / 1.0 TiB avail; 438 KiB/s rd, 2.3 MiB/s wr, 167 op/s 2024-09-15T23:49:09.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 43668 3.94 MB/sec warmup 64 sec latency 14.826 ms 2024-09-15T23:49:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:10 smithi190 ceph-mon[34840]: pgmap v67: 97 pgs: 97 active+clean; 45 MiB data, 504 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.5 MiB/s wr, 116 op/s 2024-09-15T23:49:10.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 44431 3.94 MB/sec warmup 65 sec latency 14.526 ms 2024-09-15T23:49:10.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:10 smithi071 ceph-mon[30957]: pgmap v67: 97 pgs: 97 active+clean; 45 MiB data, 504 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.5 MiB/s wr, 116 op/s 2024-09-15T23:49:10.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:10 smithi163 ceph-mon[34107]: pgmap v67: 97 pgs: 97 active+clean; 45 MiB data, 504 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.5 MiB/s wr, 116 op/s 2024-09-15T23:49:11.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 45157 3.92 MB/sec warmup 66 sec latency 14.395 ms 2024-09-15T23:49:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:12 smithi190 ceph-mon[34840]: pgmap v68: 97 pgs: 97 active+clean; 45 MiB data, 504 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.5 MiB/s wr, 116 op/s 2024-09-15T23:49:12.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 45909 3.95 MB/sec warmup 67 sec latency 13.969 ms 2024-09-15T23:49:12.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:12 smithi071 ceph-mon[30957]: pgmap v68: 97 pgs: 97 active+clean; 45 MiB data, 504 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.5 MiB/s wr, 116 op/s 2024-09-15T23:49:12.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:12 smithi163 ceph-mon[34107]: pgmap v68: 97 pgs: 97 active+clean; 45 MiB data, 504 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.5 MiB/s wr, 116 op/s 2024-09-15T23:49:13.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 46485 3.96 MB/sec warmup 68 sec latency 10.259 ms 2024-09-15T23:49:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:14 smithi190 ceph-mon[34840]: pgmap v69: 97 pgs: 97 active+clean; 46 MiB data, 512 MiB used, 1.0 TiB / 1.0 TiB avail; 462 KiB/s rd, 2.2 MiB/s wr, 167 op/s 2024-09-15T23:49:14.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 47021 3.92 MB/sec warmup 69 sec latency 15.246 ms 2024-09-15T23:49:14.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:14 smithi071 ceph-mon[30957]: pgmap v69: 97 pgs: 97 active+clean; 46 MiB data, 512 MiB used, 1.0 TiB / 1.0 TiB avail; 462 KiB/s rd, 2.2 MiB/s wr, 167 op/s 2024-09-15T23:49:14.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:14 smithi163 ceph-mon[34107]: pgmap v69: 97 pgs: 97 active+clean; 46 MiB data, 512 MiB used, 1.0 TiB / 1.0 TiB avail; 462 KiB/s rd, 2.2 MiB/s wr, 167 op/s 2024-09-15T23:49:15.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 47763 3.93 MB/sec warmup 70 sec latency 13.833 ms 2024-09-15T23:49:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:16 smithi190 ceph-mon[34840]: pgmap v70: 97 pgs: 97 active+clean; 46 MiB data, 512 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.4 MiB/s wr, 100 op/s 2024-09-15T23:49:16.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 48519 3.89 MB/sec warmup 71 sec latency 15.052 ms 2024-09-15T23:49:16.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:16 smithi071 ceph-mon[30957]: pgmap v70: 97 pgs: 97 active+clean; 46 MiB data, 512 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.4 MiB/s wr, 100 op/s 2024-09-15T23:49:16.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:16 smithi163 ceph-mon[34107]: pgmap v70: 97 pgs: 97 active+clean; 46 MiB data, 512 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.4 MiB/s wr, 100 op/s 2024-09-15T23:49:17.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 49408 3.94 MB/sec warmup 72 sec latency 13.390 ms 2024-09-15T23:49:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:18 smithi190 ceph-mon[34840]: pgmap v71: 97 pgs: 97 active+clean; 48 MiB data, 500 MiB used, 1.0 TiB / 1.0 TiB avail; 461 KiB/s rd, 2.2 MiB/s wr, 150 op/s 2024-09-15T23:49:18.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 49904 3.95 MB/sec warmup 73 sec latency 13.231 ms 2024-09-15T23:49:18.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:18 smithi071 ceph-mon[30957]: pgmap v71: 97 pgs: 97 active+clean; 48 MiB data, 500 MiB used, 1.0 TiB / 1.0 TiB avail; 461 KiB/s rd, 2.2 MiB/s wr, 150 op/s 2024-09-15T23:49:18.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:18 smithi163 ceph-mon[34107]: pgmap v71: 97 pgs: 97 active+clean; 48 MiB data, 500 MiB used, 1.0 TiB / 1.0 TiB avail; 461 KiB/s rd, 2.2 MiB/s wr, 150 op/s 2024-09-15T23:49:19.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 50354 3.90 MB/sec warmup 74 sec latency 15.734 ms 2024-09-15T23:49:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:20 smithi190 ceph-mon[34840]: pgmap v72: 97 pgs: 97 active+clean; 48 MiB data, 500 MiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.4 MiB/s wr, 100 op/s 2024-09-15T23:49:20.597 INFO:tasks.workunit.client.0.smithi071.stdout: 1 51138 3.92 MB/sec warmup 75 sec latency 11.912 ms 2024-09-15T23:49:20.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:20 smithi071 ceph-mon[30957]: pgmap v72: 97 pgs: 97 active+clean; 48 MiB data, 500 MiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.4 MiB/s wr, 100 op/s 2024-09-15T23:49:20.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:20 smithi163 ceph-mon[34107]: pgmap v72: 97 pgs: 97 active+clean; 48 MiB data, 500 MiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.4 MiB/s wr, 100 op/s 2024-09-15T23:49:21.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 51919 3.88 MB/sec warmup 76 sec latency 13.035 ms 2024-09-15T23:49:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:22 smithi190 ceph-mon[34840]: pgmap v73: 97 pgs: 97 active+clean; 48 MiB data, 500 MiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.4 MiB/s wr, 100 op/s 2024-09-15T23:49:22.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 52680 3.91 MB/sec warmup 77 sec latency 14.499 ms 2024-09-15T23:49:22.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:22 smithi071 ceph-mon[30957]: pgmap v73: 97 pgs: 97 active+clean; 48 MiB data, 500 MiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.4 MiB/s wr, 100 op/s 2024-09-15T23:49:22.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:22 smithi163 ceph-mon[34107]: pgmap v73: 97 pgs: 97 active+clean; 48 MiB data, 500 MiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.4 MiB/s wr, 100 op/s 2024-09-15T23:49:23.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 53324 3.93 MB/sec warmup 78 sec latency 12.874 ms 2024-09-15T23:49:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:24 smithi190 ceph-mon[34840]: pgmap v74: 97 pgs: 97 active+clean; 50 MiB data, 534 MiB used, 1.0 TiB / 1.0 TiB avail; 471 KiB/s rd, 2.1 MiB/s wr, 151 op/s 2024-09-15T23:49:24.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 53814 3.90 MB/sec warmup 79 sec latency 15.565 ms 2024-09-15T23:49:24.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:24 smithi071 ceph-mon[30957]: pgmap v74: 97 pgs: 97 active+clean; 50 MiB data, 534 MiB used, 1.0 TiB / 1.0 TiB avail; 471 KiB/s rd, 2.1 MiB/s wr, 151 op/s 2024-09-15T23:49:24.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:24 smithi163 ceph-mon[34107]: pgmap v74: 97 pgs: 97 active+clean; 50 MiB data, 534 MiB used, 1.0 TiB / 1.0 TiB avail; 471 KiB/s rd, 2.1 MiB/s wr, 151 op/s 2024-09-15T23:49:25.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 54492 3.87 MB/sec warmup 80 sec latency 13.477 ms 2024-09-15T23:49:26.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:26 smithi190 ceph-mon[34840]: pgmap v75: 97 pgs: 97 active+clean; 50 MiB data, 534 MiB used, 1.0 TiB / 1.0 TiB avail; 317 KiB/s rd, 1.5 MiB/s wr, 101 op/s 2024-09-15T23:49:26.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 55298 3.87 MB/sec warmup 81 sec latency 15.523 ms 2024-09-15T23:49:26.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:26 smithi071 ceph-mon[30957]: pgmap v75: 97 pgs: 97 active+clean; 50 MiB data, 534 MiB used, 1.0 TiB / 1.0 TiB avail; 317 KiB/s rd, 1.5 MiB/s wr, 101 op/s 2024-09-15T23:49:26.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:26 smithi163 ceph-mon[34107]: pgmap v75: 97 pgs: 97 active+clean; 50 MiB data, 534 MiB used, 1.0 TiB / 1.0 TiB avail; 317 KiB/s rd, 1.5 MiB/s wr, 101 op/s 2024-09-15T23:49:27.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 56115 3.89 MB/sec warmup 82 sec latency 14.538 ms 2024-09-15T23:49:28.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:28 smithi190 ceph-mon[34840]: pgmap v76: 97 pgs: 97 active+clean; 52 MiB data, 522 MiB used, 1.0 TiB / 1.0 TiB avail; 481 KiB/s rd, 2.2 MiB/s wr, 152 op/s 2024-09-15T23:49:28.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 56733 3.92 MB/sec warmup 83 sec latency 12.958 ms 2024-09-15T23:49:28.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:28 smithi071 ceph-mon[30957]: pgmap v76: 97 pgs: 97 active+clean; 52 MiB data, 522 MiB used, 1.0 TiB / 1.0 TiB avail; 481 KiB/s rd, 2.2 MiB/s wr, 152 op/s 2024-09-15T23:49:28.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:28 smithi163 ceph-mon[34107]: pgmap v76: 97 pgs: 97 active+clean; 52 MiB data, 522 MiB used, 1.0 TiB / 1.0 TiB avail; 481 KiB/s rd, 2.2 MiB/s wr, 152 op/s 2024-09-15T23:49:29.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 57263 3.89 MB/sec warmup 84 sec latency 15.600 ms 2024-09-15T23:49:30.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:30 smithi190 ceph-mon[34840]: pgmap v77: 97 pgs: 97 active+clean; 52 MiB data, 522 MiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.5 MiB/s wr, 103 op/s 2024-09-15T23:49:30.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 57888 3.87 MB/sec warmup 85 sec latency 15.659 ms 2024-09-15T23:49:30.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:30 smithi071 ceph-mon[30957]: pgmap v77: 97 pgs: 97 active+clean; 52 MiB data, 522 MiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.5 MiB/s wr, 103 op/s 2024-09-15T23:49:30.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:30 smithi163 ceph-mon[34107]: pgmap v77: 97 pgs: 97 active+clean; 52 MiB data, 522 MiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.5 MiB/s wr, 103 op/s 2024-09-15T23:49:31.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 58648 3.86 MB/sec warmup 86 sec latency 14.105 ms 2024-09-15T23:49:32.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 59375 3.85 MB/sec warmup 87 sec latency 14.281 ms 2024-09-15T23:49:33.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:33 smithi190 ceph-mon[34840]: pgmap v78: 97 pgs: 97 active+clean; 52 MiB data, 522 MiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.5 MiB/s wr, 103 op/s 2024-09-15T23:49:33.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:33 smithi071 ceph-mon[30957]: pgmap v78: 97 pgs: 97 active+clean; 52 MiB data, 522 MiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.5 MiB/s wr, 103 op/s 2024-09-15T23:49:33.436 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:33 smithi163 ceph-mon[34107]: pgmap v78: 97 pgs: 97 active+clean; 52 MiB data, 522 MiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.5 MiB/s wr, 103 op/s 2024-09-15T23:49:33.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 60101 3.88 MB/sec warmup 88 sec latency 12.536 ms 2024-09-15T23:49:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:34 smithi190 ceph-mon[34840]: pgmap v79: 97 pgs: 97 active+clean; 54 MiB data, 532 MiB used, 1.0 TiB / 1.0 TiB avail; 477 KiB/s rd, 2.3 MiB/s wr, 155 op/s 2024-09-15T23:49:34.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 60700 3.89 MB/sec warmup 89 sec latency 13.517 ms 2024-09-15T23:49:34.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:34 smithi071 ceph-mon[30957]: pgmap v79: 97 pgs: 97 active+clean; 54 MiB data, 532 MiB used, 1.0 TiB / 1.0 TiB avail; 477 KiB/s rd, 2.3 MiB/s wr, 155 op/s 2024-09-15T23:49:34.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:34 smithi163 ceph-mon[34107]: pgmap v79: 97 pgs: 97 active+clean; 54 MiB data, 532 MiB used, 1.0 TiB / 1.0 TiB avail; 477 KiB/s rd, 2.3 MiB/s wr, 155 op/s 2024-09-15T23:49:35.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 61241 3.85 MB/sec warmup 90 sec latency 15.688 ms 2024-09-15T23:49:36.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:36 smithi190 ceph-mon[34840]: pgmap v80: 97 pgs: 97 active+clean; 54 MiB data, 532 MiB used, 1.0 TiB / 1.0 TiB avail; 312 KiB/s rd, 1.6 MiB/s wr, 103 op/s 2024-09-15T23:49:36.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 61976 3.86 MB/sec warmup 91 sec latency 13.028 ms 2024-09-15T23:49:36.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:36 smithi071 ceph-mon[30957]: pgmap v80: 97 pgs: 97 active+clean; 54 MiB data, 532 MiB used, 1.0 TiB / 1.0 TiB avail; 312 KiB/s rd, 1.6 MiB/s wr, 103 op/s 2024-09-15T23:49:36.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:36 smithi163 ceph-mon[34107]: pgmap v80: 97 pgs: 97 active+clean; 54 MiB data, 532 MiB used, 1.0 TiB / 1.0 TiB avail; 312 KiB/s rd, 1.6 MiB/s wr, 103 op/s 2024-09-15T23:49:37.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 62731 3.84 MB/sec warmup 92 sec latency 40.676 ms 2024-09-15T23:49:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:38 smithi190 ceph-mon[34840]: pgmap v81: 97 pgs: 97 active+clean; 55 MiB data, 535 MiB used, 1.0 TiB / 1.0 TiB avail; 472 KiB/s rd, 2.3 MiB/s wr, 151 op/s 2024-09-15T23:49:38.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 63607 3.88 MB/sec warmup 93 sec latency 13.258 ms 2024-09-15T23:49:38.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:38 smithi071 ceph-mon[30957]: pgmap v81: 97 pgs: 97 active+clean; 55 MiB data, 535 MiB used, 1.0 TiB / 1.0 TiB avail; 472 KiB/s rd, 2.3 MiB/s wr, 151 op/s 2024-09-15T23:49:38.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:38 smithi163 ceph-mon[34107]: pgmap v81: 97 pgs: 97 active+clean; 55 MiB data, 535 MiB used, 1.0 TiB / 1.0 TiB avail; 472 KiB/s rd, 2.3 MiB/s wr, 151 op/s 2024-09-15T23:49:39.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 64127 3.88 MB/sec warmup 94 sec latency 12.626 ms 2024-09-15T23:49:40.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:40 smithi190 ceph-mon[34840]: pgmap v82: 97 pgs: 97 active+clean; 55 MiB data, 535 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.5 MiB/s wr, 99 op/s 2024-09-15T23:49:40.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 64592 3.85 MB/sec warmup 95 sec latency 20.740 ms 2024-09-15T23:49:40.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:40 smithi071 ceph-mon[30957]: pgmap v82: 97 pgs: 97 active+clean; 55 MiB data, 535 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.5 MiB/s wr, 99 op/s 2024-09-15T23:49:40.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:40 smithi163 ceph-mon[34107]: pgmap v82: 97 pgs: 97 active+clean; 55 MiB data, 535 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.5 MiB/s wr, 99 op/s 2024-09-15T23:49:41.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 65341 3.86 MB/sec warmup 96 sec latency 13.331 ms 2024-09-15T23:49:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:42 smithi190 ceph-mon[34840]: pgmap v83: 97 pgs: 97 active+clean; 55 MiB data, 535 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.5 MiB/s wr, 99 op/s 2024-09-15T23:49:42.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 66134 3.82 MB/sec warmup 97 sec latency 30.215 ms 2024-09-15T23:49:42.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:42 smithi071 ceph-mon[30957]: pgmap v83: 97 pgs: 97 active+clean; 55 MiB data, 535 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.5 MiB/s wr, 99 op/s 2024-09-15T23:49:42.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:42 smithi163 ceph-mon[34107]: pgmap v83: 97 pgs: 97 active+clean; 55 MiB data, 535 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.5 MiB/s wr, 99 op/s 2024-09-15T23:49:43.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 66866 3.85 MB/sec warmup 98 sec latency 13.527 ms 2024-09-15T23:49:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:44 smithi190 ceph-mon[34840]: pgmap v84: 97 pgs: 97 active+clean; 56 MiB data, 569 MiB used, 1.0 TiB / 1.0 TiB avail; 474 KiB/s rd, 2.2 MiB/s wr, 150 op/s 2024-09-15T23:49:44.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 67533 3.87 MB/sec warmup 99 sec latency 12.820 ms 2024-09-15T23:49:44.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:44 smithi071 ceph-mon[30957]: pgmap v84: 97 pgs: 97 active+clean; 56 MiB data, 569 MiB used, 1.0 TiB / 1.0 TiB avail; 474 KiB/s rd, 2.2 MiB/s wr, 150 op/s 2024-09-15T23:49:44.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:44 smithi163 ceph-mon[34107]: pgmap v84: 97 pgs: 97 active+clean; 56 MiB data, 569 MiB used, 1.0 TiB / 1.0 TiB avail; 474 KiB/s rd, 2.2 MiB/s wr, 150 op/s 2024-09-15T23:49:45.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 67997 3.84 MB/sec warmup 100 sec latency 16.186 ms 2024-09-15T23:49:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:46 smithi190 ceph-mon[34840]: pgmap v85: 97 pgs: 97 active+clean; 56 MiB data, 569 MiB used, 1.0 TiB / 1.0 TiB avail; 325 KiB/s rd, 1.4 MiB/s wr, 98 op/s 2024-09-15T23:49:46.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 68673 3.83 MB/sec warmup 101 sec latency 13.540 ms 2024-09-15T23:49:46.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:46 smithi071 ceph-mon[30957]: pgmap v85: 97 pgs: 97 active+clean; 56 MiB data, 569 MiB used, 1.0 TiB / 1.0 TiB avail; 325 KiB/s rd, 1.4 MiB/s wr, 98 op/s 2024-09-15T23:49:46.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:46 smithi163 ceph-mon[34107]: pgmap v85: 97 pgs: 97 active+clean; 56 MiB data, 569 MiB used, 1.0 TiB / 1.0 TiB avail; 325 KiB/s rd, 1.4 MiB/s wr, 98 op/s 2024-09-15T23:49:47.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 69484 3.82 MB/sec warmup 102 sec latency 14.273 ms 2024-09-15T23:49:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:48 smithi190 ceph-mon[34840]: pgmap v86: 97 pgs: 97 active+clean; 58 MiB data, 574 MiB used, 1.0 TiB / 1.0 TiB avail; 487 KiB/s rd, 2.2 MiB/s wr, 148 op/s 2024-09-15T23:49:48.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 70317 3.85 MB/sec warmup 103 sec latency 12.735 ms 2024-09-15T23:49:48.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:48 smithi071 ceph-mon[30957]: pgmap v86: 97 pgs: 97 active+clean; 58 MiB data, 574 MiB used, 1.0 TiB / 1.0 TiB avail; 487 KiB/s rd, 2.2 MiB/s wr, 148 op/s 2024-09-15T23:49:48.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:48 smithi163 ceph-mon[34107]: pgmap v86: 97 pgs: 97 active+clean; 58 MiB data, 574 MiB used, 1.0 TiB / 1.0 TiB avail; 487 KiB/s rd, 2.2 MiB/s wr, 148 op/s 2024-09-15T23:49:49.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 70813 3.83 MB/sec warmup 104 sec latency 13.617 ms 2024-09-15T23:49:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:50 smithi190 ceph-mon[34840]: pgmap v87: 97 pgs: 97 active+clean; 58 MiB data, 574 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.5 MiB/s wr, 100 op/s 2024-09-15T23:49:50.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 71437 3.84 MB/sec warmup 105 sec latency 13.807 ms 2024-09-15T23:49:50.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:50 smithi071 ceph-mon[30957]: pgmap v87: 97 pgs: 97 active+clean; 58 MiB data, 574 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.5 MiB/s wr, 100 op/s 2024-09-15T23:49:50.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:50 smithi163 ceph-mon[34107]: pgmap v87: 97 pgs: 97 active+clean; 58 MiB data, 574 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.5 MiB/s wr, 100 op/s 2024-09-15T23:49:51.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 72065 3.82 MB/sec warmup 106 sec latency 16.130 ms 2024-09-15T23:49:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:52 smithi190 ceph-mon[34840]: pgmap v88: 97 pgs: 97 active+clean; 58 MiB data, 574 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.5 MiB/s wr, 100 op/s 2024-09-15T23:49:52.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 72839 3.82 MB/sec warmup 107 sec latency 14.337 ms 2024-09-15T23:49:52.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:52 smithi071 ceph-mon[30957]: pgmap v88: 97 pgs: 97 active+clean; 58 MiB data, 574 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.5 MiB/s wr, 100 op/s 2024-09-15T23:49:52.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:52 smithi163 ceph-mon[34107]: pgmap v88: 97 pgs: 97 active+clean; 58 MiB data, 574 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.5 MiB/s wr, 100 op/s 2024-09-15T23:49:53.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 73578 3.81 MB/sec warmup 108 sec latency 13.924 ms 2024-09-15T23:49:54.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:54 smithi190 ceph-mon[34840]: pgmap v89: 97 pgs: 97 active+clean; 61 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 492 KiB/s rd, 2.2 MiB/s wr, 149 op/s 2024-09-15T23:49:54.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 74318 3.83 MB/sec warmup 109 sec latency 12.930 ms 2024-09-15T23:49:54.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:54 smithi071 ceph-mon[30957]: pgmap v89: 97 pgs: 97 active+clean; 61 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 492 KiB/s rd, 2.2 MiB/s wr, 149 op/s 2024-09-15T23:49:54.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:54 smithi163 ceph-mon[34107]: pgmap v89: 97 pgs: 97 active+clean; 61 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 492 KiB/s rd, 2.2 MiB/s wr, 149 op/s 2024-09-15T23:49:55.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 74923 3.84 MB/sec warmup 110 sec latency 9.905 ms 2024-09-15T23:49:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:56 smithi190 ceph-mon[34840]: pgmap v90: 97 pgs: 97 active+clean; 61 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 326 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:49:56.598 INFO:tasks.workunit.client.0.smithi071.stdout: 1 75483 3.81 MB/sec warmup 111 sec latency 16.284 ms 2024-09-15T23:49:56.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:56 smithi071 ceph-mon[30957]: pgmap v90: 97 pgs: 97 active+clean; 61 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 326 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:49:56.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:56 smithi163 ceph-mon[34107]: pgmap v90: 97 pgs: 97 active+clean; 61 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 326 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:49:57.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 76247 3.82 MB/sec warmup 112 sec latency 12.764 ms 2024-09-15T23:49:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:49:58 smithi190 ceph-mon[34840]: pgmap v91: 97 pgs: 97 active+clean; 63 MiB data, 605 MiB used, 1.0 TiB / 1.0 TiB avail; 486 KiB/s rd, 2.2 MiB/s wr, 149 op/s 2024-09-15T23:49:58.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 76998 3.80 MB/sec warmup 113 sec latency 14.994 ms 2024-09-15T23:49:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:49:58 smithi071 ceph-mon[30957]: pgmap v91: 97 pgs: 97 active+clean; 63 MiB data, 605 MiB used, 1.0 TiB / 1.0 TiB avail; 486 KiB/s rd, 2.2 MiB/s wr, 149 op/s 2024-09-15T23:49:58.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:49:58 smithi163 ceph-mon[34107]: pgmap v91: 97 pgs: 97 active+clean; 63 MiB data, 605 MiB used, 1.0 TiB / 1.0 TiB avail; 486 KiB/s rd, 2.2 MiB/s wr, 149 op/s 2024-09-15T23:49:59.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 77836 3.83 MB/sec warmup 114 sec latency 13.912 ms 2024-09-15T23:50:00.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:00 smithi190 ceph-mon[34840]: overall HEALTH_OK 2024-09-15T23:50:00.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:00 smithi071 ceph-mon[30957]: overall HEALTH_OK 2024-09-15T23:50:00.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:00 smithi163 ceph-mon[34107]: overall HEALTH_OK 2024-09-15T23:50:00.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 78384 3.84 MB/sec warmup 115 sec latency 12.373 ms 2024-09-15T23:50:01.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:01 smithi190 ceph-mon[34840]: pgmap v92: 97 pgs: 97 active+clean; 63 MiB data, 605 MiB used, 1.0 TiB / 1.0 TiB avail; 325 KiB/s rd, 1.4 MiB/s wr, 99 op/s 2024-09-15T23:50:01.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:01 smithi071 ceph-mon[30957]: pgmap v92: 97 pgs: 97 active+clean; 63 MiB data, 605 MiB used, 1.0 TiB / 1.0 TiB avail; 325 KiB/s rd, 1.4 MiB/s wr, 99 op/s 2024-09-15T23:50:01.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:01 smithi163 ceph-mon[34107]: pgmap v92: 97 pgs: 97 active+clean; 63 MiB data, 605 MiB used, 1.0 TiB / 1.0 TiB avail; 325 KiB/s rd, 1.4 MiB/s wr, 99 op/s 2024-09-15T23:50:01.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 78876 3.81 MB/sec warmup 116 sec latency 17.468 ms 2024-09-15T23:50:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:02 smithi190 ceph-mon[34840]: pgmap v93: 97 pgs: 97 active+clean; 63 MiB data, 605 MiB used, 1.0 TiB / 1.0 TiB avail; 325 KiB/s rd, 1.4 MiB/s wr, 99 op/s 2024-09-15T23:50:02.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 79619 3.82 MB/sec warmup 117 sec latency 14.133 ms 2024-09-15T23:50:02.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:02 smithi071 ceph-mon[30957]: pgmap v93: 97 pgs: 97 active+clean; 63 MiB data, 605 MiB used, 1.0 TiB / 1.0 TiB avail; 325 KiB/s rd, 1.4 MiB/s wr, 99 op/s 2024-09-15T23:50:02.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:02 smithi163 ceph-mon[34107]: pgmap v93: 97 pgs: 97 active+clean; 63 MiB data, 605 MiB used, 1.0 TiB / 1.0 TiB avail; 325 KiB/s rd, 1.4 MiB/s wr, 99 op/s 2024-09-15T23:50:03.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 80449 3.80 MB/sec warmup 118 sec latency 11.742 ms 2024-09-15T23:50:04.535 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:04 smithi163 ceph-mon[34107]: pgmap v94: 97 pgs: 97 active+clean; 66 MiB data, 618 MiB used, 1.0 TiB / 1.0 TiB avail; 522 KiB/s rd, 2.2 MiB/s wr, 166 op/s 2024-09-15T23:50:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:04 smithi190 ceph-mon[34840]: pgmap v94: 97 pgs: 97 active+clean; 66 MiB data, 618 MiB used, 1.0 TiB / 1.0 TiB avail; 522 KiB/s rd, 2.2 MiB/s wr, 166 op/s 2024-09-15T23:50:04.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 81271 3.82 MB/sec warmup 119 sec latency 13.169 ms 2024-09-15T23:50:04.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:04 smithi071 ceph-mon[30957]: pgmap v94: 97 pgs: 97 active+clean; 66 MiB data, 618 MiB used, 1.0 TiB / 1.0 TiB avail; 522 KiB/s rd, 2.2 MiB/s wr, 166 op/s 2024-09-15T23:50:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:06 smithi190 ceph-mon[34840]: pgmap v95: 97 pgs: 97 active+clean; 66 MiB data, 618 MiB used, 1.0 TiB / 1.0 TiB avail; 358 KiB/s rd, 1.5 MiB/s wr, 117 op/s 2024-09-15T23:50:06.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 82252 0.33 MB/sec execute 1 sec latency 17.551 ms 2024-09-15T23:50:06.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:06 smithi071 ceph-mon[30957]: pgmap v95: 97 pgs: 97 active+clean; 66 MiB data, 618 MiB used, 1.0 TiB / 1.0 TiB avail; 358 KiB/s rd, 1.5 MiB/s wr, 117 op/s 2024-09-15T23:50:06.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:06 smithi163 ceph-mon[34107]: pgmap v95: 97 pgs: 97 active+clean; 66 MiB data, 618 MiB used, 1.0 TiB / 1.0 TiB avail; 358 KiB/s rd, 1.5 MiB/s wr, 117 op/s 2024-09-15T23:50:07.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 83038 2.68 MB/sec execute 2 sec latency 14.223 ms 2024-09-15T23:50:07.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:07 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:50:07.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:07 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:50:08.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:07 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:50:08.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 83776 2.01 MB/sec execute 3 sec latency 15.858 ms 2024-09-15T23:50:08.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:08 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:50:08.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:08 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:50:08.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:08 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:50:08.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:08 smithi071 ceph-mon[30957]: pgmap v96: 97 pgs: 97 active+clean; 71 MiB data, 628 MiB used, 1.0 TiB / 1.0 TiB avail; 538 KiB/s rd, 2.3 MiB/s wr, 168 op/s 2024-09-15T23:50:08.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:08 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:50:08.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:08 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:50:08.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:08 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:50:08.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:08 smithi163 ceph-mon[34107]: pgmap v96: 97 pgs: 97 active+clean; 71 MiB data, 628 MiB used, 1.0 TiB / 1.0 TiB avail; 538 KiB/s rd, 2.3 MiB/s wr, 168 op/s 2024-09-15T23:50:09.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:08 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:50:09.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:08 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:50:09.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:08 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:50:09.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:08 smithi190 ceph-mon[34840]: pgmap v96: 97 pgs: 97 active+clean; 71 MiB data, 628 MiB used, 1.0 TiB / 1.0 TiB avail; 538 KiB/s rd, 2.3 MiB/s wr, 168 op/s 2024-09-15T23:50:09.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 84570 3.21 MB/sec execute 4 sec latency 11.257 ms 2024-09-15T23:50:10.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:10 smithi190 ceph-mon[34840]: pgmap v97: 97 pgs: 97 active+clean; 71 MiB data, 628 MiB used, 1.0 TiB / 1.0 TiB avail; 378 KiB/s rd, 1.6 MiB/s wr, 117 op/s 2024-09-15T23:50:10.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 85200 3.56 MB/sec execute 5 sec latency 11.185 ms 2024-09-15T23:50:10.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:10 smithi071 ceph-mon[30957]: pgmap v97: 97 pgs: 97 active+clean; 71 MiB data, 628 MiB used, 1.0 TiB / 1.0 TiB avail; 378 KiB/s rd, 1.6 MiB/s wr, 117 op/s 2024-09-15T23:50:10.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:10 smithi163 ceph-mon[34107]: pgmap v97: 97 pgs: 97 active+clean; 71 MiB data, 628 MiB used, 1.0 TiB / 1.0 TiB avail; 378 KiB/s rd, 1.6 MiB/s wr, 117 op/s 2024-09-15T23:50:11.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 85709 3.24 MB/sec execute 6 sec latency 18.960 ms 2024-09-15T23:50:12.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 86351 3.07 MB/sec execute 7 sec latency 22.150 ms 2024-09-15T23:50:12.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:12 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-15T23:50:12.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:12 smithi071 ceph-mon[30957]: pgmap v98: 97 pgs: 97 active+clean; 71 MiB data, 628 MiB used, 1.0 TiB / 1.0 TiB avail; 378 KiB/s rd, 1.6 MiB/s wr, 117 op/s 2024-09-15T23:50:12.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:12 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-15T23:50:12.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:12 smithi163 ceph-mon[34107]: pgmap v98: 97 pgs: 97 active+clean; 71 MiB data, 628 MiB used, 1.0 TiB / 1.0 TiB avail; 378 KiB/s rd, 1.6 MiB/s wr, 117 op/s 2024-09-15T23:50:13.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:12 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-15T23:50:13.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:12 smithi190 ceph-mon[34840]: pgmap v98: 97 pgs: 97 active+clean; 71 MiB data, 628 MiB used, 1.0 TiB / 1.0 TiB avail; 378 KiB/s rd, 1.6 MiB/s wr, 117 op/s 2024-09-15T23:50:13.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 87157 3.12 MB/sec execute 8 sec latency 12.767 ms 2024-09-15T23:50:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:14 smithi190 ceph-mon[34840]: pgmap v99: 97 pgs: 97 active+clean; 73 MiB data, 640 MiB used, 1.0 TiB / 1.0 TiB avail; 566 KiB/s rd, 2.4 MiB/s wr, 169 op/s 2024-09-15T23:50:14.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 87930 3.38 MB/sec execute 9 sec latency 13.483 ms 2024-09-15T23:50:14.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:14 smithi071 ceph-mon[30957]: pgmap v99: 97 pgs: 97 active+clean; 73 MiB data, 640 MiB used, 1.0 TiB / 1.0 TiB avail; 566 KiB/s rd, 2.4 MiB/s wr, 169 op/s 2024-09-15T23:50:14.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:14 smithi163 ceph-mon[34107]: pgmap v99: 97 pgs: 97 active+clean; 73 MiB data, 640 MiB used, 1.0 TiB / 1.0 TiB avail; 566 KiB/s rd, 2.4 MiB/s wr, 169 op/s 2024-09-15T23:50:15.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 88518 3.39 MB/sec execute 10 sec latency 35.795 ms 2024-09-15T23:50:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:16 smithi190 ceph-mon[34840]: pgmap v100: 97 pgs: 97 active+clean; 73 MiB data, 640 MiB used, 1.0 TiB / 1.0 TiB avail; 368 KiB/s rd, 1.6 MiB/s wr, 102 op/s 2024-09-15T23:50:16.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 89143 3.50 MB/sec execute 11 sec latency 13.188 ms 2024-09-15T23:50:16.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:16 smithi071 ceph-mon[30957]: pgmap v100: 97 pgs: 97 active+clean; 73 MiB data, 640 MiB used, 1.0 TiB / 1.0 TiB avail; 368 KiB/s rd, 1.6 MiB/s wr, 102 op/s 2024-09-15T23:50:16.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:16 smithi163 ceph-mon[34107]: pgmap v100: 97 pgs: 97 active+clean; 73 MiB data, 640 MiB used, 1.0 TiB / 1.0 TiB avail; 368 KiB/s rd, 1.6 MiB/s wr, 102 op/s 2024-09-15T23:50:17.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 89705 3.28 MB/sec execute 12 sec latency 22.075 ms 2024-09-15T23:50:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:18 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-15T23:50:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:18 smithi190 ceph-mon[34840]: pgmap v101: 97 pgs: 97 active+clean; 75 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 561 KiB/s rd, 2.4 MiB/s wr, 153 op/s 2024-09-15T23:50:18.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 90376 3.37 MB/sec execute 13 sec latency 87.968 ms 2024-09-15T23:50:18.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:18 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-15T23:50:18.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:18 smithi071 ceph-mon[30957]: pgmap v101: 97 pgs: 97 active+clean; 75 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 561 KiB/s rd, 2.4 MiB/s wr, 153 op/s 2024-09-15T23:50:18.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:18 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-15T23:50:18.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:18 smithi163 ceph-mon[34107]: pgmap v101: 97 pgs: 97 active+clean; 75 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 561 KiB/s rd, 2.4 MiB/s wr, 153 op/s 2024-09-15T23:50:19.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 91129 3.26 MB/sec execute 14 sec latency 15.173 ms 2024-09-15T23:50:20.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:20 smithi190 ceph-mon[34840]: pgmap v102: 97 pgs: 97 active+clean; 75 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 380 KiB/s rd, 1.6 MiB/s wr, 103 op/s 2024-09-15T23:50:20.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 92002 3.53 MB/sec execute 15 sec latency 14.378 ms 2024-09-15T23:50:20.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:20 smithi071 ceph-mon[30957]: pgmap v102: 97 pgs: 97 active+clean; 75 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 380 KiB/s rd, 1.6 MiB/s wr, 103 op/s 2024-09-15T23:50:20.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:20 smithi163 ceph-mon[34107]: pgmap v102: 97 pgs: 97 active+clean; 75 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 380 KiB/s rd, 1.6 MiB/s wr, 103 op/s 2024-09-15T23:50:21.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 92512 3.59 MB/sec execute 16 sec latency 12.531 ms 2024-09-15T23:50:22.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 92962 3.41 MB/sec execute 17 sec latency 15.659 ms 2024-09-15T23:50:22.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:22 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-15T23:50:22.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:22 smithi071 ceph-mon[30957]: pgmap v103: 97 pgs: 97 active+clean; 75 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 380 KiB/s rd, 1.6 MiB/s wr, 103 op/s 2024-09-15T23:50:22.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:22 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-15T23:50:22.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:22 smithi163 ceph-mon[34107]: pgmap v103: 97 pgs: 97 active+clean; 75 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 380 KiB/s rd, 1.6 MiB/s wr, 103 op/s 2024-09-15T23:50:23.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:22 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-15T23:50:23.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:22 smithi190 ceph-mon[34840]: pgmap v103: 97 pgs: 97 active+clean; 75 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 380 KiB/s rd, 1.6 MiB/s wr, 103 op/s 2024-09-15T23:50:23.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 93704 3.49 MB/sec execute 18 sec latency 13.467 ms 2024-09-15T23:50:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:24 smithi190 ceph-mon[34840]: pgmap v104: 97 pgs: 97 active+clean; 77 MiB data, 683 MiB used, 1.0 TiB / 1.0 TiB avail; 568 KiB/s rd, 2.4 MiB/s wr, 153 op/s 2024-09-15T23:50:24.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 94493 3.34 MB/sec execute 19 sec latency 16.441 ms 2024-09-15T23:50:24.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:24 smithi071 ceph-mon[30957]: pgmap v104: 97 pgs: 97 active+clean; 77 MiB data, 683 MiB used, 1.0 TiB / 1.0 TiB avail; 568 KiB/s rd, 2.4 MiB/s wr, 153 op/s 2024-09-15T23:50:24.739 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:24 smithi163 ceph-mon[34107]: pgmap v104: 97 pgs: 97 active+clean; 77 MiB data, 683 MiB used, 1.0 TiB / 1.0 TiB avail; 568 KiB/s rd, 2.4 MiB/s wr, 153 op/s 2024-09-15T23:50:25.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 95260 3.51 MB/sec execute 20 sec latency 13.740 ms 2024-09-15T23:50:26.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:26 smithi190 ceph-mon[34840]: pgmap v105: 97 pgs: 97 active+clean; 77 MiB data, 683 MiB used, 1.0 TiB / 1.0 TiB avail; 381 KiB/s rd, 1.6 MiB/s wr, 101 op/s 2024-09-15T23:50:26.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 95922 3.59 MB/sec execute 21 sec latency 9.830 ms 2024-09-15T23:50:26.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:26 smithi071 ceph-mon[30957]: pgmap v105: 97 pgs: 97 active+clean; 77 MiB data, 683 MiB used, 1.0 TiB / 1.0 TiB avail; 381 KiB/s rd, 1.6 MiB/s wr, 101 op/s 2024-09-15T23:50:26.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:26 smithi163 ceph-mon[34107]: pgmap v105: 97 pgs: 97 active+clean; 77 MiB data, 683 MiB used, 1.0 TiB / 1.0 TiB avail; 381 KiB/s rd, 1.6 MiB/s wr, 101 op/s 2024-09-15T23:50:27.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 96402 3.49 MB/sec execute 22 sec latency 15.643 ms 2024-09-15T23:50:28.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:28 smithi190 ceph-mon[34840]: pgmap v106: 97 pgs: 97 active+clean; 80 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 563 KiB/s rd, 2.3 MiB/s wr, 151 op/s 2024-09-15T23:50:28.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 97067 3.43 MB/sec execute 23 sec latency 16.265 ms 2024-09-15T23:50:28.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:28 smithi071 ceph-mon[30957]: pgmap v106: 97 pgs: 97 active+clean; 80 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 563 KiB/s rd, 2.3 MiB/s wr, 151 op/s 2024-09-15T23:50:28.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:28 smithi163 ceph-mon[34107]: pgmap v106: 97 pgs: 97 active+clean; 80 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 563 KiB/s rd, 2.3 MiB/s wr, 151 op/s 2024-09-15T23:50:29.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 97878 3.44 MB/sec execute 24 sec latency 17.168 ms 2024-09-15T23:50:30.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:30 smithi190 ceph-mon[34840]: pgmap v107: 97 pgs: 97 active+clean; 80 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 370 KiB/s rd, 1.5 MiB/s wr, 100 op/s 2024-09-15T23:50:30.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 98693 3.52 MB/sec execute 25 sec latency 13.957 ms 2024-09-15T23:50:30.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:30 smithi071 ceph-mon[30957]: pgmap v107: 97 pgs: 97 active+clean; 80 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 370 KiB/s rd, 1.5 MiB/s wr, 100 op/s 2024-09-15T23:50:30.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:30 smithi163 ceph-mon[34107]: pgmap v107: 97 pgs: 97 active+clean; 80 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 370 KiB/s rd, 1.5 MiB/s wr, 100 op/s 2024-09-15T23:50:31.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 99204 3.51 MB/sec execute 26 sec latency 13.286 ms 2024-09-15T23:50:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:32 smithi190 ceph-mon[34840]: pgmap v108: 97 pgs: 97 active+clean; 80 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 370 KiB/s rd, 1.5 MiB/s wr, 100 op/s 2024-09-15T23:50:32.599 INFO:tasks.workunit.client.0.smithi071.stdout: 1 99828 3.55 MB/sec execute 27 sec latency 11.803 ms 2024-09-15T23:50:32.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:32 smithi071 ceph-mon[30957]: pgmap v108: 97 pgs: 97 active+clean; 80 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 370 KiB/s rd, 1.5 MiB/s wr, 100 op/s 2024-09-15T23:50:32.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:32 smithi163 ceph-mon[34107]: pgmap v108: 97 pgs: 97 active+clean; 80 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 370 KiB/s rd, 1.5 MiB/s wr, 100 op/s 2024-09-15T23:50:33.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 100420 3.50 MB/sec execute 28 sec latency 16.083 ms 2024-09-15T23:50:34.499 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:34 smithi163 ceph-mon[34107]: pgmap v109: 97 pgs: 97 active+clean; 81 MiB data, 691 MiB used, 1.0 TiB / 1.0 TiB avail; 562 KiB/s rd, 2.3 MiB/s wr, 151 op/s 2024-09-15T23:50:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:34 smithi190 ceph-mon[34840]: pgmap v109: 97 pgs: 97 active+clean; 81 MiB data, 691 MiB used, 1.0 TiB / 1.0 TiB avail; 562 KiB/s rd, 2.3 MiB/s wr, 151 op/s 2024-09-15T23:50:34.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 101189 3.49 MB/sec execute 29 sec latency 13.256 ms 2024-09-15T23:50:34.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:34 smithi071 ceph-mon[30957]: pgmap v109: 97 pgs: 97 active+clean; 81 MiB data, 691 MiB used, 1.0 TiB / 1.0 TiB avail; 562 KiB/s rd, 2.3 MiB/s wr, 151 op/s 2024-09-15T23:50:35.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 101909 3.46 MB/sec execute 30 sec latency 14.010 ms 2024-09-15T23:50:36.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:36 smithi190 ceph-mon[34840]: pgmap v110: 97 pgs: 97 active+clean; 81 MiB data, 691 MiB used, 1.0 TiB / 1.0 TiB avail; 374 KiB/s rd, 1.5 MiB/s wr, 100 op/s 2024-09-15T23:50:36.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 102671 3.56 MB/sec execute 31 sec latency 10.613 ms 2024-09-15T23:50:36.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:36 smithi071 ceph-mon[30957]: pgmap v110: 97 pgs: 97 active+clean; 81 MiB data, 691 MiB used, 1.0 TiB / 1.0 TiB avail; 374 KiB/s rd, 1.5 MiB/s wr, 100 op/s 2024-09-15T23:50:36.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:36 smithi163 ceph-mon[34107]: pgmap v110: 97 pgs: 97 active+clean; 81 MiB data, 691 MiB used, 1.0 TiB / 1.0 TiB avail; 374 KiB/s rd, 1.5 MiB/s wr, 100 op/s 2024-09-15T23:50:37.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 103244 3.59 MB/sec execute 32 sec latency 12.564 ms 2024-09-15T23:50:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:38 smithi190 ceph-mon[34840]: pgmap v111: 97 pgs: 97 active+clean; 84 MiB data, 684 MiB used, 1.0 TiB / 1.0 TiB avail; 557 KiB/s rd, 2.3 MiB/s wr, 148 op/s 2024-09-15T23:50:38.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 103773 3.51 MB/sec execute 33 sec latency 14.958 ms 2024-09-15T23:50:38.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:38 smithi071 ceph-mon[30957]: pgmap v111: 97 pgs: 97 active+clean; 84 MiB data, 684 MiB used, 1.0 TiB / 1.0 TiB avail; 557 KiB/s rd, 2.3 MiB/s wr, 148 op/s 2024-09-15T23:50:38.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:38 smithi163 ceph-mon[34107]: pgmap v111: 97 pgs: 97 active+clean; 84 MiB data, 684 MiB used, 1.0 TiB / 1.0 TiB avail; 557 KiB/s rd, 2.3 MiB/s wr, 148 op/s 2024-09-15T23:50:39.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 104505 3.54 MB/sec execute 34 sec latency 14.891 ms 2024-09-15T23:50:40.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:40 smithi190 ceph-mon[34840]: pgmap v112: 97 pgs: 97 active+clean; 84 MiB data, 684 MiB used, 1.0 TiB / 1.0 TiB avail; 375 KiB/s rd, 1.6 MiB/s wr, 98 op/s 2024-09-15T23:50:40.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 105280 3.49 MB/sec execute 35 sec latency 14.105 ms 2024-09-15T23:50:40.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:40 smithi071 ceph-mon[30957]: pgmap v112: 97 pgs: 97 active+clean; 84 MiB data, 684 MiB used, 1.0 TiB / 1.0 TiB avail; 375 KiB/s rd, 1.6 MiB/s wr, 98 op/s 2024-09-15T23:50:40.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:40 smithi163 ceph-mon[34107]: pgmap v112: 97 pgs: 97 active+clean; 84 MiB data, 684 MiB used, 1.0 TiB / 1.0 TiB avail; 375 KiB/s rd, 1.6 MiB/s wr, 98 op/s 2024-09-15T23:50:41.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 106116 3.57 MB/sec execute 36 sec latency 13.739 ms 2024-09-15T23:50:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:42 smithi190 ceph-mon[34840]: pgmap v113: 97 pgs: 97 active+clean; 84 MiB data, 684 MiB used, 1.0 TiB / 1.0 TiB avail; 375 KiB/s rd, 1.6 MiB/s wr, 98 op/s 2024-09-15T23:50:42.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 106680 3.62 MB/sec execute 37 sec latency 12.237 ms 2024-09-15T23:50:42.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:42 smithi071 ceph-mon[30957]: pgmap v113: 97 pgs: 97 active+clean; 84 MiB data, 684 MiB used, 1.0 TiB / 1.0 TiB avail; 375 KiB/s rd, 1.6 MiB/s wr, 98 op/s 2024-09-15T23:50:42.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:42 smithi163 ceph-mon[34107]: pgmap v113: 97 pgs: 97 active+clean; 84 MiB data, 684 MiB used, 1.0 TiB / 1.0 TiB avail; 375 KiB/s rd, 1.6 MiB/s wr, 98 op/s 2024-09-15T23:50:43.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 107116 3.53 MB/sec execute 38 sec latency 14.863 ms 2024-09-15T23:50:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:44 smithi190 ceph-mon[34840]: pgmap v114: 97 pgs: 97 active+clean; 86 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 558 KiB/s rd, 2.4 MiB/s wr, 149 op/s 2024-09-15T23:50:44.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 107852 3.57 MB/sec execute 39 sec latency 14.262 ms 2024-09-15T23:50:44.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:44 smithi071 ceph-mon[30957]: pgmap v114: 97 pgs: 97 active+clean; 86 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 558 KiB/s rd, 2.4 MiB/s wr, 149 op/s 2024-09-15T23:50:44.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:44 smithi163 ceph-mon[34107]: pgmap v114: 97 pgs: 97 active+clean; 86 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 558 KiB/s rd, 2.4 MiB/s wr, 149 op/s 2024-09-15T23:50:45.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 108626 3.50 MB/sec execute 40 sec latency 14.840 ms 2024-09-15T23:50:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:46 smithi190 ceph-mon[34840]: pgmap v115: 97 pgs: 97 active+clean; 86 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 367 KiB/s rd, 1.6 MiB/s wr, 99 op/s 2024-09-15T23:50:46.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 109384 3.58 MB/sec execute 41 sec latency 13.495 ms 2024-09-15T23:50:46.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:46 smithi071 ceph-mon[30957]: pgmap v115: 97 pgs: 97 active+clean; 86 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 367 KiB/s rd, 1.6 MiB/s wr, 99 op/s 2024-09-15T23:50:46.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:46 smithi163 ceph-mon[34107]: pgmap v115: 97 pgs: 97 active+clean; 86 MiB data, 677 MiB used, 1.0 TiB / 1.0 TiB avail; 367 KiB/s rd, 1.6 MiB/s wr, 99 op/s 2024-09-15T23:50:47.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 110005 3.61 MB/sec execute 42 sec latency 13.729 ms 2024-09-15T23:50:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:48 smithi190 ceph-mon[34840]: pgmap v116: 97 pgs: 97 active+clean; 88 MiB data, 690 MiB used, 1.0 TiB / 1.0 TiB avail; 552 KiB/s rd, 2.4 MiB/s wr, 150 op/s 2024-09-15T23:50:48.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 110537 3.57 MB/sec execute 43 sec latency 13.479 ms 2024-09-15T23:50:48.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:48 smithi071 ceph-mon[30957]: pgmap v116: 97 pgs: 97 active+clean; 88 MiB data, 690 MiB used, 1.0 TiB / 1.0 TiB avail; 552 KiB/s rd, 2.4 MiB/s wr, 150 op/s 2024-09-15T23:50:48.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:48 smithi163 ceph-mon[34107]: pgmap v116: 97 pgs: 97 active+clean; 88 MiB data, 690 MiB used, 1.0 TiB / 1.0 TiB avail; 552 KiB/s rd, 2.4 MiB/s wr, 150 op/s 2024-09-15T23:50:49.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 111176 3.53 MB/sec execute 44 sec latency 13.898 ms 2024-09-15T23:50:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:50 smithi190 ceph-mon[34840]: pgmap v117: 97 pgs: 97 active+clean; 88 MiB data, 690 MiB used, 1.0 TiB / 1.0 TiB avail; 369 KiB/s rd, 1.6 MiB/s wr, 102 op/s 2024-09-15T23:50:50.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 111904 3.53 MB/sec execute 45 sec latency 84.892 ms 2024-09-15T23:50:50.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:50 smithi071 ceph-mon[30957]: pgmap v117: 97 pgs: 97 active+clean; 88 MiB data, 690 MiB used, 1.0 TiB / 1.0 TiB avail; 369 KiB/s rd, 1.6 MiB/s wr, 102 op/s 2024-09-15T23:50:50.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:50 smithi163 ceph-mon[34107]: pgmap v117: 97 pgs: 97 active+clean; 88 MiB data, 690 MiB used, 1.0 TiB / 1.0 TiB avail; 369 KiB/s rd, 1.6 MiB/s wr, 102 op/s 2024-09-15T23:50:51.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 112606 3.51 MB/sec execute 46 sec latency 21.704 ms 2024-09-15T23:50:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:52 smithi190 ceph-mon[34840]: pgmap v118: 97 pgs: 97 active+clean; 88 MiB data, 690 MiB used, 1.0 TiB / 1.0 TiB avail; 369 KiB/s rd, 1.6 MiB/s wr, 102 op/s 2024-09-15T23:50:52.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 113325 3.57 MB/sec execute 47 sec latency 13.070 ms 2024-09-15T23:50:52.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:52 smithi071 ceph-mon[30957]: pgmap v118: 97 pgs: 97 active+clean; 88 MiB data, 690 MiB used, 1.0 TiB / 1.0 TiB avail; 369 KiB/s rd, 1.6 MiB/s wr, 102 op/s 2024-09-15T23:50:52.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:52 smithi163 ceph-mon[34107]: pgmap v118: 97 pgs: 97 active+clean; 88 MiB data, 690 MiB used, 1.0 TiB / 1.0 TiB avail; 369 KiB/s rd, 1.6 MiB/s wr, 102 op/s 2024-09-15T23:50:53.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 113921 3.59 MB/sec execute 48 sec latency 13.729 ms 2024-09-15T23:50:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:54 smithi190 ceph-mon[34840]: pgmap v119: 97 pgs: 97 active+clean; 90 MiB data, 702 MiB used, 1.0 TiB / 1.0 TiB avail; 553 KiB/s rd, 2.3 MiB/s wr, 154 op/s 2024-09-15T23:50:54.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 114481 3.54 MB/sec execute 49 sec latency 20.856 ms 2024-09-15T23:50:54.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:54 smithi071 ceph-mon[30957]: pgmap v119: 97 pgs: 97 active+clean; 90 MiB data, 702 MiB used, 1.0 TiB / 1.0 TiB avail; 553 KiB/s rd, 2.3 MiB/s wr, 154 op/s 2024-09-15T23:50:54.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:54 smithi163 ceph-mon[34107]: pgmap v119: 97 pgs: 97 active+clean; 90 MiB data, 702 MiB used, 1.0 TiB / 1.0 TiB avail; 553 KiB/s rd, 2.3 MiB/s wr, 154 op/s 2024-09-15T23:50:55.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 115202 3.55 MB/sec execute 50 sec latency 14.018 ms 2024-09-15T23:50:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:56 smithi190 ceph-mon[34840]: pgmap v120: 97 pgs: 97 active+clean; 90 MiB data, 702 MiB used, 1.0 TiB / 1.0 TiB avail; 370 KiB/s rd, 1.5 MiB/s wr, 103 op/s 2024-09-15T23:50:56.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 115979 3.52 MB/sec execute 51 sec latency 14.613 ms 2024-09-15T23:50:56.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:56 smithi071 ceph-mon[30957]: pgmap v120: 97 pgs: 97 active+clean; 90 MiB data, 702 MiB used, 1.0 TiB / 1.0 TiB avail; 370 KiB/s rd, 1.5 MiB/s wr, 103 op/s 2024-09-15T23:50:56.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:56 smithi163 ceph-mon[34107]: pgmap v120: 97 pgs: 97 active+clean; 90 MiB data, 702 MiB used, 1.0 TiB / 1.0 TiB avail; 370 KiB/s rd, 1.5 MiB/s wr, 103 op/s 2024-09-15T23:50:57.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 116827 3.59 MB/sec execute 52 sec latency 14.079 ms 2024-09-15T23:50:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:50:58 smithi190 ceph-mon[34840]: pgmap v121: 97 pgs: 97 active+clean; 92 MiB data, 730 MiB used, 1.0 TiB / 1.0 TiB avail; 544 KiB/s rd, 2.3 MiB/s wr, 153 op/s 2024-09-15T23:50:58.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 117332 3.61 MB/sec execute 53 sec latency 13.815 ms 2024-09-15T23:50:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:50:58 smithi071 ceph-mon[30957]: pgmap v121: 97 pgs: 97 active+clean; 92 MiB data, 730 MiB used, 1.0 TiB / 1.0 TiB avail; 544 KiB/s rd, 2.3 MiB/s wr, 153 op/s 2024-09-15T23:50:58.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:50:58 smithi163 ceph-mon[34107]: pgmap v121: 97 pgs: 97 active+clean; 92 MiB data, 730 MiB used, 1.0 TiB / 1.0 TiB avail; 544 KiB/s rd, 2.3 MiB/s wr, 153 op/s 2024-09-15T23:50:59.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 117784 3.55 MB/sec execute 54 sec latency 21.493 ms 2024-09-15T23:51:00.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:00 smithi190 ceph-mon[34840]: pgmap v122: 97 pgs: 97 active+clean; 92 MiB data, 730 MiB used, 1.0 TiB / 1.0 TiB avail; 359 KiB/s rd, 1.5 MiB/s wr, 102 op/s 2024-09-15T23:51:00.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 118558 3.57 MB/sec execute 55 sec latency 20.977 ms 2024-09-15T23:51:00.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:00 smithi071 ceph-mon[30957]: pgmap v122: 97 pgs: 97 active+clean; 92 MiB data, 730 MiB used, 1.0 TiB / 1.0 TiB avail; 359 KiB/s rd, 1.5 MiB/s wr, 102 op/s 2024-09-15T23:51:00.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:00 smithi163 ceph-mon[34107]: pgmap v122: 97 pgs: 97 active+clean; 92 MiB data, 730 MiB used, 1.0 TiB / 1.0 TiB avail; 359 KiB/s rd, 1.5 MiB/s wr, 102 op/s 2024-09-15T23:51:01.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 119391 3.54 MB/sec execute 56 sec latency 15.324 ms 2024-09-15T23:51:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:02 smithi190 ceph-mon[34840]: pgmap v123: 97 pgs: 97 active+clean; 92 MiB data, 730 MiB used, 1.0 TiB / 1.0 TiB avail; 359 KiB/s rd, 1.5 MiB/s wr, 102 op/s 2024-09-15T23:51:02.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 120101 3.58 MB/sec execute 57 sec latency 13.130 ms 2024-09-15T23:51:02.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:02 smithi071 ceph-mon[30957]: pgmap v123: 97 pgs: 97 active+clean; 92 MiB data, 730 MiB used, 1.0 TiB / 1.0 TiB avail; 359 KiB/s rd, 1.5 MiB/s wr, 102 op/s 2024-09-15T23:51:02.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:02 smithi163 ceph-mon[34107]: pgmap v123: 97 pgs: 97 active+clean; 92 MiB data, 730 MiB used, 1.0 TiB / 1.0 TiB avail; 359 KiB/s rd, 1.5 MiB/s wr, 102 op/s 2024-09-15T23:51:03.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 120752 3.61 MB/sec execute 58 sec latency 13.350 ms 2024-09-15T23:51:04.535 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:04 smithi163 ceph-mon[34107]: pgmap v124: 97 pgs: 97 active+clean; 95 MiB data, 769 MiB used, 1.0 TiB / 1.0 TiB avail; 564 KiB/s rd, 2.2 MiB/s wr, 169 op/s 2024-09-15T23:51:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:04 smithi190 ceph-mon[34840]: pgmap v124: 97 pgs: 97 active+clean; 95 MiB data, 769 MiB used, 1.0 TiB / 1.0 TiB avail; 564 KiB/s rd, 2.2 MiB/s wr, 169 op/s 2024-09-15T23:51:04.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 121233 3.57 MB/sec execute 59 sec latency 16.202 ms 2024-09-15T23:51:04.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:04 smithi071 ceph-mon[30957]: pgmap v124: 97 pgs: 97 active+clean; 95 MiB data, 769 MiB used, 1.0 TiB / 1.0 TiB avail; 564 KiB/s rd, 2.2 MiB/s wr, 169 op/s 2024-09-15T23:51:05.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 121920 3.55 MB/sec execute 60 sec latency 14.129 ms 2024-09-15T23:51:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:06 smithi190 ceph-mon[34840]: pgmap v125: 97 pgs: 97 active+clean; 95 MiB data, 769 MiB used, 1.0 TiB / 1.0 TiB avail; 379 KiB/s rd, 1.5 MiB/s wr, 116 op/s 2024-09-15T23:51:06.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 122732 3.55 MB/sec execute 61 sec latency 13.646 ms 2024-09-15T23:51:06.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:06 smithi071 ceph-mon[30957]: pgmap v125: 97 pgs: 97 active+clean; 95 MiB data, 769 MiB used, 1.0 TiB / 1.0 TiB avail; 379 KiB/s rd, 1.5 MiB/s wr, 116 op/s 2024-09-15T23:51:06.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:06 smithi163 ceph-mon[34107]: pgmap v125: 97 pgs: 97 active+clean; 95 MiB data, 769 MiB used, 1.0 TiB / 1.0 TiB avail; 379 KiB/s rd, 1.5 MiB/s wr, 116 op/s 2024-09-15T23:51:07.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 123555 3.60 MB/sec execute 62 sec latency 15.829 ms 2024-09-15T23:51:08.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:08 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:51:08.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:08 smithi163 ceph-mon[34107]: pgmap v126: 97 pgs: 97 active+clean; 98 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 589 KiB/s rd, 2.4 MiB/s wr, 166 op/s 2024-09-15T23:51:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:08 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:51:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:08 smithi190 ceph-mon[34840]: pgmap v126: 97 pgs: 97 active+clean; 98 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 589 KiB/s rd, 2.4 MiB/s wr, 166 op/s 2024-09-15T23:51:08.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 124133 3.62 MB/sec execute 63 sec latency 13.797 ms 2024-09-15T23:51:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:08 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:51:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:08 smithi071 ceph-mon[30957]: pgmap v126: 97 pgs: 97 active+clean; 98 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 589 KiB/s rd, 2.4 MiB/s wr, 166 op/s 2024-09-15T23:51:09.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:09 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:51:09.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:09 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:51:09.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:09 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:51:09.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 124662 3.59 MB/sec execute 64 sec latency 12.362 ms 2024-09-15T23:51:09.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:09 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:51:09.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:09 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:51:09.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:09 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:51:09.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:09 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:51:09.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:09 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:51:09.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:09 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:51:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:10 smithi190 ceph-mon[34840]: pgmap v127: 97 pgs: 97 active+clean; 98 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 414 KiB/s rd, 1.6 MiB/s wr, 116 op/s 2024-09-15T23:51:10.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 125308 3.57 MB/sec execute 65 sec latency 15.613 ms 2024-09-15T23:51:10.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:10 smithi071 ceph-mon[30957]: pgmap v127: 97 pgs: 97 active+clean; 98 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 414 KiB/s rd, 1.6 MiB/s wr, 116 op/s 2024-09-15T23:51:10.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:10 smithi163 ceph-mon[34107]: pgmap v127: 97 pgs: 97 active+clean; 98 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 414 KiB/s rd, 1.6 MiB/s wr, 116 op/s 2024-09-15T23:51:11.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 126102 3.56 MB/sec execute 66 sec latency 18.447 ms 2024-09-15T23:51:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:12 smithi190 ceph-mon[34840]: pgmap v128: 97 pgs: 97 active+clean; 98 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 414 KiB/s rd, 1.6 MiB/s wr, 116 op/s 2024-09-15T23:51:12.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 126786 3.55 MB/sec execute 67 sec latency 13.784 ms 2024-09-15T23:51:12.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:12 smithi071 ceph-mon[30957]: pgmap v128: 97 pgs: 97 active+clean; 98 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 414 KiB/s rd, 1.6 MiB/s wr, 116 op/s 2024-09-15T23:51:12.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:12 smithi163 ceph-mon[34107]: pgmap v128: 97 pgs: 97 active+clean; 98 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 414 KiB/s rd, 1.6 MiB/s wr, 116 op/s 2024-09-15T23:51:13.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 127509 3.59 MB/sec execute 68 sec latency 14.271 ms 2024-09-15T23:51:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:14 smithi190 ceph-mon[34840]: pgmap v129: 97 pgs: 97 active+clean; 100 MiB data, 750 MiB used, 1.0 TiB / 1.0 TiB avail; 630 KiB/s rd, 2.4 MiB/s wr, 168 op/s 2024-09-15T23:51:14.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 128115 3.61 MB/sec execute 69 sec latency 13.047 ms 2024-09-15T23:51:14.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:14 smithi071 ceph-mon[30957]: pgmap v129: 97 pgs: 97 active+clean; 100 MiB data, 750 MiB used, 1.0 TiB / 1.0 TiB avail; 630 KiB/s rd, 2.4 MiB/s wr, 168 op/s 2024-09-15T23:51:14.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:14 smithi163 ceph-mon[34107]: pgmap v129: 97 pgs: 97 active+clean; 100 MiB data, 750 MiB used, 1.0 TiB / 1.0 TiB avail; 630 KiB/s rd, 2.4 MiB/s wr, 168 op/s 2024-09-15T23:51:15.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 128663 3.57 MB/sec execute 70 sec latency 15.851 ms 2024-09-15T23:51:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:16 smithi190 ceph-mon[34840]: pgmap v130: 97 pgs: 97 active+clean; 100 MiB data, 750 MiB used, 1.0 TiB / 1.0 TiB avail; 425 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-15T23:51:16.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 129377 3.58 MB/sec execute 71 sec latency 17.066 ms 2024-09-15T23:51:16.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:16 smithi071 ceph-mon[30957]: pgmap v130: 97 pgs: 97 active+clean; 100 MiB data, 750 MiB used, 1.0 TiB / 1.0 TiB avail; 425 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-15T23:51:16.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:16 smithi163 ceph-mon[34107]: pgmap v130: 97 pgs: 97 active+clean; 100 MiB data, 750 MiB used, 1.0 TiB / 1.0 TiB avail; 425 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-15T23:51:17.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 130139 3.56 MB/sec execute 72 sec latency 13.852 ms 2024-09-15T23:51:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:18 smithi190 ceph-mon[34840]: pgmap v131: 97 pgs: 97 active+clean; 102 MiB data, 780 MiB used, 1.0 TiB / 1.0 TiB avail; 643 KiB/s rd, 2.4 MiB/s wr, 150 op/s 2024-09-15T23:51:18.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 131003 3.61 MB/sec execute 73 sec latency 16.167 ms 2024-09-15T23:51:18.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:18 smithi071 ceph-mon[30957]: pgmap v131: 97 pgs: 97 active+clean; 102 MiB data, 780 MiB used, 1.0 TiB / 1.0 TiB avail; 643 KiB/s rd, 2.4 MiB/s wr, 150 op/s 2024-09-15T23:51:18.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:18 smithi163 ceph-mon[34107]: pgmap v131: 97 pgs: 97 active+clean; 102 MiB data, 780 MiB used, 1.0 TiB / 1.0 TiB avail; 643 KiB/s rd, 2.4 MiB/s wr, 150 op/s 2024-09-15T23:51:19.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 131502 3.62 MB/sec execute 74 sec latency 13.590 ms 2024-09-15T23:51:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:20 smithi190 ceph-mon[34840]: pgmap v132: 97 pgs: 97 active+clean; 102 MiB data, 780 MiB used, 1.0 TiB / 1.0 TiB avail; 434 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:51:20.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 131933 3.58 MB/sec execute 75 sec latency 21.422 ms 2024-09-15T23:51:20.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:20 smithi071 ceph-mon[30957]: pgmap v132: 97 pgs: 97 active+clean; 102 MiB data, 780 MiB used, 1.0 TiB / 1.0 TiB avail; 434 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:51:20.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:20 smithi163 ceph-mon[34107]: pgmap v132: 97 pgs: 97 active+clean; 102 MiB data, 780 MiB used, 1.0 TiB / 1.0 TiB avail; 434 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:51:21.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 132659 3.59 MB/sec execute 76 sec latency 17.912 ms 2024-09-15T23:51:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:22 smithi190 ceph-mon[34840]: pgmap v133: 97 pgs: 97 active+clean; 102 MiB data, 780 MiB used, 1.0 TiB / 1.0 TiB avail; 434 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:51:22.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 133374 3.56 MB/sec execute 77 sec latency 14.079 ms 2024-09-15T23:51:22.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:22 smithi071 ceph-mon[30957]: pgmap v133: 97 pgs: 97 active+clean; 102 MiB data, 780 MiB used, 1.0 TiB / 1.0 TiB avail; 434 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:51:22.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:22 smithi163 ceph-mon[34107]: pgmap v133: 97 pgs: 97 active+clean; 102 MiB data, 780 MiB used, 1.0 TiB / 1.0 TiB avail; 434 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:51:23.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 134191 3.60 MB/sec execute 78 sec latency 18.225 ms 2024-09-15T23:51:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:24 smithi190 ceph-mon[34840]: pgmap v134: 97 pgs: 97 active+clean; 104 MiB data, 780 MiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 2.4 MiB/s wr, 150 op/s 2024-09-15T23:51:24.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 134784 3.61 MB/sec execute 79 sec latency 13.725 ms 2024-09-15T23:51:24.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:24 smithi071 ceph-mon[30957]: pgmap v134: 97 pgs: 97 active+clean; 104 MiB data, 780 MiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 2.4 MiB/s wr, 150 op/s 2024-09-15T23:51:24.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:24 smithi163 ceph-mon[34107]: pgmap v134: 97 pgs: 97 active+clean; 104 MiB data, 780 MiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 2.4 MiB/s wr, 150 op/s 2024-09-15T23:51:25.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 135317 3.59 MB/sec execute 80 sec latency 10.211 ms 2024-09-15T23:51:26.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:26 smithi190 ceph-mon[34840]: pgmap v135: 97 pgs: 97 active+clean; 104 MiB data, 780 MiB used, 1.0 TiB / 1.0 TiB avail; 435 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:51:26.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 135942 3.57 MB/sec execute 81 sec latency 15.981 ms 2024-09-15T23:51:26.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:26 smithi071 ceph-mon[30957]: pgmap v135: 97 pgs: 97 active+clean; 104 MiB data, 780 MiB used, 1.0 TiB / 1.0 TiB avail; 435 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:51:26.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:26 smithi163 ceph-mon[34107]: pgmap v135: 97 pgs: 97 active+clean; 104 MiB data, 780 MiB used, 1.0 TiB / 1.0 TiB avail; 435 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:51:27.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 136712 3.57 MB/sec execute 82 sec latency 13.684 ms 2024-09-15T23:51:28.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:28 smithi190 ceph-mon[34840]: pgmap v136: 97 pgs: 97 active+clean; 108 MiB data, 791 MiB used, 1.0 TiB / 1.0 TiB avail; 655 KiB/s rd, 2.3 MiB/s wr, 145 op/s 2024-09-15T23:51:28.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 137403 3.56 MB/sec execute 83 sec latency 15.290 ms 2024-09-15T23:51:28.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:28 smithi071 ceph-mon[30957]: pgmap v136: 97 pgs: 97 active+clean; 108 MiB data, 791 MiB used, 1.0 TiB / 1.0 TiB avail; 655 KiB/s rd, 2.3 MiB/s wr, 145 op/s 2024-09-15T23:51:28.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:28 smithi163 ceph-mon[34107]: pgmap v136: 97 pgs: 97 active+clean; 108 MiB data, 791 MiB used, 1.0 TiB / 1.0 TiB avail; 655 KiB/s rd, 2.3 MiB/s wr, 145 op/s 2024-09-15T23:51:29.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 138142 3.59 MB/sec execute 84 sec latency 14.182 ms 2024-09-15T23:51:30.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:30 smithi190 ceph-mon[34840]: pgmap v137: 97 pgs: 97 active+clean; 108 MiB data, 791 MiB used, 1.0 TiB / 1.0 TiB avail; 437 KiB/s rd, 1.5 MiB/s wr, 97 op/s 2024-09-15T23:51:30.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 138732 3.60 MB/sec execute 85 sec latency 14.400 ms 2024-09-15T23:51:30.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:30 smithi071 ceph-mon[30957]: pgmap v137: 97 pgs: 97 active+clean; 108 MiB data, 791 MiB used, 1.0 TiB / 1.0 TiB avail; 437 KiB/s rd, 1.5 MiB/s wr, 97 op/s 2024-09-15T23:51:30.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:30 smithi163 ceph-mon[34107]: pgmap v137: 97 pgs: 97 active+clean; 108 MiB data, 791 MiB used, 1.0 TiB / 1.0 TiB avail; 437 KiB/s rd, 1.5 MiB/s wr, 97 op/s 2024-09-15T23:51:31.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 139256 3.57 MB/sec execute 86 sec latency 16.102 ms 2024-09-15T23:51:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:32 smithi190 ceph-mon[34840]: pgmap v138: 97 pgs: 97 active+clean; 108 MiB data, 791 MiB used, 1.0 TiB / 1.0 TiB avail; 437 KiB/s rd, 1.5 MiB/s wr, 97 op/s 2024-09-15T23:51:32.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 139992 3.58 MB/sec execute 87 sec latency 12.634 ms 2024-09-15T23:51:32.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:32 smithi071 ceph-mon[30957]: pgmap v138: 97 pgs: 97 active+clean; 108 MiB data, 791 MiB used, 1.0 TiB / 1.0 TiB avail; 437 KiB/s rd, 1.5 MiB/s wr, 97 op/s 2024-09-15T23:51:32.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:32 smithi163 ceph-mon[34107]: pgmap v138: 97 pgs: 97 active+clean; 108 MiB data, 791 MiB used, 1.0 TiB / 1.0 TiB avail; 437 KiB/s rd, 1.5 MiB/s wr, 97 op/s 2024-09-15T23:51:33.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 140760 3.56 MB/sec execute 88 sec latency 14.460 ms 2024-09-15T23:51:34.536 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:34 smithi163 ceph-mon[34107]: pgmap v139: 97 pgs: 97 active+clean; 111 MiB data, 818 MiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 2.3 MiB/s wr, 148 op/s 2024-09-15T23:51:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:34 smithi190 ceph-mon[34840]: pgmap v139: 97 pgs: 97 active+clean; 111 MiB data, 818 MiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 2.3 MiB/s wr, 148 op/s 2024-09-15T23:51:34.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 141633 3.60 MB/sec execute 89 sec latency 16.305 ms 2024-09-15T23:51:34.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:34 smithi071 ceph-mon[30957]: pgmap v139: 97 pgs: 97 active+clean; 111 MiB data, 818 MiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 2.3 MiB/s wr, 148 op/s 2024-09-15T23:51:35.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 142139 3.61 MB/sec execute 90 sec latency 13.992 ms 2024-09-15T23:51:36.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:36 smithi190 ceph-mon[34840]: pgmap v140: 97 pgs: 97 active+clean; 111 MiB data, 818 MiB used, 1.0 TiB / 1.0 TiB avail; 446 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:51:36.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 142568 3.58 MB/sec execute 91 sec latency 16.315 ms 2024-09-15T23:51:36.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:36 smithi071 ceph-mon[30957]: pgmap v140: 97 pgs: 97 active+clean; 111 MiB data, 818 MiB used, 1.0 TiB / 1.0 TiB avail; 446 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:51:36.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:36 smithi163 ceph-mon[34107]: pgmap v140: 97 pgs: 97 active+clean; 111 MiB data, 818 MiB used, 1.0 TiB / 1.0 TiB avail; 446 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:51:37.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 143334 3.59 MB/sec execute 92 sec latency 13.017 ms 2024-09-15T23:51:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:38 smithi190 ceph-mon[34840]: pgmap v141: 97 pgs: 97 active+clean; 113 MiB data, 831 MiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 2.3 MiB/s wr, 148 op/s 2024-09-15T23:51:38.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 144114 3.56 MB/sec execute 93 sec latency 12.192 ms 2024-09-15T23:51:38.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:38 smithi071 ceph-mon[30957]: pgmap v141: 97 pgs: 97 active+clean; 113 MiB data, 831 MiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 2.3 MiB/s wr, 148 op/s 2024-09-15T23:51:38.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:38 smithi163 ceph-mon[34107]: pgmap v141: 97 pgs: 97 active+clean; 113 MiB data, 831 MiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 2.3 MiB/s wr, 148 op/s 2024-09-15T23:51:39.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 144891 3.60 MB/sec execute 94 sec latency 15.606 ms 2024-09-15T23:51:40.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:40 smithi190 ceph-mon[34840]: pgmap v142: 97 pgs: 97 active+clean; 113 MiB data, 831 MiB used, 1.0 TiB / 1.0 TiB avail; 444 KiB/s rd, 1.6 MiB/s wr, 101 op/s 2024-09-15T23:51:40.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 145533 3.61 MB/sec execute 95 sec latency 11.439 ms 2024-09-15T23:51:40.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:40 smithi071 ceph-mon[30957]: pgmap v142: 97 pgs: 97 active+clean; 113 MiB data, 831 MiB used, 1.0 TiB / 1.0 TiB avail; 444 KiB/s rd, 1.6 MiB/s wr, 101 op/s 2024-09-15T23:51:40.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:40 smithi163 ceph-mon[34107]: pgmap v142: 97 pgs: 97 active+clean; 113 MiB data, 831 MiB used, 1.0 TiB / 1.0 TiB avail; 444 KiB/s rd, 1.6 MiB/s wr, 101 op/s 2024-09-15T23:51:41.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 146016 3.59 MB/sec execute 96 sec latency 14.645 ms 2024-09-15T23:51:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:42 smithi190 ceph-mon[34840]: pgmap v143: 97 pgs: 97 active+clean; 113 MiB data, 831 MiB used, 1.0 TiB / 1.0 TiB avail; 444 KiB/s rd, 1.6 MiB/s wr, 101 op/s 2024-09-15T23:51:42.601 INFO:tasks.workunit.client.0.smithi071.stdout: 1 146639 3.57 MB/sec execute 97 sec latency 18.576 ms 2024-09-15T23:51:42.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:42 smithi071 ceph-mon[30957]: pgmap v143: 97 pgs: 97 active+clean; 113 MiB data, 831 MiB used, 1.0 TiB / 1.0 TiB avail; 444 KiB/s rd, 1.6 MiB/s wr, 101 op/s 2024-09-15T23:51:42.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:42 smithi163 ceph-mon[34107]: pgmap v143: 97 pgs: 97 active+clean; 113 MiB data, 831 MiB used, 1.0 TiB / 1.0 TiB avail; 444 KiB/s rd, 1.6 MiB/s wr, 101 op/s 2024-09-15T23:51:43.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 147422 3.57 MB/sec execute 98 sec latency 43.168 ms 2024-09-15T23:51:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:44 smithi190 ceph-mon[34840]: pgmap v144: 97 pgs: 97 active+clean; 116 MiB data, 861 MiB used, 1.0 TiB / 1.0 TiB avail; 657 KiB/s rd, 2.4 MiB/s wr, 153 op/s 2024-09-15T23:51:44.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 148181 3.59 MB/sec execute 99 sec latency 16.603 ms 2024-09-15T23:51:44.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:44 smithi071 ceph-mon[30957]: pgmap v144: 97 pgs: 97 active+clean; 116 MiB data, 861 MiB used, 1.0 TiB / 1.0 TiB avail; 657 KiB/s rd, 2.4 MiB/s wr, 153 op/s 2024-09-15T23:51:44.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:44 smithi163 ceph-mon[34107]: pgmap v144: 97 pgs: 97 active+clean; 116 MiB data, 861 MiB used, 1.0 TiB / 1.0 TiB avail; 657 KiB/s rd, 2.4 MiB/s wr, 153 op/s 2024-09-15T23:51:45.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 148789 3.59 MB/sec execute 100 sec latency 13.774 ms 2024-09-15T23:51:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:46 smithi190 ceph-mon[34840]: pgmap v145: 97 pgs: 97 active+clean; 116 MiB data, 861 MiB used, 1.0 TiB / 1.0 TiB avail; 431 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-15T23:51:46.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 149397 3.60 MB/sec execute 101 sec latency 13.730 ms 2024-09-15T23:51:46.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:46 smithi071 ceph-mon[30957]: pgmap v145: 97 pgs: 97 active+clean; 116 MiB data, 861 MiB used, 1.0 TiB / 1.0 TiB avail; 431 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-15T23:51:46.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:46 smithi163 ceph-mon[34107]: pgmap v145: 97 pgs: 97 active+clean; 116 MiB data, 861 MiB used, 1.0 TiB / 1.0 TiB avail; 431 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-15T23:51:47.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 149944 3.57 MB/sec execute 102 sec latency 15.570 ms 2024-09-15T23:51:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:48 smithi190 ceph-mon[34840]: pgmap v146: 97 pgs: 97 active+clean; 118 MiB data, 874 MiB used, 1.0 TiB / 1.0 TiB avail; 644 KiB/s rd, 2.5 MiB/s wr, 154 op/s 2024-09-15T23:51:48.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 150695 3.58 MB/sec execute 103 sec latency 15.595 ms 2024-09-15T23:51:48.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:48 smithi071 ceph-mon[30957]: pgmap v146: 97 pgs: 97 active+clean; 118 MiB data, 874 MiB used, 1.0 TiB / 1.0 TiB avail; 644 KiB/s rd, 2.5 MiB/s wr, 154 op/s 2024-09-15T23:51:48.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:48 smithi163 ceph-mon[34107]: pgmap v146: 97 pgs: 97 active+clean; 118 MiB data, 874 MiB used, 1.0 TiB / 1.0 TiB avail; 644 KiB/s rd, 2.5 MiB/s wr, 154 op/s 2024-09-15T23:51:49.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 151437 3.57 MB/sec execute 104 sec latency 13.630 ms 2024-09-15T23:51:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:50 smithi190 ceph-mon[34840]: pgmap v147: 97 pgs: 97 active+clean; 118 MiB data, 874 MiB used, 1.0 TiB / 1.0 TiB avail; 426 KiB/s rd, 1.6 MiB/s wr, 103 op/s 2024-09-15T23:51:50.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 152287 3.60 MB/sec execute 105 sec latency 13.455 ms 2024-09-15T23:51:50.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:50 smithi071 ceph-mon[30957]: pgmap v147: 97 pgs: 97 active+clean; 118 MiB data, 874 MiB used, 1.0 TiB / 1.0 TiB avail; 426 KiB/s rd, 1.6 MiB/s wr, 103 op/s 2024-09-15T23:51:50.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:50 smithi163 ceph-mon[34107]: pgmap v147: 97 pgs: 97 active+clean; 118 MiB data, 874 MiB used, 1.0 TiB / 1.0 TiB avail; 426 KiB/s rd, 1.6 MiB/s wr, 103 op/s 2024-09-15T23:51:51.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 152819 3.61 MB/sec execute 106 sec latency 10.890 ms 2024-09-15T23:51:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:52 smithi190 ceph-mon[34840]: pgmap v148: 97 pgs: 97 active+clean; 118 MiB data, 874 MiB used, 1.0 TiB / 1.0 TiB avail; 426 KiB/s rd, 1.6 MiB/s wr, 103 op/s 2024-09-15T23:51:52.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 153272 3.58 MB/sec execute 107 sec latency 17.210 ms 2024-09-15T23:51:52.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:52 smithi071 ceph-mon[30957]: pgmap v148: 97 pgs: 97 active+clean; 118 MiB data, 874 MiB used, 1.0 TiB / 1.0 TiB avail; 426 KiB/s rd, 1.6 MiB/s wr, 103 op/s 2024-09-15T23:51:52.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:52 smithi163 ceph-mon[34107]: pgmap v148: 97 pgs: 97 active+clean; 118 MiB data, 874 MiB used, 1.0 TiB / 1.0 TiB avail; 426 KiB/s rd, 1.6 MiB/s wr, 103 op/s 2024-09-15T23:51:53.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 154020 3.59 MB/sec execute 108 sec latency 14.414 ms 2024-09-15T23:51:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:54 smithi190 ceph-mon[34840]: pgmap v149: 97 pgs: 97 active+clean; 120 MiB data, 866 MiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 2.5 MiB/s wr, 154 op/s 2024-09-15T23:51:54.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 154773 3.56 MB/sec execute 109 sec latency 14.002 ms 2024-09-15T23:51:54.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:54 smithi071 ceph-mon[30957]: pgmap v149: 97 pgs: 97 active+clean; 120 MiB data, 866 MiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 2.5 MiB/s wr, 154 op/s 2024-09-15T23:51:54.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:54 smithi163 ceph-mon[34107]: pgmap v149: 97 pgs: 97 active+clean; 120 MiB data, 866 MiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 2.5 MiB/s wr, 154 op/s 2024-09-15T23:51:55.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 155540 3.59 MB/sec execute 110 sec latency 10.730 ms 2024-09-15T23:51:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:56 smithi190 ceph-mon[34840]: pgmap v150: 97 pgs: 97 active+clean; 120 MiB data, 866 MiB used, 1.0 TiB / 1.0 TiB avail; 428 KiB/s rd, 1.6 MiB/s wr, 102 op/s 2024-09-15T23:51:56.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 156178 3.61 MB/sec execute 111 sec latency 12.779 ms 2024-09-15T23:51:56.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:56 smithi071 ceph-mon[30957]: pgmap v150: 97 pgs: 97 active+clean; 120 MiB data, 866 MiB used, 1.0 TiB / 1.0 TiB avail; 428 KiB/s rd, 1.6 MiB/s wr, 102 op/s 2024-09-15T23:51:56.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:56 smithi163 ceph-mon[34107]: pgmap v150: 97 pgs: 97 active+clean; 120 MiB data, 866 MiB used, 1.0 TiB / 1.0 TiB avail; 428 KiB/s rd, 1.6 MiB/s wr, 102 op/s 2024-09-15T23:51:57.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 156658 3.59 MB/sec execute 112 sec latency 13.792 ms 2024-09-15T23:51:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:51:58 smithi190 ceph-mon[34840]: pgmap v151: 97 pgs: 97 active+clean; 123 MiB data, 871 MiB used, 1.0 TiB / 1.0 TiB avail; 635 KiB/s rd, 2.4 MiB/s wr, 151 op/s 2024-09-15T23:51:58.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 157293 3.57 MB/sec execute 113 sec latency 23.620 ms 2024-09-15T23:51:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:51:58 smithi071 ceph-mon[30957]: pgmap v151: 97 pgs: 97 active+clean; 123 MiB data, 871 MiB used, 1.0 TiB / 1.0 TiB avail; 635 KiB/s rd, 2.4 MiB/s wr, 151 op/s 2024-09-15T23:51:58.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:51:58 smithi163 ceph-mon[34107]: pgmap v151: 97 pgs: 97 active+clean; 123 MiB data, 871 MiB used, 1.0 TiB / 1.0 TiB avail; 635 KiB/s rd, 2.4 MiB/s wr, 151 op/s 2024-09-15T23:51:59.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 158108 3.57 MB/sec execute 114 sec latency 13.210 ms 2024-09-15T23:52:00.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:00 smithi190 ceph-mon[34840]: pgmap v152: 97 pgs: 97 active+clean; 123 MiB data, 871 MiB used, 1.0 TiB / 1.0 TiB avail; 422 KiB/s rd, 1.6 MiB/s wr, 99 op/s 2024-09-15T23:52:00.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 158861 3.59 MB/sec execute 115 sec latency 17.148 ms 2024-09-15T23:52:00.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:00 smithi071 ceph-mon[30957]: pgmap v152: 97 pgs: 97 active+clean; 123 MiB data, 871 MiB used, 1.0 TiB / 1.0 TiB avail; 422 KiB/s rd, 1.6 MiB/s wr, 99 op/s 2024-09-15T23:52:00.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:00 smithi163 ceph-mon[34107]: pgmap v152: 97 pgs: 97 active+clean; 123 MiB data, 871 MiB used, 1.0 TiB / 1.0 TiB avail; 422 KiB/s rd, 1.6 MiB/s wr, 99 op/s 2024-09-15T23:52:01.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 159449 3.59 MB/sec execute 116 sec latency 14.187 ms 2024-09-15T23:52:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:02 smithi190 ceph-mon[34840]: pgmap v153: 97 pgs: 97 active+clean; 123 MiB data, 871 MiB used, 1.0 TiB / 1.0 TiB avail; 422 KiB/s rd, 1.6 MiB/s wr, 99 op/s 2024-09-15T23:52:02.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 160068 3.60 MB/sec execute 117 sec latency 13.795 ms 2024-09-15T23:52:02.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:02 smithi071 ceph-mon[30957]: pgmap v153: 97 pgs: 97 active+clean; 123 MiB data, 871 MiB used, 1.0 TiB / 1.0 TiB avail; 422 KiB/s rd, 1.6 MiB/s wr, 99 op/s 2024-09-15T23:52:02.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:02 smithi163 ceph-mon[34107]: pgmap v153: 97 pgs: 97 active+clean; 123 MiB data, 871 MiB used, 1.0 TiB / 1.0 TiB avail; 422 KiB/s rd, 1.6 MiB/s wr, 99 op/s 2024-09-15T23:52:03.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 160643 3.58 MB/sec execute 118 sec latency 16.305 ms 2024-09-15T23:52:04.535 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:04 smithi163 ceph-mon[34107]: pgmap v154: 97 pgs: 97 active+clean; 126 MiB data, 893 MiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 2.4 MiB/s wr, 163 op/s 2024-09-15T23:52:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:04 smithi190 ceph-mon[34840]: pgmap v154: 97 pgs: 97 active+clean; 126 MiB data, 893 MiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 2.4 MiB/s wr, 163 op/s 2024-09-15T23:52:04.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 161451 3.58 MB/sec execute 119 sec latency 12.526 ms 2024-09-15T23:52:04.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:04 smithi071 ceph-mon[30957]: pgmap v154: 97 pgs: 97 active+clean; 126 MiB data, 893 MiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 2.4 MiB/s wr, 163 op/s 2024-09-15T23:52:05.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 162191 3.57 MB/sec execute 120 sec latency 12.989 ms 2024-09-15T23:52:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:06 smithi190 ceph-mon[34840]: pgmap v155: 97 pgs: 97 active+clean; 126 MiB data, 893 MiB used, 1.0 TiB / 1.0 TiB avail; 457 KiB/s rd, 1.6 MiB/s wr, 113 op/s 2024-09-15T23:52:06.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 162950 3.60 MB/sec execute 121 sec latency 12.069 ms 2024-09-15T23:52:06.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:06 smithi071 ceph-mon[30957]: pgmap v155: 97 pgs: 97 active+clean; 126 MiB data, 893 MiB used, 1.0 TiB / 1.0 TiB avail; 457 KiB/s rd, 1.6 MiB/s wr, 113 op/s 2024-09-15T23:52:06.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:06 smithi163 ceph-mon[34107]: pgmap v155: 97 pgs: 97 active+clean; 126 MiB data, 893 MiB used, 1.0 TiB / 1.0 TiB avail; 457 KiB/s rd, 1.6 MiB/s wr, 113 op/s 2024-09-15T23:52:07.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 163524 3.61 MB/sec execute 122 sec latency 12.632 ms 2024-09-15T23:52:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:08 smithi190 ceph-mon[34840]: pgmap v156: 97 pgs: 97 active+clean; 130 MiB data, 903 MiB used, 1.0 TiB / 1.0 TiB avail; 695 KiB/s rd, 2.4 MiB/s wr, 162 op/s 2024-09-15T23:52:08.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 164047 3.58 MB/sec execute 123 sec latency 18.396 ms 2024-09-15T23:52:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:08 smithi071 ceph-mon[30957]: pgmap v156: 97 pgs: 97 active+clean; 130 MiB data, 903 MiB used, 1.0 TiB / 1.0 TiB avail; 695 KiB/s rd, 2.4 MiB/s wr, 162 op/s 2024-09-15T23:52:08.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:08 smithi163 ceph-mon[34107]: pgmap v156: 97 pgs: 97 active+clean; 130 MiB data, 903 MiB used, 1.0 TiB / 1.0 TiB avail; 695 KiB/s rd, 2.4 MiB/s wr, 162 op/s 2024-09-15T23:52:09.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:09 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:52:09.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:09 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:52:09.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:09 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:52:09.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:09 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:52:09.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 164720 3.59 MB/sec execute 124 sec latency 14.051 ms 2024-09-15T23:52:09.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:09 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:52:09.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:09 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:52:09.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:09 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:52:09.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:09 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:52:09.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:09 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:52:09.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:09 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:52:09.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:09 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:52:09.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:09 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:52:10.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:10 smithi190 ceph-mon[34840]: pgmap v157: 97 pgs: 97 active+clean; 130 MiB data, 903 MiB used, 1.0 TiB / 1.0 TiB avail; 488 KiB/s rd, 1.7 MiB/s wr, 113 op/s 2024-09-15T23:52:10.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 165526 3.58 MB/sec execute 125 sec latency 14.015 ms 2024-09-15T23:52:10.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:10 smithi071 ceph-mon[30957]: pgmap v157: 97 pgs: 97 active+clean; 130 MiB data, 903 MiB used, 1.0 TiB / 1.0 TiB avail; 488 KiB/s rd, 1.7 MiB/s wr, 113 op/s 2024-09-15T23:52:10.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:10 smithi163 ceph-mon[34107]: pgmap v157: 97 pgs: 97 active+clean; 130 MiB data, 903 MiB used, 1.0 TiB / 1.0 TiB avail; 488 KiB/s rd, 1.7 MiB/s wr, 113 op/s 2024-09-15T23:52:11.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 166354 3.60 MB/sec execute 126 sec latency 15.546 ms 2024-09-15T23:52:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:12 smithi190 ceph-mon[34840]: pgmap v158: 97 pgs: 97 active+clean; 130 MiB data, 903 MiB used, 1.0 TiB / 1.0 TiB avail; 488 KiB/s rd, 1.7 MiB/s wr, 113 op/s 2024-09-15T23:52:12.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 166900 3.61 MB/sec execute 127 sec latency 12.352 ms 2024-09-15T23:52:12.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:12 smithi071 ceph-mon[30957]: pgmap v158: 97 pgs: 97 active+clean; 130 MiB data, 903 MiB used, 1.0 TiB / 1.0 TiB avail; 488 KiB/s rd, 1.7 MiB/s wr, 113 op/s 2024-09-15T23:52:12.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:12 smithi163 ceph-mon[34107]: pgmap v158: 97 pgs: 97 active+clean; 130 MiB data, 903 MiB used, 1.0 TiB / 1.0 TiB avail; 488 KiB/s rd, 1.7 MiB/s wr, 113 op/s 2024-09-15T23:52:13.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 167346 3.59 MB/sec execute 128 sec latency 16.312 ms 2024-09-15T23:52:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:14 smithi190 ceph-mon[34840]: pgmap v159: 97 pgs: 97 active+clean; 133 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 730 KiB/s rd, 2.5 MiB/s wr, 163 op/s 2024-09-15T23:52:14.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 168115 3.60 MB/sec execute 129 sec latency 14.002 ms 2024-09-15T23:52:14.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:14 smithi071 ceph-mon[30957]: pgmap v159: 97 pgs: 97 active+clean; 133 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 730 KiB/s rd, 2.5 MiB/s wr, 163 op/s 2024-09-15T23:52:14.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:14 smithi163 ceph-mon[34107]: pgmap v159: 97 pgs: 97 active+clean; 133 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 730 KiB/s rd, 2.5 MiB/s wr, 163 op/s 2024-09-15T23:52:15.602 INFO:tasks.workunit.client.0.smithi071.stdout: 1 168882 3.58 MB/sec execute 130 sec latency 12.269 ms 2024-09-15T23:52:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:16 smithi190 ceph-mon[34840]: pgmap v160: 97 pgs: 97 active+clean; 133 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 480 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-15T23:52:16.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 169656 3.60 MB/sec execute 131 sec latency 18.332 ms 2024-09-15T23:52:16.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:16 smithi071 ceph-mon[30957]: pgmap v160: 97 pgs: 97 active+clean; 133 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 480 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-15T23:52:16.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:16 smithi163 ceph-mon[34107]: pgmap v160: 97 pgs: 97 active+clean; 133 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 480 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-15T23:52:17.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 170125 3.59 MB/sec execute 132 sec latency 13.036 ms 2024-09-15T23:52:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:18 smithi190 ceph-mon[34840]: pgmap v161: 97 pgs: 97 active+clean; 135 MiB data, 930 MiB used, 1.0 TiB / 1.0 TiB avail; 679 KiB/s rd, 2.5 MiB/s wr, 148 op/s 2024-09-15T23:52:18.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 170750 3.60 MB/sec execute 133 sec latency 14.343 ms 2024-09-15T23:52:18.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:18 smithi071 ceph-mon[30957]: pgmap v161: 97 pgs: 97 active+clean; 135 MiB data, 930 MiB used, 1.0 TiB / 1.0 TiB avail; 679 KiB/s rd, 2.5 MiB/s wr, 148 op/s 2024-09-15T23:52:18.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:18 smithi163 ceph-mon[34107]: pgmap v161: 97 pgs: 97 active+clean; 135 MiB data, 930 MiB used, 1.0 TiB / 1.0 TiB avail; 679 KiB/s rd, 2.5 MiB/s wr, 148 op/s 2024-09-15T23:52:19.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 171331 3.58 MB/sec execute 134 sec latency 22.396 ms 2024-09-15T23:52:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:20 smithi190 ceph-mon[34840]: pgmap v162: 97 pgs: 97 active+clean; 135 MiB data, 930 MiB used, 1.0 TiB / 1.0 TiB avail; 440 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-15T23:52:20.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 172101 3.58 MB/sec execute 135 sec latency 13.611 ms 2024-09-15T23:52:20.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:20 smithi071 ceph-mon[30957]: pgmap v162: 97 pgs: 97 active+clean; 135 MiB data, 930 MiB used, 1.0 TiB / 1.0 TiB avail; 440 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-15T23:52:20.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:20 smithi163 ceph-mon[34107]: pgmap v162: 97 pgs: 97 active+clean; 135 MiB data, 930 MiB used, 1.0 TiB / 1.0 TiB avail; 440 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-15T23:52:21.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 172833 3.58 MB/sec execute 136 sec latency 15.069 ms 2024-09-15T23:52:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:22 smithi190 ceph-mon[34840]: pgmap v163: 97 pgs: 97 active+clean; 135 MiB data, 930 MiB used, 1.0 TiB / 1.0 TiB avail; 440 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-15T23:52:22.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 173586 3.60 MB/sec execute 137 sec latency 13.241 ms 2024-09-15T23:52:22.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:22 smithi071 ceph-mon[30957]: pgmap v163: 97 pgs: 97 active+clean; 135 MiB data, 930 MiB used, 1.0 TiB / 1.0 TiB avail; 440 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-15T23:52:22.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:22 smithi163 ceph-mon[34107]: pgmap v163: 97 pgs: 97 active+clean; 135 MiB data, 930 MiB used, 1.0 TiB / 1.0 TiB avail; 440 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-15T23:52:23.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 174142 3.60 MB/sec execute 138 sec latency 14.300 ms 2024-09-15T23:52:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:24 smithi190 ceph-mon[34840]: pgmap v164: 97 pgs: 97 active+clean; 138 MiB data, 935 MiB used, 1.0 TiB / 1.0 TiB avail; 694 KiB/s rd, 2.4 MiB/s wr, 151 op/s 2024-09-15T23:52:24.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 174645 3.58 MB/sec execute 139 sec latency 18.387 ms 2024-09-15T23:52:24.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:24 smithi071 ceph-mon[30957]: pgmap v164: 97 pgs: 97 active+clean; 138 MiB data, 935 MiB used, 1.0 TiB / 1.0 TiB avail; 694 KiB/s rd, 2.4 MiB/s wr, 151 op/s 2024-09-15T23:52:24.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:24 smithi163 ceph-mon[34107]: pgmap v164: 97 pgs: 97 active+clean; 138 MiB data, 935 MiB used, 1.0 TiB / 1.0 TiB avail; 694 KiB/s rd, 2.4 MiB/s wr, 151 op/s 2024-09-15T23:52:25.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 175383 3.59 MB/sec execute 140 sec latency 12.531 ms 2024-09-15T23:52:26.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:26 smithi190 ceph-mon[34840]: pgmap v165: 97 pgs: 97 active+clean; 138 MiB data, 935 MiB used, 1.0 TiB / 1.0 TiB avail; 452 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:52:26.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 176184 3.58 MB/sec execute 141 sec latency 13.993 ms 2024-09-15T23:52:26.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:26 smithi071 ceph-mon[30957]: pgmap v165: 97 pgs: 97 active+clean; 138 MiB data, 935 MiB used, 1.0 TiB / 1.0 TiB avail; 452 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:52:26.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:26 smithi163 ceph-mon[34107]: pgmap v165: 97 pgs: 97 active+clean; 138 MiB data, 935 MiB used, 1.0 TiB / 1.0 TiB avail; 452 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:52:27.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 177007 3.60 MB/sec execute 142 sec latency 14.270 ms 2024-09-15T23:52:28.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:28 smithi190 ceph-mon[34840]: pgmap v166: 97 pgs: 97 active+clean; 141 MiB data, 944 MiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 2.5 MiB/s wr, 150 op/s 2024-09-15T23:52:28.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 177528 3.60 MB/sec execute 143 sec latency 11.822 ms 2024-09-15T23:52:28.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:28 smithi071 ceph-mon[30957]: pgmap v166: 97 pgs: 97 active+clean; 141 MiB data, 944 MiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 2.5 MiB/s wr, 150 op/s 2024-09-15T23:52:28.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:28 smithi163 ceph-mon[34107]: pgmap v166: 97 pgs: 97 active+clean; 141 MiB data, 944 MiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 2.5 MiB/s wr, 150 op/s 2024-09-15T23:52:29.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 177961 3.59 MB/sec execute 144 sec latency 38.414 ms 2024-09-15T23:52:30.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:30 smithi190 ceph-mon[34840]: pgmap v167: 97 pgs: 97 active+clean; 141 MiB data, 944 MiB used, 1.0 TiB / 1.0 TiB avail; 506 KiB/s rd, 1.6 MiB/s wr, 101 op/s 2024-09-15T23:52:30.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 178620 3.58 MB/sec execute 145 sec latency 13.823 ms 2024-09-15T23:52:30.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:30 smithi071 ceph-mon[30957]: pgmap v167: 97 pgs: 97 active+clean; 141 MiB data, 944 MiB used, 1.0 TiB / 1.0 TiB avail; 506 KiB/s rd, 1.6 MiB/s wr, 101 op/s 2024-09-15T23:52:30.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:30 smithi163 ceph-mon[34107]: pgmap v167: 97 pgs: 97 active+clean; 141 MiB data, 944 MiB used, 1.0 TiB / 1.0 TiB avail; 506 KiB/s rd, 1.6 MiB/s wr, 101 op/s 2024-09-15T23:52:31.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 179426 3.58 MB/sec execute 146 sec latency 17.108 ms 2024-09-15T23:52:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:32 smithi190 ceph-mon[34840]: pgmap v168: 97 pgs: 97 active+clean; 141 MiB data, 944 MiB used, 1.0 TiB / 1.0 TiB avail; 506 KiB/s rd, 1.6 MiB/s wr, 101 op/s 2024-09-15T23:52:32.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 180148 3.59 MB/sec execute 147 sec latency 16.448 ms 2024-09-15T23:52:32.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:32 smithi071 ceph-mon[30957]: pgmap v168: 97 pgs: 97 active+clean; 141 MiB data, 944 MiB used, 1.0 TiB / 1.0 TiB avail; 506 KiB/s rd, 1.6 MiB/s wr, 101 op/s 2024-09-15T23:52:32.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:32 smithi163 ceph-mon[34107]: pgmap v168: 97 pgs: 97 active+clean; 141 MiB data, 944 MiB used, 1.0 TiB / 1.0 TiB avail; 506 KiB/s rd, 1.6 MiB/s wr, 101 op/s 2024-09-15T23:52:33.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 180734 3.59 MB/sec execute 148 sec latency 13.558 ms 2024-09-15T23:52:34.536 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:34 smithi163 ceph-mon[34107]: pgmap v169: 97 pgs: 97 active+clean; 144 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 749 KiB/s rd, 2.4 MiB/s wr, 152 op/s 2024-09-15T23:52:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:34 smithi190 ceph-mon[34840]: pgmap v169: 97 pgs: 97 active+clean; 144 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 749 KiB/s rd, 2.4 MiB/s wr, 152 op/s 2024-09-15T23:52:34.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 181348 3.60 MB/sec execute 149 sec latency 13.214 ms 2024-09-15T23:52:34.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:34 smithi071 ceph-mon[30957]: pgmap v169: 97 pgs: 97 active+clean; 144 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 749 KiB/s rd, 2.4 MiB/s wr, 152 op/s 2024-09-15T23:52:35.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 181916 3.58 MB/sec execute 150 sec latency 16.379 ms 2024-09-15T23:52:36.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:36 smithi190 ceph-mon[34840]: pgmap v170: 97 pgs: 97 active+clean; 144 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 496 KiB/s rd, 1.6 MiB/s wr, 101 op/s 2024-09-15T23:52:36.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 182690 3.58 MB/sec execute 151 sec latency 15.618 ms 2024-09-15T23:52:36.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:36 smithi071 ceph-mon[30957]: pgmap v170: 97 pgs: 97 active+clean; 144 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 496 KiB/s rd, 1.6 MiB/s wr, 101 op/s 2024-09-15T23:52:36.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:36 smithi163 ceph-mon[34107]: pgmap v170: 97 pgs: 97 active+clean; 144 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 496 KiB/s rd, 1.6 MiB/s wr, 101 op/s 2024-09-15T23:52:37.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 183406 3.58 MB/sec execute 152 sec latency 14.803 ms 2024-09-15T23:52:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:38 smithi190 ceph-mon[34840]: pgmap v171: 97 pgs: 97 active+clean; 146 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 2.5 MiB/s wr, 150 op/s 2024-09-15T23:52:38.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 184205 3.60 MB/sec execute 153 sec latency 16.414 ms 2024-09-15T23:52:38.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:38 smithi071 ceph-mon[30957]: pgmap v171: 97 pgs: 97 active+clean; 146 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 2.5 MiB/s wr, 150 op/s 2024-09-15T23:52:38.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:38 smithi163 ceph-mon[34107]: pgmap v171: 97 pgs: 97 active+clean; 146 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 2.5 MiB/s wr, 150 op/s 2024-09-15T23:52:39.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 184731 3.60 MB/sec execute 154 sec latency 13.441 ms 2024-09-15T23:52:40.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:40 smithi190 ceph-mon[34840]: pgmap v172: 97 pgs: 97 active+clean; 146 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 485 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:52:40.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 185211 3.58 MB/sec execute 155 sec latency 16.794 ms 2024-09-15T23:52:40.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:40 smithi071 ceph-mon[30957]: pgmap v172: 97 pgs: 97 active+clean; 146 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 485 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:52:40.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:40 smithi163 ceph-mon[34107]: pgmap v172: 97 pgs: 97 active+clean; 146 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 485 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:52:41.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 185953 3.59 MB/sec execute 156 sec latency 15.106 ms 2024-09-15T23:52:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:42 smithi190 ceph-mon[34840]: pgmap v173: 97 pgs: 97 active+clean; 146 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 485 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:52:42.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 186764 3.58 MB/sec execute 157 sec latency 13.275 ms 2024-09-15T23:52:42.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:42 smithi071 ceph-mon[30957]: pgmap v173: 97 pgs: 97 active+clean; 146 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 485 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:52:42.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:42 smithi163 ceph-mon[34107]: pgmap v173: 97 pgs: 97 active+clean; 146 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 485 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:52:43.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 187447 3.59 MB/sec execute 158 sec latency 68.065 ms 2024-09-15T23:52:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:44 smithi190 ceph-mon[34840]: pgmap v174: 97 pgs: 97 active+clean; 148 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 719 KiB/s rd, 2.4 MiB/s wr, 149 op/s 2024-09-15T23:52:44.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 188075 3.60 MB/sec execute 159 sec latency 14.872 ms 2024-09-15T23:52:44.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:44 smithi071 ceph-mon[30957]: pgmap v174: 97 pgs: 97 active+clean; 148 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 719 KiB/s rd, 2.4 MiB/s wr, 149 op/s 2024-09-15T23:52:44.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:44 smithi163 ceph-mon[34107]: pgmap v174: 97 pgs: 97 active+clean; 148 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 719 KiB/s rd, 2.4 MiB/s wr, 149 op/s 2024-09-15T23:52:45.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 188558 3.59 MB/sec execute 160 sec latency 12.235 ms 2024-09-15T23:52:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:46 smithi190 ceph-mon[34840]: pgmap v175: 97 pgs: 97 active+clean; 148 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 476 KiB/s rd, 1.6 MiB/s wr, 98 op/s 2024-09-15T23:52:46.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 189180 3.58 MB/sec execute 161 sec latency 49.662 ms 2024-09-15T23:52:46.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:46 smithi071 ceph-mon[30957]: pgmap v175: 97 pgs: 97 active+clean; 148 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 476 KiB/s rd, 1.6 MiB/s wr, 98 op/s 2024-09-15T23:52:46.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:46 smithi163 ceph-mon[34107]: pgmap v175: 97 pgs: 97 active+clean; 148 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 476 KiB/s rd, 1.6 MiB/s wr, 98 op/s 2024-09-15T23:52:47.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 189985 3.58 MB/sec execute 162 sec latency 13.772 ms 2024-09-15T23:52:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:48 smithi190 ceph-mon[34840]: pgmap v176: 97 pgs: 97 active+clean; 150 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 711 KiB/s rd, 2.4 MiB/s wr, 148 op/s 2024-09-15T23:52:48.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1 190755 3.59 MB/sec execute 163 sec latency 17.230 ms 2024-09-15T23:52:48.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:48 smithi071 ceph-mon[30957]: pgmap v176: 97 pgs: 97 active+clean; 150 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 711 KiB/s rd, 2.4 MiB/s wr, 148 op/s 2024-09-15T23:52:48.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:48 smithi163 ceph-mon[34107]: pgmap v176: 97 pgs: 97 active+clean; 150 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 711 KiB/s rd, 2.4 MiB/s wr, 148 op/s 2024-09-15T23:52:49.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 191353 3.59 MB/sec execute 164 sec latency 13.689 ms 2024-09-15T23:52:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:50 smithi190 ceph-mon[34840]: pgmap v177: 97 pgs: 97 active+clean; 150 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 469 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:52:50.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 191967 3.59 MB/sec execute 165 sec latency 14.387 ms 2024-09-15T23:52:50.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:50 smithi071 ceph-mon[30957]: pgmap v177: 97 pgs: 97 active+clean; 150 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 469 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:52:50.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:50 smithi163 ceph-mon[34107]: pgmap v177: 97 pgs: 97 active+clean; 150 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 469 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:52:51.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 192498 3.58 MB/sec execute 166 sec latency 15.112 ms 2024-09-15T23:52:52.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:52 smithi190 ceph-mon[34840]: pgmap v178: 97 pgs: 97 active+clean; 150 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 469 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:52:52.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 193278 3.58 MB/sec execute 167 sec latency 13.719 ms 2024-09-15T23:52:52.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:52 smithi071 ceph-mon[30957]: pgmap v178: 97 pgs: 97 active+clean; 150 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 469 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:52:52.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:52 smithi163 ceph-mon[34107]: pgmap v178: 97 pgs: 97 active+clean; 150 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 469 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:52:53.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 194019 3.58 MB/sec execute 168 sec latency 15.447 ms 2024-09-15T23:52:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:54 smithi190 ceph-mon[34840]: pgmap v179: 97 pgs: 97 active+clean; 155 MiB data, 967 MiB used, 1.0 TiB / 1.0 TiB avail; 716 KiB/s rd, 2.3 MiB/s wr, 147 op/s 2024-09-15T23:52:54.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 194844 3.59 MB/sec execute 169 sec latency 12.194 ms 2024-09-15T23:52:54.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:54 smithi071 ceph-mon[30957]: pgmap v179: 97 pgs: 97 active+clean; 155 MiB data, 967 MiB used, 1.0 TiB / 1.0 TiB avail; 716 KiB/s rd, 2.3 MiB/s wr, 147 op/s 2024-09-15T23:52:54.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:54 smithi163 ceph-mon[34107]: pgmap v179: 97 pgs: 97 active+clean; 155 MiB data, 967 MiB used, 1.0 TiB / 1.0 TiB avail; 716 KiB/s rd, 2.3 MiB/s wr, 147 op/s 2024-09-15T23:52:55.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 195399 3.60 MB/sec execute 170 sec latency 12.634 ms 2024-09-15T23:52:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:56 smithi190 ceph-mon[34840]: pgmap v180: 97 pgs: 97 active+clean; 155 MiB data, 967 MiB used, 1.0 TiB / 1.0 TiB avail; 482 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:52:56.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 195904 3.58 MB/sec execute 171 sec latency 17.013 ms 2024-09-15T23:52:56.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:56 smithi071 ceph-mon[30957]: pgmap v180: 97 pgs: 97 active+clean; 155 MiB data, 967 MiB used, 1.0 TiB / 1.0 TiB avail; 482 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:52:56.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:56 smithi163 ceph-mon[34107]: pgmap v180: 97 pgs: 97 active+clean; 155 MiB data, 967 MiB used, 1.0 TiB / 1.0 TiB avail; 482 KiB/s rd, 1.5 MiB/s wr, 98 op/s 2024-09-15T23:52:57.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 196654 3.59 MB/sec execute 172 sec latency 13.420 ms 2024-09-15T23:52:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:52:58 smithi190 ceph-mon[34840]: pgmap v181: 97 pgs: 97 active+clean; 158 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 727 KiB/s rd, 2.4 MiB/s wr, 149 op/s 2024-09-15T23:52:58.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 197461 3.58 MB/sec execute 173 sec latency 14.247 ms 2024-09-15T23:52:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:52:58 smithi071 ceph-mon[30957]: pgmap v181: 97 pgs: 97 active+clean; 158 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 727 KiB/s rd, 2.4 MiB/s wr, 149 op/s 2024-09-15T23:52:58.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:52:58 smithi163 ceph-mon[34107]: pgmap v181: 97 pgs: 97 active+clean; 158 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 727 KiB/s rd, 2.4 MiB/s wr, 149 op/s 2024-09-15T23:52:59.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 198289 3.59 MB/sec execute 174 sec latency 13.562 ms 2024-09-15T23:53:00.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:00 smithi190 ceph-mon[34840]: pgmap v182: 97 pgs: 97 active+clean; 158 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 492 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:53:00.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 198849 3.61 MB/sec execute 175 sec latency 13.336 ms 2024-09-15T23:53:00.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:00 smithi071 ceph-mon[30957]: pgmap v182: 97 pgs: 97 active+clean; 158 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 492 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:53:00.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:00 smithi163 ceph-mon[34107]: pgmap v182: 97 pgs: 97 active+clean; 158 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 492 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:53:01.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 199255 3.59 MB/sec execute 176 sec latency 20.117 ms 2024-09-15T23:53:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:02 smithi190 ceph-mon[34840]: pgmap v183: 97 pgs: 97 active+clean; 158 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 492 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:53:02.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 199927 3.58 MB/sec execute 177 sec latency 13.785 ms 2024-09-15T23:53:02.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:02 smithi071 ceph-mon[30957]: pgmap v183: 97 pgs: 97 active+clean; 158 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 492 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:53:02.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:02 smithi163 ceph-mon[34107]: pgmap v183: 97 pgs: 97 active+clean; 158 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 492 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:53:03.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 200722 3.58 MB/sec execute 178 sec latency 16.013 ms 2024-09-15T23:53:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:04 smithi190 ceph-mon[34840]: pgmap v184: 97 pgs: 97 active+clean; 162 MiB data, 998 MiB used, 1.0 TiB / 1.0 TiB avail; 772 KiB/s rd, 2.5 MiB/s wr, 166 op/s 2024-09-15T23:53:04.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 201512 3.59 MB/sec execute 179 sec latency 30.854 ms 2024-09-15T23:53:04.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:04 smithi071 ceph-mon[30957]: pgmap v184: 97 pgs: 97 active+clean; 162 MiB data, 998 MiB used, 1.0 TiB / 1.0 TiB avail; 772 KiB/s rd, 2.5 MiB/s wr, 166 op/s 2024-09-15T23:53:04.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:04 smithi163 ceph-mon[34107]: pgmap v184: 97 pgs: 97 active+clean; 162 MiB data, 998 MiB used, 1.0 TiB / 1.0 TiB avail; 772 KiB/s rd, 2.5 MiB/s wr, 166 op/s 2024-09-15T23:53:05.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 202021 3.59 MB/sec execute 180 sec latency 13.650 ms 2024-09-15T23:53:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:06 smithi190 ceph-mon[34840]: pgmap v185: 97 pgs: 97 active+clean; 162 MiB data, 998 MiB used, 1.0 TiB / 1.0 TiB avail; 524 KiB/s rd, 1.8 MiB/s wr, 118 op/s 2024-09-15T23:53:06.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 202640 3.59 MB/sec execute 181 sec latency 14.865 ms 2024-09-15T23:53:06.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:06 smithi071 ceph-mon[30957]: pgmap v185: 97 pgs: 97 active+clean; 162 MiB data, 998 MiB used, 1.0 TiB / 1.0 TiB avail; 524 KiB/s rd, 1.8 MiB/s wr, 118 op/s 2024-09-15T23:53:06.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:06 smithi163 ceph-mon[34107]: pgmap v185: 97 pgs: 97 active+clean; 162 MiB data, 998 MiB used, 1.0 TiB / 1.0 TiB avail; 524 KiB/s rd, 1.8 MiB/s wr, 118 op/s 2024-09-15T23:53:07.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 203228 3.58 MB/sec execute 182 sec latency 17.892 ms 2024-09-15T23:53:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:08 smithi190 ceph-mon[34840]: pgmap v186: 97 pgs: 97 active+clean; 168 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 785 KiB/s rd, 2.6 MiB/s wr, 168 op/s 2024-09-15T23:53:08.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 204012 3.58 MB/sec execute 183 sec latency 13.929 ms 2024-09-15T23:53:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:08 smithi071 ceph-mon[30957]: pgmap v186: 97 pgs: 97 active+clean; 168 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 785 KiB/s rd, 2.6 MiB/s wr, 168 op/s 2024-09-15T23:53:08.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:08 smithi163 ceph-mon[34107]: pgmap v186: 97 pgs: 97 active+clean; 168 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 785 KiB/s rd, 2.6 MiB/s wr, 168 op/s 2024-09-15T23:53:09.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 204693 3.58 MB/sec execute 184 sec latency 14.882 ms 2024-09-15T23:53:09.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:09 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:53:09.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:09 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:53:09.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:09 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:53:10.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 205487 3.59 MB/sec execute 185 sec latency 14.534 ms 2024-09-15T23:53:10.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:10 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:53:10.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:10 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:53:10.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:10 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:53:10.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:10 smithi071 ceph-mon[30957]: pgmap v187: 97 pgs: 97 active+clean; 168 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 541 KiB/s rd, 1.8 MiB/s wr, 117 op/s 2024-09-15T23:53:10.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:10 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:53:10.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:10 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:53:10.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:10 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:53:10.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:10 smithi163 ceph-mon[34107]: pgmap v187: 97 pgs: 97 active+clean; 168 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 541 KiB/s rd, 1.8 MiB/s wr, 117 op/s 2024-09-15T23:53:10.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:10 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:53:10.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:10 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:53:10.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:10 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:53:10.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:10 smithi190 ceph-mon[34840]: pgmap v187: 97 pgs: 97 active+clean; 168 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 541 KiB/s rd, 1.8 MiB/s wr, 117 op/s 2024-09-15T23:53:11.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 206009 3.60 MB/sec execute 186 sec latency 15.212 ms 2024-09-15T23:53:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:12 smithi190 ceph-mon[34840]: pgmap v188: 97 pgs: 97 active+clean; 168 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 541 KiB/s rd, 1.8 MiB/s wr, 117 op/s 2024-09-15T23:53:12.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 206459 3.58 MB/sec execute 187 sec latency 16.137 ms 2024-09-15T23:53:12.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:12 smithi071 ceph-mon[30957]: pgmap v188: 97 pgs: 97 active+clean; 168 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 541 KiB/s rd, 1.8 MiB/s wr, 117 op/s 2024-09-15T23:53:12.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:12 smithi163 ceph-mon[34107]: pgmap v188: 97 pgs: 97 active+clean; 168 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 541 KiB/s rd, 1.8 MiB/s wr, 117 op/s 2024-09-15T23:53:13.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 207184 3.59 MB/sec execute 188 sec latency 13.529 ms 2024-09-15T23:53:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:14 smithi190 ceph-mon[34840]: pgmap v189: 97 pgs: 97 active+clean; 171 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 812 KiB/s rd, 2.7 MiB/s wr, 168 op/s 2024-09-15T23:53:14.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 207929 3.57 MB/sec execute 189 sec latency 13.434 ms 2024-09-15T23:53:14.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:14 smithi071 ceph-mon[30957]: pgmap v189: 97 pgs: 97 active+clean; 171 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 812 KiB/s rd, 2.7 MiB/s wr, 168 op/s 2024-09-15T23:53:14.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:14 smithi163 ceph-mon[34107]: pgmap v189: 97 pgs: 97 active+clean; 171 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 812 KiB/s rd, 2.7 MiB/s wr, 168 op/s 2024-09-15T23:53:15.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 208696 3.59 MB/sec execute 190 sec latency 14.544 ms 2024-09-15T23:53:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:16 smithi190 ceph-mon[34840]: pgmap v190: 97 pgs: 97 active+clean; 171 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 532 KiB/s rd, 1.8 MiB/s wr, 101 op/s 2024-09-15T23:53:16.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 209280 3.60 MB/sec execute 191 sec latency 12.601 ms 2024-09-15T23:53:16.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:16 smithi071 ceph-mon[30957]: pgmap v190: 97 pgs: 97 active+clean; 171 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 532 KiB/s rd, 1.8 MiB/s wr, 101 op/s 2024-09-15T23:53:16.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:16 smithi163 ceph-mon[34107]: pgmap v190: 97 pgs: 97 active+clean; 171 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 532 KiB/s rd, 1.8 MiB/s wr, 101 op/s 2024-09-15T23:53:17.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 209800 3.59 MB/sec execute 192 sec latency 13.143 ms 2024-09-15T23:53:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:18 smithi190 ceph-mon[34840]: pgmap v191: 97 pgs: 97 active+clean; 174 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 2.5 MiB/s wr, 150 op/s 2024-09-15T23:53:18.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 210433 3.58 MB/sec execute 193 sec latency 16.972 ms 2024-09-15T23:53:18.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:18 smithi071 ceph-mon[30957]: pgmap v191: 97 pgs: 97 active+clean; 174 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 2.5 MiB/s wr, 150 op/s 2024-09-15T23:53:18.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:18 smithi163 ceph-mon[34107]: pgmap v191: 97 pgs: 97 active+clean; 174 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 2.5 MiB/s wr, 150 op/s 2024-09-15T23:53:19.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 211214 3.58 MB/sec execute 194 sec latency 13.983 ms 2024-09-15T23:53:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:20 smithi190 ceph-mon[34840]: pgmap v192: 97 pgs: 97 active+clean; 174 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 538 KiB/s rd, 1.7 MiB/s wr, 100 op/s 2024-09-15T23:53:20.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 212022 3.59 MB/sec execute 195 sec latency 14.249 ms 2024-09-15T23:53:20.681 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:20 smithi071 ceph-mon[30957]: pgmap v192: 97 pgs: 97 active+clean; 174 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 538 KiB/s rd, 1.7 MiB/s wr, 100 op/s 2024-09-15T23:53:20.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:20 smithi163 ceph-mon[34107]: pgmap v192: 97 pgs: 97 active+clean; 174 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 538 KiB/s rd, 1.7 MiB/s wr, 100 op/s 2024-09-15T23:53:21.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 212613 3.59 MB/sec execute 196 sec latency 16.344 ms 2024-09-15T23:53:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:22 smithi190 ceph-mon[34840]: pgmap v193: 97 pgs: 97 active+clean; 174 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 538 KiB/s rd, 1.7 MiB/s wr, 100 op/s 2024-09-15T23:53:22.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 213240 3.59 MB/sec execute 197 sec latency 14.175 ms 2024-09-15T23:53:22.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:22 smithi071 ceph-mon[30957]: pgmap v193: 97 pgs: 97 active+clean; 174 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 538 KiB/s rd, 1.7 MiB/s wr, 100 op/s 2024-09-15T23:53:22.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:22 smithi163 ceph-mon[34107]: pgmap v193: 97 pgs: 97 active+clean; 174 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 538 KiB/s rd, 1.7 MiB/s wr, 100 op/s 2024-09-15T23:53:23.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 213783 3.58 MB/sec execute 198 sec latency 15.035 ms 2024-09-15T23:53:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:24 smithi190 ceph-mon[34840]: pgmap v194: 97 pgs: 97 active+clean; 177 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 818 KiB/s rd, 2.5 MiB/s wr, 150 op/s 2024-09-15T23:53:24.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 214584 3.58 MB/sec execute 199 sec latency 12.805 ms 2024-09-15T23:53:24.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:24 smithi071 ceph-mon[30957]: pgmap v194: 97 pgs: 97 active+clean; 177 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 818 KiB/s rd, 2.5 MiB/s wr, 150 op/s 2024-09-15T23:53:24.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:24 smithi163 ceph-mon[34107]: pgmap v194: 97 pgs: 97 active+clean; 177 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 818 KiB/s rd, 2.5 MiB/s wr, 150 op/s 2024-09-15T23:53:25.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 215330 3.58 MB/sec execute 200 sec latency 13.488 ms 2024-09-15T23:53:26.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:26 smithi190 ceph-mon[34840]: pgmap v195: 97 pgs: 97 active+clean; 177 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 547 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-15T23:53:26.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 216171 3.59 MB/sec execute 201 sec latency 14.098 ms 2024-09-15T23:53:26.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:26 smithi071 ceph-mon[30957]: pgmap v195: 97 pgs: 97 active+clean; 177 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 547 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-15T23:53:26.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:26 smithi163 ceph-mon[34107]: pgmap v195: 97 pgs: 97 active+clean; 177 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 547 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-15T23:53:27.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 216711 3.60 MB/sec execute 202 sec latency 13.273 ms 2024-09-15T23:53:28.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:28 smithi190 ceph-mon[34840]: pgmap v196: 97 pgs: 97 active+clean; 180 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 807 KiB/s rd, 2.5 MiB/s wr, 148 op/s 2024-09-15T23:53:28.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 217228 3.58 MB/sec execute 203 sec latency 16.329 ms 2024-09-15T23:53:28.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:28 smithi071 ceph-mon[30957]: pgmap v196: 97 pgs: 97 active+clean; 180 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 807 KiB/s rd, 2.5 MiB/s wr, 148 op/s 2024-09-15T23:53:28.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:28 smithi163 ceph-mon[34107]: pgmap v196: 97 pgs: 97 active+clean; 180 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 807 KiB/s rd, 2.5 MiB/s wr, 148 op/s 2024-09-15T23:53:29.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 217959 3.59 MB/sec execute 204 sec latency 16.046 ms 2024-09-15T23:53:30.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:30 smithi190 ceph-mon[34840]: pgmap v197: 97 pgs: 97 active+clean; 180 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 540 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-15T23:53:30.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 218777 3.58 MB/sec execute 205 sec latency 13.451 ms 2024-09-15T23:53:30.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:30 smithi071 ceph-mon[30957]: pgmap v197: 97 pgs: 97 active+clean; 180 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 540 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-15T23:53:30.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:30 smithi163 ceph-mon[34107]: pgmap v197: 97 pgs: 97 active+clean; 180 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 540 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-15T23:53:31.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 219609 3.59 MB/sec execute 206 sec latency 13.610 ms 2024-09-15T23:53:32.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:32 smithi190 ceph-mon[34840]: pgmap v198: 97 pgs: 97 active+clean; 180 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 540 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-15T23:53:32.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 220168 3.60 MB/sec execute 207 sec latency 14.367 ms 2024-09-15T23:53:32.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:32 smithi071 ceph-mon[30957]: pgmap v198: 97 pgs: 97 active+clean; 180 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 540 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-15T23:53:32.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:32 smithi163 ceph-mon[34107]: pgmap v198: 97 pgs: 97 active+clean; 180 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 540 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-15T23:53:33.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 220578 3.59 MB/sec execute 208 sec latency 15.706 ms 2024-09-15T23:53:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:34 smithi190 ceph-mon[34840]: pgmap v199: 97 pgs: 97 active+clean; 183 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 812 KiB/s rd, 2.6 MiB/s wr, 151 op/s 2024-09-15T23:53:34.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 221256 3.58 MB/sec execute 209 sec latency 14.395 ms 2024-09-15T23:53:34.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:34 smithi071 ceph-mon[30957]: pgmap v199: 97 pgs: 97 active+clean; 183 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 812 KiB/s rd, 2.6 MiB/s wr, 151 op/s 2024-09-15T23:53:34.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:34 smithi163 ceph-mon[34107]: pgmap v199: 97 pgs: 97 active+clean; 183 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 812 KiB/s rd, 2.6 MiB/s wr, 151 op/s 2024-09-15T23:53:35.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 222082 3.58 MB/sec execute 210 sec latency 15.391 ms 2024-09-15T23:53:36.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 222879 3.60 MB/sec execute 211 sec latency 12.781 ms 2024-09-15T23:53:37.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 223355 3.59 MB/sec execute 212 sec latency 13.882 ms 2024-09-15T23:53:38.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:38 smithi071 ceph-mon[30957]: pgmap v200: 97 pgs: 97 active+clean; 183 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 532 KiB/s rd, 1.7 MiB/s wr, 101 op/s 2024-09-15T23:53:38.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:38 smithi163 ceph-mon[34107]: pgmap v200: 97 pgs: 97 active+clean; 183 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 532 KiB/s rd, 1.7 MiB/s wr, 101 op/s 2024-09-15T23:53:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:38 smithi190 ceph-mon[34840]: pgmap v200: 97 pgs: 97 active+clean; 183 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 532 KiB/s rd, 1.7 MiB/s wr, 101 op/s 2024-09-15T23:53:38.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 223981 3.59 MB/sec execute 213 sec latency 11.490 ms 2024-09-15T23:53:39.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 224517 3.58 MB/sec execute 214 sec latency 93.841 ms 2024-09-15T23:53:40.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:40 smithi071 ceph-mon[30957]: pgmap v201: 97 pgs: 97 active+clean; 186 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 745 KiB/s rd, 2.6 MiB/s wr, 150 op/s 2024-09-15T23:53:40.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:40 smithi163 ceph-mon[34107]: pgmap v201: 97 pgs: 97 active+clean; 186 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 745 KiB/s rd, 2.6 MiB/s wr, 150 op/s 2024-09-15T23:53:40.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:40 smithi190 ceph-mon[34840]: pgmap v201: 97 pgs: 97 active+clean; 186 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 745 KiB/s rd, 2.6 MiB/s wr, 150 op/s 2024-09-15T23:53:40.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 225288 3.58 MB/sec execute 215 sec latency 13.015 ms 2024-09-15T23:53:41.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 225962 3.58 MB/sec execute 216 sec latency 14.776 ms 2024-09-15T23:53:42.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:42 smithi071 ceph-mon[30957]: pgmap v202: 97 pgs: 97 active+clean; 186 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 485 KiB/s rd, 1.7 MiB/s wr, 101 op/s 2024-09-15T23:53:42.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:42 smithi163 ceph-mon[34107]: pgmap v202: 97 pgs: 97 active+clean; 186 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 485 KiB/s rd, 1.7 MiB/s wr, 101 op/s 2024-09-15T23:53:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:42 smithi190 ceph-mon[34840]: pgmap v202: 97 pgs: 97 active+clean; 186 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 485 KiB/s rd, 1.7 MiB/s wr, 101 op/s 2024-09-15T23:53:42.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 226804 3.59 MB/sec execute 217 sec latency 13.328 ms 2024-09-15T23:53:43.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 227323 3.60 MB/sec execute 218 sec latency 13.331 ms 2024-09-15T23:53:44.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:44 smithi071 ceph-mon[30957]: pgmap v203: 97 pgs: 97 active+clean; 186 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 485 KiB/s rd, 1.7 MiB/s wr, 101 op/s 2024-09-15T23:53:44.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:44 smithi163 ceph-mon[34107]: pgmap v203: 97 pgs: 97 active+clean; 186 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 485 KiB/s rd, 1.7 MiB/s wr, 101 op/s 2024-09-15T23:53:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:44 smithi190 ceph-mon[34840]: pgmap v203: 97 pgs: 97 active+clean; 186 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 485 KiB/s rd, 1.7 MiB/s wr, 101 op/s 2024-09-15T23:53:44.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 227788 3.58 MB/sec execute 219 sec latency 21.378 ms 2024-09-15T23:53:45.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 228529 3.59 MB/sec execute 220 sec latency 12.909 ms 2024-09-15T23:53:46.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:46 smithi071 ceph-mon[30957]: pgmap v204: 97 pgs: 97 active+clean; 189 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 760 KiB/s rd, 2.5 MiB/s wr, 151 op/s 2024-09-15T23:53:46.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:46 smithi163 ceph-mon[34107]: pgmap v204: 97 pgs: 97 active+clean; 189 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 760 KiB/s rd, 2.5 MiB/s wr, 151 op/s 2024-09-15T23:53:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:46 smithi190 ceph-mon[34840]: pgmap v204: 97 pgs: 97 active+clean; 189 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 760 KiB/s rd, 2.5 MiB/s wr, 151 op/s 2024-09-15T23:53:46.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 229360 3.58 MB/sec execute 221 sec latency 13.648 ms 2024-09-15T23:53:47.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 230074 3.59 MB/sec execute 222 sec latency 13.214 ms 2024-09-15T23:53:48.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:48 smithi071 ceph-mon[30957]: pgmap v205: 97 pgs: 97 active+clean; 189 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 488 KiB/s rd, 1.6 MiB/s wr, 99 op/s 2024-09-15T23:53:48.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:48 smithi163 ceph-mon[34107]: pgmap v205: 97 pgs: 97 active+clean; 189 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 488 KiB/s rd, 1.6 MiB/s wr, 99 op/s 2024-09-15T23:53:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:48 smithi190 ceph-mon[34840]: pgmap v205: 97 pgs: 97 active+clean; 189 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 488 KiB/s rd, 1.6 MiB/s wr, 99 op/s 2024-09-15T23:53:48.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 230684 3.60 MB/sec execute 223 sec latency 54.725 ms 2024-09-15T23:53:49.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 231159 3.59 MB/sec execute 224 sec latency 46.669 ms 2024-09-15T23:53:50.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:50 smithi071 ceph-mon[30957]: pgmap v206: 97 pgs: 97 active+clean; 192 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 767 KiB/s rd, 2.4 MiB/s wr, 149 op/s 2024-09-15T23:53:50.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:50 smithi163 ceph-mon[34107]: pgmap v206: 97 pgs: 97 active+clean; 192 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 767 KiB/s rd, 2.4 MiB/s wr, 149 op/s 2024-09-15T23:53:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:50 smithi190 ceph-mon[34840]: pgmap v206: 97 pgs: 97 active+clean; 192 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 767 KiB/s rd, 2.4 MiB/s wr, 149 op/s 2024-09-15T23:53:50.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 231815 3.58 MB/sec execute 225 sec latency 17.524 ms 2024-09-15T23:53:51.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 232651 3.58 MB/sec execute 226 sec latency 13.013 ms 2024-09-15T23:53:52.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:52 smithi071 ceph-mon[30957]: pgmap v207: 97 pgs: 97 active+clean; 192 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 554 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:53:52.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:52 smithi163 ceph-mon[34107]: pgmap v207: 97 pgs: 97 active+clean; 192 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 554 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:53:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:52 smithi190 ceph-mon[34840]: pgmap v207: 97 pgs: 97 active+clean; 192 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 554 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:53:52.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 233383 3.59 MB/sec execute 227 sec latency 13.125 ms 2024-09-15T23:53:53.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 233978 3.59 MB/sec execute 228 sec latency 13.459 ms 2024-09-15T23:53:54.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:54 smithi071 ceph-mon[30957]: pgmap v208: 97 pgs: 97 active+clean; 192 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 554 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:53:54.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:54 smithi163 ceph-mon[34107]: pgmap v208: 97 pgs: 97 active+clean; 192 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 554 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:53:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:54 smithi190 ceph-mon[34840]: pgmap v208: 97 pgs: 97 active+clean; 192 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 554 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:53:54.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 234601 3.59 MB/sec execute 229 sec latency 12.399 ms 2024-09-15T23:53:55.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 235202 3.58 MB/sec execute 230 sec latency 15.279 ms 2024-09-15T23:53:56.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:56 smithi071 ceph-mon[30957]: pgmap v209: 97 pgs: 97 active+clean; 195 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 825 KiB/s rd, 2.5 MiB/s wr, 152 op/s 2024-09-15T23:53:56.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:56 smithi163 ceph-mon[34107]: pgmap v209: 97 pgs: 97 active+clean; 195 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 825 KiB/s rd, 2.5 MiB/s wr, 152 op/s 2024-09-15T23:53:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:56 smithi190 ceph-mon[34840]: pgmap v209: 97 pgs: 97 active+clean; 195 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 825 KiB/s rd, 2.5 MiB/s wr, 152 op/s 2024-09-15T23:53:56.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 235975 3.58 MB/sec execute 231 sec latency 13.824 ms 2024-09-15T23:53:57.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 236698 3.58 MB/sec execute 232 sec latency 14.495 ms 2024-09-15T23:53:58.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:53:58 smithi071 ceph-mon[30957]: pgmap v210: 97 pgs: 97 active+clean; 195 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 550 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-15T23:53:58.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:53:58 smithi163 ceph-mon[34107]: pgmap v210: 97 pgs: 97 active+clean; 195 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 550 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-15T23:53:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:53:58 smithi190 ceph-mon[34840]: pgmap v210: 97 pgs: 97 active+clean; 195 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 550 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-15T23:53:58.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 237456 3.59 MB/sec execute 233 sec latency 14.729 ms 2024-09-15T23:53:59.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 238007 3.60 MB/sec execute 234 sec latency 42.288 ms 2024-09-15T23:54:00.365 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:00 smithi190 ceph-mon[34840]: pgmap v211: 97 pgs: 97 active+clean; 198 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 807 KiB/s rd, 2.5 MiB/s wr, 151 op/s 2024-09-15T23:54:00.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:00 smithi071 ceph-mon[30957]: pgmap v211: 97 pgs: 97 active+clean; 198 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 807 KiB/s rd, 2.5 MiB/s wr, 151 op/s 2024-09-15T23:54:00.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:00 smithi163 ceph-mon[34107]: pgmap v211: 97 pgs: 97 active+clean; 198 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 807 KiB/s rd, 2.5 MiB/s wr, 151 op/s 2024-09-15T23:54:00.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 238521 3.58 MB/sec execute 235 sec latency 16.433 ms 2024-09-15T23:54:01.608 INFO:tasks.workunit.client.0.smithi071.stdout: 1 239229 3.59 MB/sec execute 236 sec latency 14.451 ms 2024-09-15T23:54:02.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:02 smithi071 ceph-mon[30957]: pgmap v212: 97 pgs: 97 active+clean; 198 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 528 KiB/s rd, 1.7 MiB/s wr, 101 op/s 2024-09-15T23:54:02.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:02 smithi163 ceph-mon[34107]: pgmap v212: 97 pgs: 97 active+clean; 198 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 528 KiB/s rd, 1.7 MiB/s wr, 101 op/s 2024-09-15T23:54:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:02 smithi190 ceph-mon[34840]: pgmap v212: 97 pgs: 97 active+clean; 198 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 528 KiB/s rd, 1.7 MiB/s wr, 101 op/s 2024-09-15T23:54:02.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 240037 3.58 MB/sec execute 237 sec latency 17.914 ms 2024-09-15T23:54:03.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:03 smithi071 ceph-mon[30957]: osdmap e85: 12 total, 12 up, 12 in 2024-09-15T23:54:03.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:03 smithi163 ceph-mon[34107]: osdmap e85: 12 total, 12 up, 12 in 2024-09-15T23:54:03.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:03 smithi190 ceph-mon[34840]: osdmap e85: 12 total, 12 up, 12 in 2024-09-15T23:54:03.605 INFO:tasks.workunit.client.0.smithi071.stdout: 1 240862 3.59 MB/sec execute 238 sec latency 15.105 ms 2024-09-15T23:54:04.385 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:04 smithi163 ceph-mon[34107]: pgmap v214: 97 pgs: 97 active+clean; 198 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 633 KiB/s rd, 2.1 MiB/s wr, 121 op/s 2024-09-15T23:54:04.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:04 smithi071 ceph-mon[30957]: pgmap v214: 97 pgs: 97 active+clean; 198 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 633 KiB/s rd, 2.1 MiB/s wr, 121 op/s 2024-09-15T23:54:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:04 smithi190 ceph-mon[34840]: pgmap v214: 97 pgs: 97 active+clean; 198 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 633 KiB/s rd, 2.1 MiB/s wr, 121 op/s 2024-09-15T23:54:04.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 241378 3.60 MB/sec execute 239 sec latency 13.342 ms 2024-09-15T23:54:05.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 241841 3.59 MB/sec execute 240 sec latency 20.412 ms 2024-09-15T23:54:06.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:06 smithi071 ceph-mon[30957]: pgmap v215: 97 pgs: 97 active+clean; 201 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 2.1 MiB/s wr, 139 op/s 2024-09-15T23:54:06.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:06 smithi163 ceph-mon[34107]: pgmap v215: 97 pgs: 97 active+clean; 201 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 2.1 MiB/s wr, 139 op/s 2024-09-15T23:54:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:06 smithi190 ceph-mon[34840]: pgmap v215: 97 pgs: 97 active+clean; 201 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 2.1 MiB/s wr, 139 op/s 2024-09-15T23:54:06.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 242523 3.58 MB/sec execute 241 sec latency 14.311 ms 2024-09-15T23:54:07.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 243304 3.58 MB/sec execute 242 sec latency 14.374 ms 2024-09-15T23:54:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:08 smithi071 ceph-mon[30957]: pgmap v216: 97 pgs: 97 active+clean; 201 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 2.1 MiB/s wr, 139 op/s 2024-09-15T23:54:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:08 smithi071 ceph-mon[30957]: osdmap e86: 12 total, 12 up, 12 in 2024-09-15T23:54:08.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:08 smithi163 ceph-mon[34107]: pgmap v216: 97 pgs: 97 active+clean; 201 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 2.1 MiB/s wr, 139 op/s 2024-09-15T23:54:08.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:08 smithi163 ceph-mon[34107]: osdmap e86: 12 total, 12 up, 12 in 2024-09-15T23:54:08.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:08 smithi190 ceph-mon[34840]: pgmap v216: 97 pgs: 97 active+clean; 201 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 2.1 MiB/s wr, 139 op/s 2024-09-15T23:54:08.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:08 smithi190 ceph-mon[34840]: osdmap e86: 12 total, 12 up, 12 in 2024-09-15T23:54:08.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 244134 3.59 MB/sec execute 243 sec latency 14.352 ms 2024-09-15T23:54:09.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 244763 3.60 MB/sec execute 244 sec latency 9.674 ms 2024-09-15T23:54:10.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:10 smithi071 ceph-mon[30957]: pgmap v218: 97 pgs: 97 active+clean; 205 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 915 KiB/s rd, 2.6 MiB/s wr, 175 op/s 2024-09-15T23:54:10.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:10 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:54:10.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:10 smithi163 ceph-mon[34107]: pgmap v218: 97 pgs: 97 active+clean; 205 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 915 KiB/s rd, 2.6 MiB/s wr, 175 op/s 2024-09-15T23:54:10.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:10 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:54:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:10 smithi190 ceph-mon[34840]: pgmap v218: 97 pgs: 97 active+clean; 205 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 915 KiB/s rd, 2.6 MiB/s wr, 175 op/s 2024-09-15T23:54:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:10 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:54:10.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 245261 3.59 MB/sec execute 245 sec latency 12.051 ms 2024-09-15T23:54:11.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:11 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:54:11.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:11 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:54:11.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:11 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:54:11.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:11 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:54:11.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:11 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:54:11.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:11 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:54:11.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:11 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:54:11.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:11 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:54:11.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:11 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:54:11.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 245883 3.59 MB/sec execute 246 sec latency 16.219 ms 2024-09-15T23:54:12.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:12 smithi071 ceph-mon[30957]: pgmap v219: 97 pgs: 97 active+clean; 205 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 900 KiB/s rd, 2.6 MiB/s wr, 172 op/s 2024-09-15T23:54:12.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:12 smithi163 ceph-mon[34107]: pgmap v219: 97 pgs: 97 active+clean; 205 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 900 KiB/s rd, 2.6 MiB/s wr, 172 op/s 2024-09-15T23:54:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:12 smithi190 ceph-mon[34840]: pgmap v219: 97 pgs: 97 active+clean; 205 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 900 KiB/s rd, 2.6 MiB/s wr, 172 op/s 2024-09-15T23:54:12.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 246647 3.58 MB/sec execute 247 sec latency 16.543 ms 2024-09-15T23:54:13.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 247367 3.58 MB/sec execute 248 sec latency 12.714 ms 2024-09-15T23:54:14.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:14 smithi071 ceph-mon[30957]: pgmap v220: 97 pgs: 97 active+clean; 205 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 732 KiB/s rd, 2.1 MiB/s wr, 140 op/s 2024-09-15T23:54:14.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:14 smithi163 ceph-mon[34107]: pgmap v220: 97 pgs: 97 active+clean; 205 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 732 KiB/s rd, 2.1 MiB/s wr, 140 op/s 2024-09-15T23:54:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:14 smithi190 ceph-mon[34840]: pgmap v220: 97 pgs: 97 active+clean; 205 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 732 KiB/s rd, 2.1 MiB/s wr, 140 op/s 2024-09-15T23:54:14.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 248102 3.59 MB/sec execute 249 sec latency 13.425 ms 2024-09-15T23:54:15.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 248658 3.59 MB/sec execute 250 sec latency 13.357 ms 2024-09-15T23:54:16.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:16 smithi071 ceph-mon[30957]: pgmap v221: 97 pgs: 97 active+clean; 208 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 757 KiB/s rd, 2.1 MiB/s wr, 121 op/s 2024-09-15T23:54:16.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:16 smithi163 ceph-mon[34107]: pgmap v221: 97 pgs: 97 active+clean; 208 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 757 KiB/s rd, 2.1 MiB/s wr, 121 op/s 2024-09-15T23:54:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:16 smithi190 ceph-mon[34840]: pgmap v221: 97 pgs: 97 active+clean; 208 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 757 KiB/s rd, 2.1 MiB/s wr, 121 op/s 2024-09-15T23:54:16.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 249161 3.58 MB/sec execute 251 sec latency 17.345 ms 2024-09-15T23:54:17.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 249889 3.59 MB/sec execute 252 sec latency 15.804 ms 2024-09-15T23:54:18.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:18 smithi071 ceph-mon[30957]: pgmap v222: 97 pgs: 97 active+clean; 208 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 757 KiB/s rd, 2.1 MiB/s wr, 121 op/s 2024-09-15T23:54:18.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:18 smithi163 ceph-mon[34107]: pgmap v222: 97 pgs: 97 active+clean; 208 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 757 KiB/s rd, 2.1 MiB/s wr, 121 op/s 2024-09-15T23:54:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:18 smithi190 ceph-mon[34840]: pgmap v222: 97 pgs: 97 active+clean; 208 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 757 KiB/s rd, 2.1 MiB/s wr, 121 op/s 2024-09-15T23:54:18.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 250691 3.58 MB/sec execute 253 sec latency 13.670 ms 2024-09-15T23:54:19.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 251514 3.59 MB/sec execute 254 sec latency 14.149 ms 2024-09-15T23:54:20.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:20 smithi071 ceph-mon[30957]: pgmap v223: 97 pgs: 97 active+clean; 214 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.8 MiB/s wr, 164 op/s 2024-09-15T23:54:20.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:20 smithi163 ceph-mon[34107]: pgmap v223: 97 pgs: 97 active+clean; 214 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.8 MiB/s wr, 164 op/s 2024-09-15T23:54:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:20 smithi190 ceph-mon[34840]: pgmap v223: 97 pgs: 97 active+clean; 214 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.8 MiB/s wr, 164 op/s 2024-09-15T23:54:20.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 252086 3.60 MB/sec execute 255 sec latency 12.425 ms 2024-09-15T23:54:21.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 252496 3.59 MB/sec execute 256 sec latency 15.445 ms 2024-09-15T23:54:22.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:22 smithi071 ceph-mon[30957]: pgmap v224: 97 pgs: 97 active+clean; 214 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 645 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-15T23:54:22.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:22 smithi163 ceph-mon[34107]: pgmap v224: 97 pgs: 97 active+clean; 214 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 645 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-15T23:54:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:22 smithi190 ceph-mon[34840]: pgmap v224: 97 pgs: 97 active+clean; 214 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 645 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-15T23:54:22.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 253263 3.59 MB/sec execute 257 sec latency 17.173 ms 2024-09-15T23:54:23.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 254021 3.58 MB/sec execute 258 sec latency 14.229 ms 2024-09-15T23:54:24.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:24 smithi071 ceph-mon[30957]: pgmap v225: 97 pgs: 97 active+clean; 214 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 645 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-15T23:54:24.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:24 smithi163 ceph-mon[34107]: pgmap v225: 97 pgs: 97 active+clean; 214 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 645 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-15T23:54:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:24 smithi190 ceph-mon[34840]: pgmap v225: 97 pgs: 97 active+clean; 214 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 645 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-15T23:54:24.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 254810 3.59 MB/sec execute 259 sec latency 16.374 ms 2024-09-15T23:54:25.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 255432 3.60 MB/sec execute 260 sec latency 14.191 ms 2024-09-15T23:54:26.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:26 smithi071 ceph-mon[30957]: pgmap v226: 97 pgs: 97 active+clean; 217 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 968 KiB/s rd, 2.7 MiB/s wr, 155 op/s 2024-09-15T23:54:26.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:26 smithi163 ceph-mon[34107]: pgmap v226: 97 pgs: 97 active+clean; 217 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 968 KiB/s rd, 2.7 MiB/s wr, 155 op/s 2024-09-15T23:54:26.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:26 smithi190 ceph-mon[34840]: pgmap v226: 97 pgs: 97 active+clean; 217 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 968 KiB/s rd, 2.7 MiB/s wr, 155 op/s 2024-09-15T23:54:26.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 255935 3.59 MB/sec execute 261 sec latency 15.090 ms 2024-09-15T23:54:27.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 256560 3.59 MB/sec execute 262 sec latency 15.398 ms 2024-09-15T23:54:28.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:28 smithi071 ceph-mon[30957]: pgmap v227: 97 pgs: 97 active+clean; 217 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 1.8 MiB/s wr, 104 op/s 2024-09-15T23:54:28.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:28 smithi163 ceph-mon[34107]: pgmap v227: 97 pgs: 97 active+clean; 217 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 1.8 MiB/s wr, 104 op/s 2024-09-15T23:54:28.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:28 smithi190 ceph-mon[34840]: pgmap v227: 97 pgs: 97 active+clean; 217 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 1.8 MiB/s wr, 104 op/s 2024-09-15T23:54:28.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 257342 3.58 MB/sec execute 263 sec latency 16.392 ms 2024-09-15T23:54:29.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 258042 3.58 MB/sec execute 264 sec latency 16.976 ms 2024-09-15T23:54:30.365 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:30 smithi190 ceph-mon[34840]: pgmap v228: 97 pgs: 97 active+clean; 221 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 952 KiB/s rd, 2.7 MiB/s wr, 155 op/s 2024-09-15T23:54:30.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:30 smithi071 ceph-mon[30957]: pgmap v228: 97 pgs: 97 active+clean; 221 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 952 KiB/s rd, 2.7 MiB/s wr, 155 op/s 2024-09-15T23:54:30.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:30 smithi163 ceph-mon[34107]: pgmap v228: 97 pgs: 97 active+clean; 221 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 952 KiB/s rd, 2.7 MiB/s wr, 155 op/s 2024-09-15T23:54:30.606 INFO:tasks.workunit.client.0.smithi071.stdout: 1 258752 3.59 MB/sec execute 265 sec latency 33.634 ms 2024-09-15T23:54:31.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 259357 3.60 MB/sec execute 266 sec latency 20.098 ms 2024-09-15T23:54:32.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:32 smithi071 ceph-mon[30957]: pgmap v229: 97 pgs: 97 active+clean; 221 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 1.8 MiB/s wr, 104 op/s 2024-09-15T23:54:32.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:32 smithi163 ceph-mon[34107]: pgmap v229: 97 pgs: 97 active+clean; 221 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 1.8 MiB/s wr, 104 op/s 2024-09-15T23:54:32.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:32 smithi190 ceph-mon[34840]: pgmap v229: 97 pgs: 97 active+clean; 221 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 1.8 MiB/s wr, 104 op/s 2024-09-15T23:54:32.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 259907 3.59 MB/sec execute 267 sec latency 24.444 ms 2024-09-15T23:54:33.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 260607 3.59 MB/sec execute 268 sec latency 31.967 ms 2024-09-15T23:54:34.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:34 smithi071 ceph-mon[30957]: pgmap v230: 97 pgs: 97 active+clean; 221 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 1.8 MiB/s wr, 104 op/s 2024-09-15T23:54:34.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:34 smithi163 ceph-mon[34107]: pgmap v230: 97 pgs: 97 active+clean; 221 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 1.8 MiB/s wr, 104 op/s 2024-09-15T23:54:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:34 smithi190 ceph-mon[34840]: pgmap v230: 97 pgs: 97 active+clean; 221 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 1.8 MiB/s wr, 104 op/s 2024-09-15T23:54:34.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 261371 3.58 MB/sec execute 269 sec latency 14.553 ms 2024-09-15T23:54:35.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 262247 3.60 MB/sec execute 270 sec latency 14.275 ms 2024-09-15T23:54:36.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:36 smithi071 ceph-mon[30957]: pgmap v231: 97 pgs: 97 active+clean; 225 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 944 KiB/s rd, 2.8 MiB/s wr, 156 op/s 2024-09-15T23:54:36.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:36 smithi163 ceph-mon[34107]: pgmap v231: 97 pgs: 97 active+clean; 225 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 944 KiB/s rd, 2.8 MiB/s wr, 156 op/s 2024-09-15T23:54:36.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:36 smithi190 ceph-mon[34840]: pgmap v231: 97 pgs: 97 active+clean; 225 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 944 KiB/s rd, 2.8 MiB/s wr, 156 op/s 2024-09-15T23:54:36.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 262750 3.60 MB/sec execute 271 sec latency 14.321 ms 2024-09-15T23:54:37.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 263174 3.59 MB/sec execute 272 sec latency 15.514 ms 2024-09-15T23:54:38.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:38 smithi071 ceph-mon[30957]: pgmap v232: 97 pgs: 97 active+clean; 225 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 622 KiB/s rd, 1.8 MiB/s wr, 103 op/s 2024-09-15T23:54:38.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:38 smithi163 ceph-mon[34107]: pgmap v232: 97 pgs: 97 active+clean; 225 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 622 KiB/s rd, 1.8 MiB/s wr, 103 op/s 2024-09-15T23:54:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:38 smithi190 ceph-mon[34840]: pgmap v232: 97 pgs: 97 active+clean; 225 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 622 KiB/s rd, 1.8 MiB/s wr, 103 op/s 2024-09-15T23:54:38.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 263934 3.59 MB/sec execute 273 sec latency 13.624 ms 2024-09-15T23:54:39.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 264698 3.58 MB/sec execute 274 sec latency 13.998 ms 2024-09-15T23:54:40.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:40 smithi071 ceph-mon[30957]: pgmap v233: 97 pgs: 97 active+clean; 228 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 2.8 MiB/s wr, 153 op/s 2024-09-15T23:54:40.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:40 smithi163 ceph-mon[34107]: pgmap v233: 97 pgs: 97 active+clean; 228 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 2.8 MiB/s wr, 153 op/s 2024-09-15T23:54:40.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:40 smithi190 ceph-mon[34840]: pgmap v233: 97 pgs: 97 active+clean; 228 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 2.8 MiB/s wr, 153 op/s 2024-09-15T23:54:40.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 265447 3.59 MB/sec execute 275 sec latency 36.112 ms 2024-09-15T23:54:41.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 266063 3.60 MB/sec execute 276 sec latency 13.749 ms 2024-09-15T23:54:42.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:42 smithi071 ceph-mon[30957]: pgmap v234: 97 pgs: 97 active+clean; 228 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 1.8 MiB/s wr, 102 op/s 2024-09-15T23:54:42.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:42 smithi163 ceph-mon[34107]: pgmap v234: 97 pgs: 97 active+clean; 228 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 1.8 MiB/s wr, 102 op/s 2024-09-15T23:54:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:42 smithi190 ceph-mon[34840]: pgmap v234: 97 pgs: 97 active+clean; 228 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 1.8 MiB/s wr, 102 op/s 2024-09-15T23:54:42.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 266582 3.59 MB/sec execute 277 sec latency 12.321 ms 2024-09-15T23:54:43.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 267225 3.59 MB/sec execute 278 sec latency 16.582 ms 2024-09-15T23:54:44.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:44 smithi071 ceph-mon[30957]: pgmap v235: 97 pgs: 97 active+clean; 228 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 1.8 MiB/s wr, 102 op/s 2024-09-15T23:54:44.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:44 smithi163 ceph-mon[34107]: pgmap v235: 97 pgs: 97 active+clean; 228 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 1.8 MiB/s wr, 102 op/s 2024-09-15T23:54:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:44 smithi190 ceph-mon[34840]: pgmap v235: 97 pgs: 97 active+clean; 228 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 1.8 MiB/s wr, 102 op/s 2024-09-15T23:54:44.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 268016 3.58 MB/sec execute 279 sec latency 13.425 ms 2024-09-15T23:54:45.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 268773 3.59 MB/sec execute 280 sec latency 14.034 ms 2024-09-15T23:54:46.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:46 smithi071 ceph-mon[30957]: pgmap v236: 97 pgs: 97 active+clean; 232 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 940 KiB/s rd, 2.7 MiB/s wr, 152 op/s 2024-09-15T23:54:46.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:46 smithi163 ceph-mon[34107]: pgmap v236: 97 pgs: 97 active+clean; 232 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 940 KiB/s rd, 2.7 MiB/s wr, 152 op/s 2024-09-15T23:54:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:46 smithi190 ceph-mon[34840]: pgmap v236: 97 pgs: 97 active+clean; 232 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 940 KiB/s rd, 2.7 MiB/s wr, 152 op/s 2024-09-15T23:54:46.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 269392 3.59 MB/sec execute 281 sec latency 13.513 ms 2024-09-15T23:54:47.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 270013 3.59 MB/sec execute 282 sec latency 12.065 ms 2024-09-15T23:54:48.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:48 smithi071 ceph-mon[30957]: pgmap v237: 97 pgs: 97 active+clean; 232 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 620 KiB/s rd, 1.8 MiB/s wr, 100 op/s 2024-09-15T23:54:48.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:48 smithi163 ceph-mon[34107]: pgmap v237: 97 pgs: 97 active+clean; 232 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 620 KiB/s rd, 1.8 MiB/s wr, 100 op/s 2024-09-15T23:54:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:48 smithi190 ceph-mon[34840]: pgmap v237: 97 pgs: 97 active+clean; 232 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 620 KiB/s rd, 1.8 MiB/s wr, 100 op/s 2024-09-15T23:54:48.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 270549 3.59 MB/sec execute 283 sec latency 16.471 ms 2024-09-15T23:54:49.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 271306 3.59 MB/sec execute 284 sec latency 12.981 ms 2024-09-15T23:54:50.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:50 smithi071 ceph-mon[30957]: pgmap v238: 97 pgs: 97 active+clean; 235 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 916 KiB/s rd, 2.6 MiB/s wr, 147 op/s 2024-09-15T23:54:50.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:50 smithi163 ceph-mon[34107]: pgmap v238: 97 pgs: 97 active+clean; 235 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 916 KiB/s rd, 2.6 MiB/s wr, 147 op/s 2024-09-15T23:54:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:50 smithi190 ceph-mon[34840]: pgmap v238: 97 pgs: 97 active+clean; 235 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 916 KiB/s rd, 2.6 MiB/s wr, 147 op/s 2024-09-15T23:54:50.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 272057 3.58 MB/sec execute 285 sec latency 14.742 ms 2024-09-15T23:54:51.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 272891 3.59 MB/sec execute 286 sec latency 18.843 ms 2024-09-15T23:54:52.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:52 smithi071 ceph-mon[30957]: pgmap v239: 97 pgs: 97 active+clean; 235 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 610 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-15T23:54:52.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:52 smithi163 ceph-mon[34107]: pgmap v239: 97 pgs: 97 active+clean; 235 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 610 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-15T23:54:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:52 smithi190 ceph-mon[34840]: pgmap v239: 97 pgs: 97 active+clean; 235 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 610 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-15T23:54:52.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 273412 3.60 MB/sec execute 287 sec latency 13.232 ms 2024-09-15T23:54:53.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 273874 3.59 MB/sec execute 288 sec latency 16.096 ms 2024-09-15T23:54:54.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:54 smithi071 ceph-mon[30957]: pgmap v240: 97 pgs: 97 active+clean; 235 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 610 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-15T23:54:54.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:54 smithi163 ceph-mon[34107]: pgmap v240: 97 pgs: 97 active+clean; 235 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 610 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-15T23:54:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:54 smithi190 ceph-mon[34840]: pgmap v240: 97 pgs: 97 active+clean; 235 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 610 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-15T23:54:54.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 274604 3.59 MB/sec execute 289 sec latency 13.742 ms 2024-09-15T23:54:55.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 275330 3.58 MB/sec execute 290 sec latency 47.441 ms 2024-09-15T23:54:56.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:56 smithi071 ceph-mon[30957]: pgmap v241: 97 pgs: 97 active+clean; 238 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 831 KiB/s rd, 2.6 MiB/s wr, 148 op/s 2024-09-15T23:54:56.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:56 smithi163 ceph-mon[34107]: pgmap v241: 97 pgs: 97 active+clean; 238 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 831 KiB/s rd, 2.6 MiB/s wr, 148 op/s 2024-09-15T23:54:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:56 smithi190 ceph-mon[34840]: pgmap v241: 97 pgs: 97 active+clean; 238 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 831 KiB/s rd, 2.6 MiB/s wr, 148 op/s 2024-09-15T23:54:56.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 276117 3.59 MB/sec execute 291 sec latency 12.662 ms 2024-09-15T23:54:57.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 276728 3.60 MB/sec execute 292 sec latency 10.923 ms 2024-09-15T23:54:58.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:54:58 smithi071 ceph-mon[30957]: pgmap v242: 97 pgs: 97 active+clean; 238 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 517 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:54:58.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:54:58 smithi163 ceph-mon[34107]: pgmap v242: 97 pgs: 97 active+clean; 238 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 517 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:54:58.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:54:58 smithi190 ceph-mon[34840]: pgmap v242: 97 pgs: 97 active+clean; 238 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 517 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:54:58.608 INFO:tasks.workunit.client.0.smithi071.stdout: 1 277242 3.59 MB/sec execute 293 sec latency 9.859 ms 2024-09-15T23:54:59.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 277877 3.59 MB/sec execute 294 sec latency 13.493 ms 2024-09-15T23:55:00.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:00 smithi071 ceph-mon[30957]: pgmap v243: 97 pgs: 97 active+clean; 242 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 835 KiB/s rd, 2.7 MiB/s wr, 147 op/s 2024-09-15T23:55:00.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:00 smithi163 ceph-mon[34107]: pgmap v243: 97 pgs: 97 active+clean; 242 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 835 KiB/s rd, 2.7 MiB/s wr, 147 op/s 2024-09-15T23:55:00.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:00 smithi190 ceph-mon[34840]: pgmap v243: 97 pgs: 97 active+clean; 242 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 835 KiB/s rd, 2.7 MiB/s wr, 147 op/s 2024-09-15T23:55:00.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 278728 3.59 MB/sec execute 295 sec latency 14.620 ms 2024-09-15T23:55:01.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 279443 3.59 MB/sec execute 296 sec latency 23.875 ms 2024-09-15T23:55:02.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:02 smithi071 ceph-mon[30957]: pgmap v244: 97 pgs: 97 active+clean; 242 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 539 KiB/s rd, 1.8 MiB/s wr, 100 op/s 2024-09-15T23:55:02.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:02 smithi163 ceph-mon[34107]: pgmap v244: 97 pgs: 97 active+clean; 242 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 539 KiB/s rd, 1.8 MiB/s wr, 100 op/s 2024-09-15T23:55:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:02 smithi190 ceph-mon[34840]: pgmap v244: 97 pgs: 97 active+clean; 242 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 539 KiB/s rd, 1.8 MiB/s wr, 100 op/s 2024-09-15T23:55:02.608 INFO:tasks.workunit.client.0.smithi071.stdout: 1 280030 3.59 MB/sec execute 297 sec latency 23.910 ms 2024-09-15T23:55:03.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:03 smithi071 ceph-mon[30957]: osdmap e87: 12 total, 12 up, 12 in 2024-09-15T23:55:03.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:03 smithi163 ceph-mon[34107]: osdmap e87: 12 total, 12 up, 12 in 2024-09-15T23:55:03.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:03 smithi190 ceph-mon[34840]: osdmap e87: 12 total, 12 up, 12 in 2024-09-15T23:55:03.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 280653 3.59 MB/sec execute 298 sec latency 12.238 ms 2024-09-15T23:55:04.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:04 smithi071 ceph-mon[30957]: pgmap v246: 97 pgs: 97 active+clean; 242 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 647 KiB/s rd, 2.2 MiB/s wr, 120 op/s 2024-09-15T23:55:04.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:04 smithi163 ceph-mon[34107]: pgmap v246: 97 pgs: 97 active+clean; 242 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 647 KiB/s rd, 2.2 MiB/s wr, 120 op/s 2024-09-15T23:55:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:04 smithi190 ceph-mon[34840]: pgmap v246: 97 pgs: 97 active+clean; 242 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 647 KiB/s rd, 2.2 MiB/s wr, 120 op/s 2024-09-15T23:55:04.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 281189 3.59 MB/sec execute 299 sec latency 16.407 ms 2024-09-15T23:55:05.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 281934 3.59 MB/sec execute 300 sec latency 14.006 ms 2024-09-15T23:55:06.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:06 smithi071 ceph-mon[30957]: pgmap v247: 97 pgs: 97 active+clean; 245 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 804 KiB/s rd, 2.2 MiB/s wr, 143 op/s 2024-09-15T23:55:06.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:06 smithi163 ceph-mon[34107]: pgmap v247: 97 pgs: 97 active+clean; 245 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 804 KiB/s rd, 2.2 MiB/s wr, 143 op/s 2024-09-15T23:55:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:06 smithi190 ceph-mon[34840]: pgmap v247: 97 pgs: 97 active+clean; 245 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 804 KiB/s rd, 2.2 MiB/s wr, 143 op/s 2024-09-15T23:55:06.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 282674 3.58 MB/sec execute 301 sec latency 12.809 ms 2024-09-15T23:55:07.608 INFO:tasks.workunit.client.0.smithi071.stdout: 1 283520 3.59 MB/sec execute 302 sec latency 14.451 ms 2024-09-15T23:55:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:08 smithi071 ceph-mon[30957]: pgmap v248: 97 pgs: 97 active+clean; 245 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 804 KiB/s rd, 2.2 MiB/s wr, 143 op/s 2024-09-15T23:55:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:08 smithi071 ceph-mon[30957]: osdmap e88: 12 total, 12 up, 12 in 2024-09-15T23:55:08.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:08 smithi163 ceph-mon[34107]: pgmap v248: 97 pgs: 97 active+clean; 245 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 804 KiB/s rd, 2.2 MiB/s wr, 143 op/s 2024-09-15T23:55:08.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:08 smithi163 ceph-mon[34107]: osdmap e88: 12 total, 12 up, 12 in 2024-09-15T23:55:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:08 smithi190 ceph-mon[34840]: pgmap v248: 97 pgs: 97 active+clean; 245 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 804 KiB/s rd, 2.2 MiB/s wr, 143 op/s 2024-09-15T23:55:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:08 smithi190 ceph-mon[34840]: osdmap e88: 12 total, 12 up, 12 in 2024-09-15T23:55:08.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 284019 3.60 MB/sec execute 303 sec latency 13.527 ms 2024-09-15T23:55:09.608 INFO:tasks.workunit.client.0.smithi071.stdout: 1 284466 3.59 MB/sec execute 304 sec latency 15.289 ms 2024-09-15T23:55:10.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:10 smithi071 ceph-mon[30957]: pgmap v250: 97 pgs: 97 active+clean; 249 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 178 op/s 2024-09-15T23:55:10.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:10 smithi163 ceph-mon[34107]: pgmap v250: 97 pgs: 97 active+clean; 249 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 178 op/s 2024-09-15T23:55:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:10 smithi190 ceph-mon[34840]: pgmap v250: 97 pgs: 97 active+clean; 249 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 178 op/s 2024-09-15T23:55:10.608 INFO:tasks.workunit.client.0.smithi071.stdout: 1 285169 3.59 MB/sec execute 305 sec latency 66.766 ms 2024-09-15T23:55:11.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:11 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:55:11.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:11 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:55:11.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:11 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:55:11.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:11 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:55:11.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:11 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:55:11.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:11 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:55:11.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:11 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:55:11.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:11 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:55:11.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:11 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:55:11.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:11 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:55:11.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:11 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:55:11.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:11 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:55:11.608 INFO:tasks.workunit.client.0.smithi071.stdout: 1 285169 3.58 MB/sec execute 306 sec latency 1066.824 ms 2024-09-15T23:55:12.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:12 smithi071 ceph-mon[30957]: pgmap v251: 97 pgs: 97 active+clean; 249 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 175 op/s 2024-09-15T23:55:12.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:12 smithi163 ceph-mon[34107]: pgmap v251: 97 pgs: 97 active+clean; 249 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 175 op/s 2024-09-15T23:55:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:12 smithi190 ceph-mon[34840]: pgmap v251: 97 pgs: 97 active+clean; 249 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 175 op/s 2024-09-15T23:55:12.608 INFO:tasks.workunit.client.0.smithi071.stdout: 1 285169 3.57 MB/sec execute 307 sec latency 2066.908 ms 2024-09-15T23:55:13.608 INFO:tasks.workunit.client.0.smithi071.stdout: 1 285169 3.56 MB/sec execute 308 sec latency 3067.025 ms 2024-09-15T23:55:14.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:14 smithi071 ceph-mon[30957]: pgmap v252: 97 pgs: 97 active+clean; 249 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 846 KiB/s rd, 2.2 MiB/s wr, 142 op/s 2024-09-15T23:55:14.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:14 smithi163 ceph-mon[34107]: pgmap v252: 97 pgs: 97 active+clean; 249 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 846 KiB/s rd, 2.2 MiB/s wr, 142 op/s 2024-09-15T23:55:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:14 smithi190 ceph-mon[34840]: pgmap v252: 97 pgs: 97 active+clean; 249 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 846 KiB/s rd, 2.2 MiB/s wr, 142 op/s 2024-09-15T23:55:14.608 INFO:tasks.workunit.client.0.smithi071.stdout: 1 285169 3.54 MB/sec execute 309 sec latency 4067.125 ms 2024-09-15T23:55:15.608 INFO:tasks.workunit.client.0.smithi071.stdout: 1 285169 3.53 MB/sec execute 310 sec latency 5067.228 ms 2024-09-15T23:55:16.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:16 smithi071 ceph-mon[30957]: pgmap v253: 97 pgs: 97 active+clean; 249 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 724 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:55:16.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:16 smithi163 ceph-mon[34107]: pgmap v253: 97 pgs: 97 active+clean; 249 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 724 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:55:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:16 smithi190 ceph-mon[34840]: pgmap v253: 97 pgs: 97 active+clean; 249 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 724 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:55:16.608 INFO:tasks.workunit.client.0.smithi071.stdout: 1 285305 3.52 MB/sec execute 311 sec latency 5791.443 ms 2024-09-15T23:55:17.608 INFO:tasks.workunit.client.0.smithi071.stdout: 1 286009 3.51 MB/sec execute 312 sec latency 17.365 ms 2024-09-15T23:55:18.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:18 smithi071 ceph-mon[30957]: pgmap v254: 97 pgs: 97 active+clean; 249 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 724 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:55:18.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:18 smithi163 ceph-mon[34107]: pgmap v254: 97 pgs: 97 active+clean; 249 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 724 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:55:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:18 smithi190 ceph-mon[34840]: pgmap v254: 97 pgs: 97 active+clean; 249 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 724 KiB/s rd, 1.6 MiB/s wr, 100 op/s 2024-09-15T23:55:18.608 INFO:tasks.workunit.client.0.smithi071.stdout: 1 286776 3.52 MB/sec execute 313 sec latency 13.882 ms 2024-09-15T23:55:19.608 INFO:tasks.workunit.client.0.smithi071.stdout: 1 287401 3.53 MB/sec execute 314 sec latency 13.800 ms 2024-09-15T23:55:20.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:20 smithi071 ceph-mon[30957]: pgmap v255: 97 pgs: 97 active+clean; 252 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 767 KiB/s rd, 1.8 MiB/s wr, 113 op/s 2024-09-15T23:55:20.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:20 smithi163 ceph-mon[34107]: pgmap v255: 97 pgs: 97 active+clean; 252 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 767 KiB/s rd, 1.8 MiB/s wr, 113 op/s 2024-09-15T23:55:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:20 smithi190 ceph-mon[34840]: pgmap v255: 97 pgs: 97 active+clean; 252 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 767 KiB/s rd, 1.8 MiB/s wr, 113 op/s 2024-09-15T23:55:20.608 INFO:tasks.workunit.client.0.smithi071.stdout: 1 287876 3.52 MB/sec execute 315 sec latency 12.848 ms 2024-09-15T23:55:21.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 288447 3.52 MB/sec execute 316 sec latency 75.108 ms 2024-09-15T23:55:22.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:22 smithi071 ceph-mon[30957]: pgmap v256: 97 pgs: 97 active+clean; 252 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 361 KiB/s rd, 812 KiB/s wr, 55 op/s 2024-09-15T23:55:22.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:22 smithi163 ceph-mon[34107]: pgmap v256: 97 pgs: 97 active+clean; 252 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 361 KiB/s rd, 812 KiB/s wr, 55 op/s 2024-09-15T23:55:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:22 smithi190 ceph-mon[34840]: pgmap v256: 97 pgs: 97 active+clean; 252 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 361 KiB/s rd, 812 KiB/s wr, 55 op/s 2024-09-15T23:55:22.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 289154 3.52 MB/sec execute 317 sec latency 19.384 ms 2024-09-15T23:55:23.608 INFO:tasks.workunit.client.0.smithi071.stdout: 1 289811 3.51 MB/sec execute 318 sec latency 22.935 ms 2024-09-15T23:55:24.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:24 smithi071 ceph-mon[30957]: pgmap v257: 97 pgs: 97 active+clean; 252 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 361 KiB/s rd, 812 KiB/s wr, 55 op/s 2024-09-15T23:55:24.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:24 smithi163 ceph-mon[34107]: pgmap v257: 97 pgs: 97 active+clean; 252 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 361 KiB/s rd, 812 KiB/s wr, 55 op/s 2024-09-15T23:55:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:24 smithi190 ceph-mon[34840]: pgmap v257: 97 pgs: 97 active+clean; 252 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 361 KiB/s rd, 812 KiB/s wr, 55 op/s 2024-09-15T23:55:24.608 INFO:tasks.workunit.client.0.smithi071.stdout: 1 290636 3.52 MB/sec execute 319 sec latency 12.832 ms 2024-09-15T23:55:25.608 INFO:tasks.workunit.client.0.smithi071.stdout: 1 291172 3.53 MB/sec execute 320 sec latency 19.278 ms 2024-09-15T23:55:26.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:26 smithi071 ceph-mon[30957]: pgmap v258: 97 pgs: 97 active+clean; 255 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 722 KiB/s rd, 1.6 MiB/s wr, 105 op/s 2024-09-15T23:55:26.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:26 smithi163 ceph-mon[34107]: pgmap v258: 97 pgs: 97 active+clean; 255 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 722 KiB/s rd, 1.6 MiB/s wr, 105 op/s 2024-09-15T23:55:26.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:26 smithi190 ceph-mon[34840]: pgmap v258: 97 pgs: 97 active+clean; 255 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 722 KiB/s rd, 1.6 MiB/s wr, 105 op/s 2024-09-15T23:55:26.608 INFO:tasks.workunit.client.0.smithi071.stdout: 1 291656 3.52 MB/sec execute 321 sec latency 16.053 ms 2024-09-15T23:55:27.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 292368 3.52 MB/sec execute 322 sec latency 18.356 ms 2024-09-15T23:55:28.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:28 smithi071 ceph-mon[30957]: pgmap v259: 97 pgs: 97 active+clean; 255 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 471 KiB/s rd, 1.1 MiB/s wr, 71 op/s 2024-09-15T23:55:28.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:28 smithi163 ceph-mon[34107]: pgmap v259: 97 pgs: 97 active+clean; 255 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 471 KiB/s rd, 1.1 MiB/s wr, 71 op/s 2024-09-15T23:55:28.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:28 smithi190 ceph-mon[34840]: pgmap v259: 97 pgs: 97 active+clean; 255 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 471 KiB/s rd, 1.1 MiB/s wr, 71 op/s 2024-09-15T23:55:28.608 INFO:tasks.workunit.client.0.smithi071.stdout: 1 293051 3.51 MB/sec execute 323 sec latency 18.567 ms 2024-09-15T23:55:29.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 293803 3.52 MB/sec execute 324 sec latency 13.041 ms 2024-09-15T23:55:30.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:30 smithi071 ceph-mon[30957]: pgmap v260: 97 pgs: 97 active+clean; 262 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 839 KiB/s rd, 2.1 MiB/s wr, 119 op/s 2024-09-15T23:55:30.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:30 smithi163 ceph-mon[34107]: pgmap v260: 97 pgs: 97 active+clean; 262 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 839 KiB/s rd, 2.1 MiB/s wr, 119 op/s 2024-09-15T23:55:30.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:30 smithi190 ceph-mon[34840]: pgmap v260: 97 pgs: 97 active+clean; 262 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 839 KiB/s rd, 2.1 MiB/s wr, 119 op/s 2024-09-15T23:55:30.608 INFO:tasks.workunit.client.0.smithi071.stdout: 1 294400 3.53 MB/sec execute 325 sec latency 15.539 ms 2024-09-15T23:55:31.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 294898 3.52 MB/sec execute 326 sec latency 38.420 ms 2024-09-15T23:55:32.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:32 smithi071 ceph-mon[30957]: pgmap v261: 97 pgs: 97 active+clean; 262 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 730 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:55:32.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:32 smithi163 ceph-mon[34107]: pgmap v261: 97 pgs: 97 active+clean; 262 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 730 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:55:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:32 smithi190 ceph-mon[34840]: pgmap v261: 97 pgs: 97 active+clean; 262 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 730 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:55:32.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 295483 3.52 MB/sec execute 327 sec latency 40.889 ms 2024-09-15T23:55:33.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 296129 3.51 MB/sec execute 328 sec latency 19.511 ms 2024-09-15T23:55:34.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:34 smithi071 ceph-mon[30957]: pgmap v262: 97 pgs: 97 active+clean; 262 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 730 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:55:34.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:34 smithi163 ceph-mon[34107]: pgmap v262: 97 pgs: 97 active+clean; 262 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 730 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:55:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:34 smithi190 ceph-mon[34840]: pgmap v262: 97 pgs: 97 active+clean; 262 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 730 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:55:34.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 296834 3.51 MB/sec execute 329 sec latency 15.817 ms 2024-09-15T23:55:35.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 297705 3.52 MB/sec execute 330 sec latency 13.934 ms 2024-09-15T23:55:36.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:36 smithi071 ceph-mon[30957]: pgmap v263: 97 pgs: 97 active+clean; 267 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 148 op/s 2024-09-15T23:55:36.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:36 smithi163 ceph-mon[34107]: pgmap v263: 97 pgs: 97 active+clean; 267 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 148 op/s 2024-09-15T23:55:36.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:36 smithi190 ceph-mon[34840]: pgmap v263: 97 pgs: 97 active+clean; 267 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 148 op/s 2024-09-15T23:55:36.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 298192 3.52 MB/sec execute 331 sec latency 13.881 ms 2024-09-15T23:55:37.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 298595 3.51 MB/sec execute 332 sec latency 16.622 ms 2024-09-15T23:55:38.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:38 smithi071 ceph-mon[30957]: pgmap v264: 97 pgs: 97 active+clean; 267 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 2.0 MiB/s wr, 98 op/s 2024-09-15T23:55:38.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:38 smithi163 ceph-mon[34107]: pgmap v264: 97 pgs: 97 active+clean; 267 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 2.0 MiB/s wr, 98 op/s 2024-09-15T23:55:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:38 smithi190 ceph-mon[34840]: pgmap v264: 97 pgs: 97 active+clean; 267 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 2.0 MiB/s wr, 98 op/s 2024-09-15T23:55:38.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 299358 3.52 MB/sec execute 333 sec latency 12.960 ms 2024-09-15T23:55:39.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 300011 3.51 MB/sec execute 334 sec latency 27.083 ms 2024-09-15T23:55:40.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:40 smithi071 ceph-mon[30957]: pgmap v265: 97 pgs: 97 active+clean; 271 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 149 op/s 2024-09-15T23:55:40.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:40 smithi163 ceph-mon[34107]: pgmap v265: 97 pgs: 97 active+clean; 271 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 149 op/s 2024-09-15T23:55:40.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:40 smithi190 ceph-mon[34840]: pgmap v265: 97 pgs: 97 active+clean; 271 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 149 op/s 2024-09-15T23:55:40.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 300733 3.52 MB/sec execute 335 sec latency 14.387 ms 2024-09-15T23:55:41.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 301325 3.52 MB/sec execute 336 sec latency 13.571 ms 2024-09-15T23:55:42.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:42 smithi071 ceph-mon[30957]: pgmap v266: 97 pgs: 97 active+clean; 271 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 729 KiB/s rd, 1.9 MiB/s wr, 101 op/s 2024-09-15T23:55:42.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:42 smithi163 ceph-mon[34107]: pgmap v266: 97 pgs: 97 active+clean; 271 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 729 KiB/s rd, 1.9 MiB/s wr, 101 op/s 2024-09-15T23:55:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:42 smithi190 ceph-mon[34840]: pgmap v266: 97 pgs: 97 active+clean; 271 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 729 KiB/s rd, 1.9 MiB/s wr, 101 op/s 2024-09-15T23:55:42.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 301945 3.52 MB/sec execute 337 sec latency 12.248 ms 2024-09-15T23:55:43.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 302474 3.51 MB/sec execute 338 sec latency 15.765 ms 2024-09-15T23:55:44.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:44 smithi071 ceph-mon[30957]: pgmap v267: 97 pgs: 97 active+clean; 271 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 729 KiB/s rd, 1.9 MiB/s wr, 101 op/s 2024-09-15T23:55:44.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:44 smithi163 ceph-mon[34107]: pgmap v267: 97 pgs: 97 active+clean; 271 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 729 KiB/s rd, 1.9 MiB/s wr, 101 op/s 2024-09-15T23:55:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:44 smithi190 ceph-mon[34840]: pgmap v267: 97 pgs: 97 active+clean; 271 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 729 KiB/s rd, 1.9 MiB/s wr, 101 op/s 2024-09-15T23:55:44.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 303171 3.51 MB/sec execute 339 sec latency 21.889 ms 2024-09-15T23:55:45.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 303887 3.51 MB/sec execute 340 sec latency 17.467 ms 2024-09-15T23:55:46.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:46 smithi071 ceph-mon[30957]: pgmap v268: 97 pgs: 97 active+clean; 274 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.8 MiB/s wr, 148 op/s 2024-09-15T23:55:46.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:46 smithi163 ceph-mon[34107]: pgmap v268: 97 pgs: 97 active+clean; 274 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.8 MiB/s wr, 148 op/s 2024-09-15T23:55:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:46 smithi190 ceph-mon[34840]: pgmap v268: 97 pgs: 97 active+clean; 274 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.8 MiB/s wr, 148 op/s 2024-09-15T23:55:46.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 304729 3.52 MB/sec execute 341 sec latency 13.545 ms 2024-09-15T23:55:47.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 305266 3.52 MB/sec execute 342 sec latency 13.220 ms 2024-09-15T23:55:48.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:48 smithi071 ceph-mon[30957]: pgmap v269: 97 pgs: 97 active+clean; 274 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-15T23:55:48.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:48 smithi163 ceph-mon[34107]: pgmap v269: 97 pgs: 97 active+clean; 274 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-15T23:55:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:48 smithi190 ceph-mon[34840]: pgmap v269: 97 pgs: 97 active+clean; 274 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-15T23:55:48.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 305675 3.51 MB/sec execute 343 sec latency 14.924 ms 2024-09-15T23:55:49.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 306356 3.51 MB/sec execute 344 sec latency 13.185 ms 2024-09-15T23:55:50.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:50 smithi071 ceph-mon[30957]: pgmap v270: 97 pgs: 97 active+clean; 278 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1014 KiB/s rd, 2.7 MiB/s wr, 148 op/s 2024-09-15T23:55:50.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:50 smithi163 ceph-mon[34107]: pgmap v270: 97 pgs: 97 active+clean; 278 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1014 KiB/s rd, 2.7 MiB/s wr, 148 op/s 2024-09-15T23:55:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:50 smithi190 ceph-mon[34840]: pgmap v270: 97 pgs: 97 active+clean; 278 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1014 KiB/s rd, 2.7 MiB/s wr, 148 op/s 2024-09-15T23:55:50.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 307090 3.51 MB/sec execute 345 sec latency 18.967 ms 2024-09-15T23:55:51.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 307823 3.51 MB/sec execute 346 sec latency 16.433 ms 2024-09-15T23:55:52.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:52 smithi071 ceph-mon[30957]: pgmap v271: 97 pgs: 97 active+clean; 278 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 665 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:55:52.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:52 smithi163 ceph-mon[34107]: pgmap v271: 97 pgs: 97 active+clean; 278 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 665 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:55:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:52 smithi190 ceph-mon[34840]: pgmap v271: 97 pgs: 97 active+clean; 278 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 665 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:55:52.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 308421 3.51 MB/sec execute 347 sec latency 12.688 ms 2024-09-15T23:55:53.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 309035 3.52 MB/sec execute 348 sec latency 13.524 ms 2024-09-15T23:55:54.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:54 smithi071 ceph-mon[30957]: pgmap v272: 97 pgs: 97 active+clean; 278 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 665 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:55:54.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:54 smithi163 ceph-mon[34107]: pgmap v272: 97 pgs: 97 active+clean; 278 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 665 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:55:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:54 smithi190 ceph-mon[34840]: pgmap v272: 97 pgs: 97 active+clean; 278 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 665 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:55:54.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 309564 3.51 MB/sec execute 349 sec latency 17.475 ms 2024-09-15T23:55:55.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 310263 3.51 MB/sec execute 350 sec latency 18.634 ms 2024-09-15T23:55:56.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:56 smithi071 ceph-mon[30957]: pgmap v273: 97 pgs: 97 active+clean; 282 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 995 KiB/s rd, 2.7 MiB/s wr, 148 op/s 2024-09-15T23:55:56.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:56 smithi163 ceph-mon[34107]: pgmap v273: 97 pgs: 97 active+clean; 282 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 995 KiB/s rd, 2.7 MiB/s wr, 148 op/s 2024-09-15T23:55:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:56 smithi190 ceph-mon[34840]: pgmap v273: 97 pgs: 97 active+clean; 282 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 995 KiB/s rd, 2.7 MiB/s wr, 148 op/s 2024-09-15T23:55:56.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 310981 3.51 MB/sec execute 351 sec latency 19.964 ms 2024-09-15T23:55:57.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 311801 3.52 MB/sec execute 352 sec latency 12.643 ms 2024-09-15T23:55:58.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:55:58 smithi071 ceph-mon[30957]: pgmap v274: 97 pgs: 97 active+clean; 282 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 673 KiB/s rd, 1.9 MiB/s wr, 101 op/s 2024-09-15T23:55:58.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:55:58 smithi163 ceph-mon[34107]: pgmap v274: 97 pgs: 97 active+clean; 282 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 673 KiB/s rd, 1.9 MiB/s wr, 101 op/s 2024-09-15T23:55:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:55:58 smithi190 ceph-mon[34840]: pgmap v274: 97 pgs: 97 active+clean; 282 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 673 KiB/s rd, 1.9 MiB/s wr, 101 op/s 2024-09-15T23:55:58.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 312297 3.52 MB/sec execute 353 sec latency 44.843 ms 2024-09-15T23:55:59.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 312749 3.51 MB/sec execute 354 sec latency 17.739 ms 2024-09-15T23:56:00.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:00 smithi071 ceph-mon[30957]: pgmap v275: 97 pgs: 97 active+clean; 286 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1012 KiB/s rd, 2.7 MiB/s wr, 149 op/s 2024-09-15T23:56:00.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:00 smithi163 ceph-mon[34107]: pgmap v275: 97 pgs: 97 active+clean; 286 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1012 KiB/s rd, 2.7 MiB/s wr, 149 op/s 2024-09-15T23:56:00.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:00 smithi190 ceph-mon[34840]: pgmap v275: 97 pgs: 97 active+clean; 286 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1012 KiB/s rd, 2.7 MiB/s wr, 149 op/s 2024-09-15T23:56:00.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 313410 3.51 MB/sec execute 355 sec latency 13.347 ms 2024-09-15T23:56:01.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 314070 3.51 MB/sec execute 356 sec latency 18.740 ms 2024-09-15T23:56:02.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:02 smithi071 ceph-mon[30957]: pgmap v276: 97 pgs: 97 active+clean; 286 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 668 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-15T23:56:02.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:02 smithi163 ceph-mon[34107]: pgmap v276: 97 pgs: 97 active+clean; 286 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 668 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-15T23:56:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:02 smithi190 ceph-mon[34840]: pgmap v276: 97 pgs: 97 active+clean; 286 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 668 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-15T23:56:02.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 314755 3.50 MB/sec execute 357 sec latency 16.643 ms 2024-09-15T23:56:03.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:03 smithi071 ceph-mon[30957]: osdmap e89: 12 total, 12 up, 12 in 2024-09-15T23:56:03.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:03 smithi163 ceph-mon[34107]: osdmap e89: 12 total, 12 up, 12 in 2024-09-15T23:56:03.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:03 smithi190 ceph-mon[34840]: osdmap e89: 12 total, 12 up, 12 in 2024-09-15T23:56:03.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 315478 3.51 MB/sec execute 358 sec latency 13.914 ms 2024-09-15T23:56:04.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:04 smithi071 ceph-mon[30957]: pgmap v278: 97 pgs: 97 active+clean; 286 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 802 KiB/s rd, 2.1 MiB/s wr, 118 op/s 2024-09-15T23:56:04.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:04 smithi163 ceph-mon[34107]: pgmap v278: 97 pgs: 97 active+clean; 286 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 802 KiB/s rd, 2.1 MiB/s wr, 118 op/s 2024-09-15T23:56:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:04 smithi190 ceph-mon[34840]: pgmap v278: 97 pgs: 97 active+clean; 286 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 802 KiB/s rd, 2.1 MiB/s wr, 118 op/s 2024-09-15T23:56:04.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 316082 3.52 MB/sec execute 359 sec latency 11.059 ms 2024-09-15T23:56:05.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 316618 3.51 MB/sec execute 360 sec latency 16.915 ms 2024-09-15T23:56:06.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:06 smithi163 ceph-mon[34107]: pgmap v279: 97 pgs: 97 active+clean; 287 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 888 KiB/s rd, 2.2 MiB/s wr, 141 op/s 2024-09-15T23:56:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:06 smithi190 ceph-mon[34840]: pgmap v279: 97 pgs: 97 active+clean; 287 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 888 KiB/s rd, 2.2 MiB/s wr, 141 op/s 2024-09-15T23:56:06.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 317316 3.51 MB/sec execute 361 sec latency 22.283 ms 2024-09-15T23:56:06.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:06 smithi071 ceph-mon[30957]: pgmap v279: 97 pgs: 97 active+clean; 287 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 888 KiB/s rd, 2.2 MiB/s wr, 141 op/s 2024-09-15T23:56:07.609 INFO:tasks.workunit.client.0.smithi071.stdout: 1 318040 3.51 MB/sec execute 362 sec latency 18.252 ms 2024-09-15T23:56:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:08 smithi071 ceph-mon[30957]: pgmap v280: 97 pgs: 97 active+clean; 287 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 888 KiB/s rd, 2.2 MiB/s wr, 141 op/s 2024-09-15T23:56:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:08 smithi071 ceph-mon[30957]: osdmap e90: 12 total, 12 up, 12 in 2024-09-15T23:56:08.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:08 smithi163 ceph-mon[34107]: pgmap v280: 97 pgs: 97 active+clean; 287 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 888 KiB/s rd, 2.2 MiB/s wr, 141 op/s 2024-09-15T23:56:08.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:08 smithi163 ceph-mon[34107]: osdmap e90: 12 total, 12 up, 12 in 2024-09-15T23:56:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:08 smithi190 ceph-mon[34840]: pgmap v280: 97 pgs: 97 active+clean; 287 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 888 KiB/s rd, 2.2 MiB/s wr, 141 op/s 2024-09-15T23:56:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:08 smithi190 ceph-mon[34840]: osdmap e90: 12 total, 12 up, 12 in 2024-09-15T23:56:08.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 318732 3.51 MB/sec execute 363 sec latency 15.763 ms 2024-09-15T23:56:09.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 319192 3.52 MB/sec execute 364 sec latency 214.529 ms 2024-09-15T23:56:10.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:10 smithi071 ceph-mon[30957]: pgmap v282: 97 pgs: 97 active+clean; 291 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.7 MiB/s wr, 174 op/s 2024-09-15T23:56:10.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:10 smithi163 ceph-mon[34107]: pgmap v282: 97 pgs: 97 active+clean; 291 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.7 MiB/s wr, 174 op/s 2024-09-15T23:56:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:10 smithi190 ceph-mon[34840]: pgmap v282: 97 pgs: 97 active+clean; 291 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.7 MiB/s wr, 174 op/s 2024-09-15T23:56:10.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 319192 3.51 MB/sec execute 365 sec latency 1214.643 ms 2024-09-15T23:56:11.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:11 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:56:11.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:11 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:56:11.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:11 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:56:11.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 319192 3.50 MB/sec execute 366 sec latency 2214.688 ms 2024-09-15T23:56:12.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:12 smithi071 ceph-mon[30957]: pgmap v283: 97 pgs: 97 active+clean; 291 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 172 op/s 2024-09-15T23:56:12.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:12 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:56:12.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:12 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:56:12.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:12 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:56:12.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:12 smithi163 ceph-mon[34107]: pgmap v283: 97 pgs: 97 active+clean; 291 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 172 op/s 2024-09-15T23:56:12.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:12 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:56:12.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:12 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:56:12.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:12 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:56:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:12 smithi190 ceph-mon[34840]: pgmap v283: 97 pgs: 97 active+clean; 291 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 172 op/s 2024-09-15T23:56:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:12 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:56:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:12 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:56:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:12 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:56:12.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 319677 3.49 MB/sec execute 367 sec latency 2217.962 ms 2024-09-15T23:56:13.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 320225 3.48 MB/sec execute 368 sec latency 16.281 ms 2024-09-15T23:56:14.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:14 smithi071 ceph-mon[30957]: pgmap v284: 97 pgs: 97 active+clean; 291 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 868 KiB/s rd, 2.2 MiB/s wr, 139 op/s 2024-09-15T23:56:14.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:14 smithi163 ceph-mon[34107]: pgmap v284: 97 pgs: 97 active+clean; 291 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 868 KiB/s rd, 2.2 MiB/s wr, 139 op/s 2024-09-15T23:56:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:14 smithi190 ceph-mon[34840]: pgmap v284: 97 pgs: 97 active+clean; 291 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 868 KiB/s rd, 2.2 MiB/s wr, 139 op/s 2024-09-15T23:56:14.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 320887 3.49 MB/sec execute 369 sec latency 15.008 ms 2024-09-15T23:56:15.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 321583 3.48 MB/sec execute 370 sec latency 18.876 ms 2024-09-15T23:56:16.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:16 smithi071 ceph-mon[30957]: pgmap v285: 97 pgs: 97 active+clean; 295 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 653 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-15T23:56:16.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:16 smithi163 ceph-mon[34107]: pgmap v285: 97 pgs: 97 active+clean; 295 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 653 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-15T23:56:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:16 smithi190 ceph-mon[34840]: pgmap v285: 97 pgs: 97 active+clean; 295 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 653 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-15T23:56:16.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 322413 3.49 MB/sec execute 371 sec latency 12.592 ms 2024-09-15T23:56:17.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 322880 3.49 MB/sec execute 372 sec latency 15.125 ms 2024-09-15T23:56:18.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:18 smithi071 ceph-mon[30957]: pgmap v286: 97 pgs: 97 active+clean; 295 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 653 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-15T23:56:18.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:18 smithi163 ceph-mon[34107]: pgmap v286: 97 pgs: 97 active+clean; 295 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 653 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-15T23:56:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:18 smithi190 ceph-mon[34840]: pgmap v286: 97 pgs: 97 active+clean; 295 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 653 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-15T23:56:18.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 323336 3.49 MB/sec execute 373 sec latency 13.591 ms 2024-09-15T23:56:19.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 323905 3.48 MB/sec execute 374 sec latency 69.826 ms 2024-09-15T23:56:20.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:20 smithi071 ceph-mon[30957]: pgmap v287: 97 pgs: 97 active+clean; 300 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1007 KiB/s rd, 2.6 MiB/s wr, 141 op/s 2024-09-15T23:56:20.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:20 smithi163 ceph-mon[34107]: pgmap v287: 97 pgs: 97 active+clean; 300 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1007 KiB/s rd, 2.6 MiB/s wr, 141 op/s 2024-09-15T23:56:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:20 smithi190 ceph-mon[34840]: pgmap v287: 97 pgs: 97 active+clean; 300 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1007 KiB/s rd, 2.6 MiB/s wr, 141 op/s 2024-09-15T23:56:20.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 324603 3.48 MB/sec execute 375 sec latency 20.191 ms 2024-09-15T23:56:21.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 325244 3.48 MB/sec execute 376 sec latency 26.769 ms 2024-09-15T23:56:22.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:22 smithi071 ceph-mon[30957]: pgmap v288: 97 pgs: 97 active+clean; 300 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 614 KiB/s rd, 1.6 MiB/s wr, 85 op/s 2024-09-15T23:56:22.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:22 smithi163 ceph-mon[34107]: pgmap v288: 97 pgs: 97 active+clean; 300 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 614 KiB/s rd, 1.6 MiB/s wr, 85 op/s 2024-09-15T23:56:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:22 smithi190 ceph-mon[34840]: pgmap v288: 97 pgs: 97 active+clean; 300 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 614 KiB/s rd, 1.6 MiB/s wr, 85 op/s 2024-09-15T23:56:22.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 326084 3.49 MB/sec execute 377 sec latency 12.617 ms 2024-09-15T23:56:23.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 326568 3.49 MB/sec execute 378 sec latency 15.106 ms 2024-09-15T23:56:24.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:24 smithi071 ceph-mon[30957]: pgmap v289: 97 pgs: 97 active+clean; 300 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 614 KiB/s rd, 1.6 MiB/s wr, 85 op/s 2024-09-15T23:56:24.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:24 smithi163 ceph-mon[34107]: pgmap v289: 97 pgs: 97 active+clean; 300 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 614 KiB/s rd, 1.6 MiB/s wr, 85 op/s 2024-09-15T23:56:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:24 smithi190 ceph-mon[34840]: pgmap v289: 97 pgs: 97 active+clean; 300 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 614 KiB/s rd, 1.6 MiB/s wr, 85 op/s 2024-09-15T23:56:24.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 326962 3.48 MB/sec execute 379 sec latency 21.667 ms 2024-09-15T23:56:25.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 327720 3.49 MB/sec execute 380 sec latency 14.039 ms 2024-09-15T23:56:26.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:26 smithi071 ceph-mon[30957]: pgmap v290: 97 pgs: 97 active+clean; 304 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.4 MiB/s wr, 134 op/s 2024-09-15T23:56:26.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:26 smithi163 ceph-mon[34107]: pgmap v290: 97 pgs: 97 active+clean; 304 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.4 MiB/s wr, 134 op/s 2024-09-15T23:56:26.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:26 smithi190 ceph-mon[34840]: pgmap v290: 97 pgs: 97 active+clean; 304 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.4 MiB/s wr, 134 op/s 2024-09-15T23:56:26.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 328341 3.48 MB/sec execute 381 sec latency 19.282 ms 2024-09-15T23:56:27.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 329054 3.48 MB/sec execute 382 sec latency 14.025 ms 2024-09-15T23:56:28.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:28 smithi071 ceph-mon[30957]: pgmap v291: 97 pgs: 97 active+clean; 304 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 807 KiB/s rd, 1.8 MiB/s wr, 100 op/s 2024-09-15T23:56:28.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:28 smithi163 ceph-mon[34107]: pgmap v291: 97 pgs: 97 active+clean; 304 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 807 KiB/s rd, 1.8 MiB/s wr, 100 op/s 2024-09-15T23:56:28.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:28 smithi190 ceph-mon[34840]: pgmap v291: 97 pgs: 97 active+clean; 304 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 807 KiB/s rd, 1.8 MiB/s wr, 100 op/s 2024-09-15T23:56:28.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 329666 3.48 MB/sec execute 383 sec latency 14.690 ms 2024-09-15T23:56:29.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 330222 3.49 MB/sec execute 384 sec latency 14.423 ms 2024-09-15T23:56:30.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:30 smithi071 ceph-mon[30957]: pgmap v292: 97 pgs: 97 active+clean; 308 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 151 op/s 2024-09-15T23:56:30.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:30 smithi163 ceph-mon[34107]: pgmap v292: 97 pgs: 97 active+clean; 308 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 151 op/s 2024-09-15T23:56:30.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:30 smithi190 ceph-mon[34840]: pgmap v292: 97 pgs: 97 active+clean; 308 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 151 op/s 2024-09-15T23:56:30.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 330719 3.48 MB/sec execute 385 sec latency 16.220 ms 2024-09-15T23:56:31.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 331404 3.48 MB/sec execute 386 sec latency 20.698 ms 2024-09-15T23:56:32.434 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:32 smithi071 ceph-mon[30957]: pgmap v293: 97 pgs: 97 active+clean; 308 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-15T23:56:32.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:32 smithi163 ceph-mon[34107]: pgmap v293: 97 pgs: 97 active+clean; 308 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-15T23:56:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:32 smithi190 ceph-mon[34840]: pgmap v293: 97 pgs: 97 active+clean; 308 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-15T23:56:32.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 332088 3.47 MB/sec execute 387 sec latency 17.703 ms 2024-09-15T23:56:33.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 332858 3.48 MB/sec execute 388 sec latency 16.219 ms 2024-09-15T23:56:34.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:34 smithi071 ceph-mon[30957]: pgmap v294: 97 pgs: 97 active+clean; 308 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-15T23:56:34.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:34 smithi163 ceph-mon[34107]: pgmap v294: 97 pgs: 97 active+clean; 308 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-15T23:56:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:34 smithi190 ceph-mon[34840]: pgmap v294: 97 pgs: 97 active+clean; 308 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-15T23:56:34.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 333436 3.49 MB/sec execute 389 sec latency 13.509 ms 2024-09-15T23:56:35.610 INFO:tasks.workunit.client.0.smithi071.stdout: 1 333906 3.48 MB/sec execute 390 sec latency 15.040 ms 2024-09-15T23:56:36.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:36 smithi071 ceph-mon[30957]: pgmap v295: 97 pgs: 97 active+clean; 311 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.7 MiB/s wr, 146 op/s 2024-09-15T23:56:36.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:36 smithi163 ceph-mon[34107]: pgmap v295: 97 pgs: 97 active+clean; 311 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.7 MiB/s wr, 146 op/s 2024-09-15T23:56:36.582 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:36 smithi190 ceph-mon[34840]: pgmap v295: 97 pgs: 97 active+clean; 311 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.7 MiB/s wr, 146 op/s 2024-09-15T23:56:36.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 334496 3.48 MB/sec execute 391 sec latency 16.169 ms 2024-09-15T23:56:37.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 335176 3.48 MB/sec execute 392 sec latency 21.549 ms 2024-09-15T23:56:38.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:38 smithi071 ceph-mon[30957]: pgmap v296: 97 pgs: 97 active+clean; 311 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 761 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:56:38.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:38 smithi163 ceph-mon[34107]: pgmap v296: 97 pgs: 97 active+clean; 311 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 761 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:56:38.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:38 smithi190 ceph-mon[34840]: pgmap v296: 97 pgs: 97 active+clean; 311 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 761 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:56:38.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 335865 3.47 MB/sec execute 393 sec latency 22.291 ms 2024-09-15T23:56:39.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 336716 3.48 MB/sec execute 394 sec latency 13.439 ms 2024-09-15T23:56:40.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:40 smithi071 ceph-mon[30957]: pgmap v297: 97 pgs: 97 active+clean; 315 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.6 MiB/s wr, 146 op/s 2024-09-15T23:56:40.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:40 smithi163 ceph-mon[34107]: pgmap v297: 97 pgs: 97 active+clean; 315 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.6 MiB/s wr, 146 op/s 2024-09-15T23:56:40.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:40 smithi190 ceph-mon[34840]: pgmap v297: 97 pgs: 97 active+clean; 315 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.6 MiB/s wr, 146 op/s 2024-09-15T23:56:40.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 337196 3.49 MB/sec execute 395 sec latency 16.061 ms 2024-09-15T23:56:41.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 337586 3.48 MB/sec execute 396 sec latency 57.157 ms 2024-09-15T23:56:42.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:42 smithi071 ceph-mon[30957]: pgmap v298: 97 pgs: 97 active+clean; 315 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 770 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-15T23:56:42.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:42 smithi163 ceph-mon[34107]: pgmap v298: 97 pgs: 97 active+clean; 315 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 770 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-15T23:56:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:42 smithi190 ceph-mon[34840]: pgmap v298: 97 pgs: 97 active+clean; 315 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 770 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-15T23:56:42.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 338262 3.47 MB/sec execute 397 sec latency 14.096 ms 2024-09-15T23:56:43.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 338945 3.47 MB/sec execute 398 sec latency 28.169 ms 2024-09-15T23:56:44.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:44 smithi071 ceph-mon[30957]: pgmap v299: 97 pgs: 97 active+clean; 315 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 770 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-15T23:56:44.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:44 smithi163 ceph-mon[34107]: pgmap v299: 97 pgs: 97 active+clean; 315 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 770 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-15T23:56:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:44 smithi190 ceph-mon[34840]: pgmap v299: 97 pgs: 97 active+clean; 315 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 770 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-15T23:56:44.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 339585 3.47 MB/sec execute 399 sec latency 16.153 ms 2024-09-15T23:56:45.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 340293 3.48 MB/sec execute 400 sec latency 15.161 ms 2024-09-15T23:56:46.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:46 smithi071 ceph-mon[30957]: pgmap v300: 97 pgs: 97 active+clean; 322 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.7 MiB/s wr, 144 op/s 2024-09-15T23:56:46.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:46 smithi163 ceph-mon[34107]: pgmap v300: 97 pgs: 97 active+clean; 322 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.7 MiB/s wr, 144 op/s 2024-09-15T23:56:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:46 smithi190 ceph-mon[34840]: pgmap v300: 97 pgs: 97 active+clean; 322 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.7 MiB/s wr, 144 op/s 2024-09-15T23:56:46.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 340826 3.48 MB/sec execute 401 sec latency 15.500 ms 2024-09-15T23:56:47.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 341276 3.47 MB/sec execute 402 sec latency 19.323 ms 2024-09-15T23:56:48.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:48 smithi071 ceph-mon[30957]: pgmap v301: 97 pgs: 97 active+clean; 322 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 780 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:56:48.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:48 smithi163 ceph-mon[34107]: pgmap v301: 97 pgs: 97 active+clean; 322 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 780 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:56:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:48 smithi190 ceph-mon[34840]: pgmap v301: 97 pgs: 97 active+clean; 322 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 780 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:56:48.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 341953 3.48 MB/sec execute 403 sec latency 47.062 ms 2024-09-15T23:56:49.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 342433 3.47 MB/sec execute 404 sec latency 273.427 ms 2024-09-15T23:56:50.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:50 smithi071 ceph-mon[30957]: pgmap v302: 97 pgs: 97 active+clean; 326 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 147 op/s 2024-09-15T23:56:50.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:50 smithi163 ceph-mon[34107]: pgmap v302: 97 pgs: 97 active+clean; 326 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 147 op/s 2024-09-15T23:56:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:50 smithi190 ceph-mon[34840]: pgmap v302: 97 pgs: 97 active+clean; 326 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 147 op/s 2024-09-15T23:56:50.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 343115 3.47 MB/sec execute 405 sec latency 15.853 ms 2024-09-15T23:56:51.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 343833 3.47 MB/sec execute 406 sec latency 56.433 ms 2024-09-15T23:56:52.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:52 smithi071 ceph-mon[30957]: pgmap v303: 97 pgs: 97 active+clean; 326 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 745 KiB/s rd, 2.0 MiB/s wr, 98 op/s 2024-09-15T23:56:52.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:52 smithi163 ceph-mon[34107]: pgmap v303: 97 pgs: 97 active+clean; 326 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 745 KiB/s rd, 2.0 MiB/s wr, 98 op/s 2024-09-15T23:56:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:52 smithi190 ceph-mon[34840]: pgmap v303: 97 pgs: 97 active+clean; 326 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 745 KiB/s rd, 2.0 MiB/s wr, 98 op/s 2024-09-15T23:56:52.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 344359 3.48 MB/sec execute 407 sec latency 15.200 ms 2024-09-15T23:56:53.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 344823 3.47 MB/sec execute 408 sec latency 16.752 ms 2024-09-15T23:56:54.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:54 smithi071 ceph-mon[30957]: pgmap v304: 97 pgs: 97 active+clean; 326 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 745 KiB/s rd, 2.0 MiB/s wr, 98 op/s 2024-09-15T23:56:54.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:54 smithi163 ceph-mon[34107]: pgmap v304: 97 pgs: 97 active+clean; 326 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 745 KiB/s rd, 2.0 MiB/s wr, 98 op/s 2024-09-15T23:56:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:54 smithi190 ceph-mon[34840]: pgmap v304: 97 pgs: 97 active+clean; 326 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 745 KiB/s rd, 2.0 MiB/s wr, 98 op/s 2024-09-15T23:56:54.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 345502 3.47 MB/sec execute 409 sec latency 42.814 ms 2024-09-15T23:56:55.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 346123 3.47 MB/sec execute 410 sec latency 59.981 ms 2024-09-15T23:56:56.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:56 smithi071 ceph-mon[30957]: pgmap v305: 97 pgs: 97 active+clean; 329 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 142 op/s 2024-09-15T23:56:56.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:56 smithi163 ceph-mon[34107]: pgmap v305: 97 pgs: 97 active+clean; 329 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 142 op/s 2024-09-15T23:56:56.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:56 smithi190 ceph-mon[34840]: pgmap v305: 97 pgs: 97 active+clean; 329 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 142 op/s 2024-09-15T23:56:56.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 346827 3.47 MB/sec execute 411 sec latency 15.306 ms 2024-09-15T23:56:57.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 347416 3.47 MB/sec execute 412 sec latency 12.826 ms 2024-09-15T23:56:58.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:56:58 smithi071 ceph-mon[30957]: pgmap v306: 97 pgs: 97 active+clean; 329 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 1.8 MiB/s wr, 93 op/s 2024-09-15T23:56:58.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:56:58 smithi163 ceph-mon[34107]: pgmap v306: 97 pgs: 97 active+clean; 329 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 1.8 MiB/s wr, 93 op/s 2024-09-15T23:56:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:56:58 smithi190 ceph-mon[34840]: pgmap v306: 97 pgs: 97 active+clean; 329 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 1.8 MiB/s wr, 93 op/s 2024-09-15T23:56:58.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 347990 3.47 MB/sec execute 413 sec latency 15.773 ms 2024-09-15T23:56:59.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 348509 3.47 MB/sec execute 414 sec latency 18.046 ms 2024-09-15T23:57:00.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:00 smithi071 ceph-mon[30957]: pgmap v307: 97 pgs: 97 active+clean; 333 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 142 op/s 2024-09-15T23:57:00.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:00 smithi163 ceph-mon[34107]: pgmap v307: 97 pgs: 97 active+clean; 333 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 142 op/s 2024-09-15T23:57:00.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:00 smithi190 ceph-mon[34840]: pgmap v307: 97 pgs: 97 active+clean; 333 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.7 MiB/s wr, 142 op/s 2024-09-15T23:57:00.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 349204 3.47 MB/sec execute 415 sec latency 19.319 ms 2024-09-15T23:57:01.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 349918 3.46 MB/sec execute 416 sec latency 34.133 ms 2024-09-15T23:57:02.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:02 smithi071 ceph-mon[30957]: pgmap v308: 97 pgs: 97 active+clean; 333 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 684 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-15T23:57:02.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:02 smithi163 ceph-mon[34107]: pgmap v308: 97 pgs: 97 active+clean; 333 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 684 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-15T23:57:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:02 smithi190 ceph-mon[34840]: pgmap v308: 97 pgs: 97 active+clean; 333 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 684 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-15T23:57:02.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 350614 3.47 MB/sec execute 417 sec latency 15.141 ms 2024-09-15T23:57:03.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:03 smithi163 ceph-mon[34107]: osdmap e91: 12 total, 12 up, 12 in 2024-09-15T23:57:03.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:03 smithi190 ceph-mon[34840]: osdmap e91: 12 total, 12 up, 12 in 2024-09-15T23:57:03.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 351217 3.47 MB/sec execute 418 sec latency 13.285 ms 2024-09-15T23:57:03.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:03 smithi071 ceph-mon[30957]: osdmap e91: 12 total, 12 up, 12 in 2024-09-15T23:57:04.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:04 smithi163 ceph-mon[34107]: pgmap v310: 97 pgs: 97 active+clean; 333 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 821 KiB/s rd, 2.1 MiB/s wr, 110 op/s 2024-09-15T23:57:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:04 smithi190 ceph-mon[34840]: pgmap v310: 97 pgs: 97 active+clean; 333 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 821 KiB/s rd, 2.1 MiB/s wr, 110 op/s 2024-09-15T23:57:04.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 351658 3.47 MB/sec execute 419 sec latency 13.573 ms 2024-09-15T23:57:04.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:04 smithi071 ceph-mon[30957]: pgmap v310: 97 pgs: 97 active+clean; 333 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 821 KiB/s rd, 2.1 MiB/s wr, 110 op/s 2024-09-15T23:57:05.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 352254 3.47 MB/sec execute 420 sec latency 17.648 ms 2024-09-15T23:57:06.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:06 smithi163 ceph-mon[34107]: pgmap v311: 97 pgs: 97 active+clean; 338 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 925 KiB/s rd, 2.2 MiB/s wr, 138 op/s 2024-09-15T23:57:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:06 smithi190 ceph-mon[34840]: pgmap v311: 97 pgs: 97 active+clean; 338 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 925 KiB/s rd, 2.2 MiB/s wr, 138 op/s 2024-09-15T23:57:06.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 352871 3.47 MB/sec execute 421 sec latency 25.021 ms 2024-09-15T23:57:06.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:06 smithi071 ceph-mon[30957]: pgmap v311: 97 pgs: 97 active+clean; 338 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 925 KiB/s rd, 2.2 MiB/s wr, 138 op/s 2024-09-15T23:57:07.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 353588 3.46 MB/sec execute 422 sec latency 20.082 ms 2024-09-15T23:57:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:08 smithi071 ceph-mon[30957]: pgmap v312: 97 pgs: 97 active+clean; 338 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 925 KiB/s rd, 2.2 MiB/s wr, 138 op/s 2024-09-15T23:57:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:08 smithi071 ceph-mon[30957]: osdmap e92: 12 total, 12 up, 12 in 2024-09-15T23:57:08.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:08 smithi163 ceph-mon[34107]: pgmap v312: 97 pgs: 97 active+clean; 338 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 925 KiB/s rd, 2.2 MiB/s wr, 138 op/s 2024-09-15T23:57:08.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:08 smithi163 ceph-mon[34107]: osdmap e92: 12 total, 12 up, 12 in 2024-09-15T23:57:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:08 smithi190 ceph-mon[34840]: pgmap v312: 97 pgs: 97 active+clean; 338 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 925 KiB/s rd, 2.2 MiB/s wr, 138 op/s 2024-09-15T23:57:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:08 smithi190 ceph-mon[34840]: osdmap e92: 12 total, 12 up, 12 in 2024-09-15T23:57:08.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 354437 3.47 MB/sec execute 423 sec latency 12.774 ms 2024-09-15T23:57:09.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 354842 3.47 MB/sec execute 424 sec latency 19.865 ms 2024-09-15T23:57:10.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:10 smithi071 ceph-mon[30957]: pgmap v314: 97 pgs: 97 active+clean; 343 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 172 op/s 2024-09-15T23:57:10.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:10 smithi163 ceph-mon[34107]: pgmap v314: 97 pgs: 97 active+clean; 343 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 172 op/s 2024-09-15T23:57:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:10 smithi190 ceph-mon[34840]: pgmap v314: 97 pgs: 97 active+clean; 343 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 172 op/s 2024-09-15T23:57:10.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 355286 3.47 MB/sec execute 425 sec latency 16.351 ms 2024-09-15T23:57:11.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 355922 3.46 MB/sec execute 426 sec latency 14.570 ms 2024-09-15T23:57:12.373 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:12 smithi163 ceph-mon[34107]: pgmap v315: 97 pgs: 97 active+clean; 343 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 170 op/s 2024-09-15T23:57:12.373 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:12 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:57:12.412 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:12 smithi071 ceph-mon[30957]: pgmap v315: 97 pgs: 97 active+clean; 343 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 170 op/s 2024-09-15T23:57:12.412 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:12 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:57:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:12 smithi190 ceph-mon[34840]: pgmap v315: 97 pgs: 97 active+clean; 343 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 170 op/s 2024-09-15T23:57:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:12 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:57:12.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 356577 3.46 MB/sec execute 427 sec latency 19.593 ms 2024-09-15T23:57:13.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 357198 3.46 MB/sec execute 428 sec latency 44.546 ms 2024-09-15T23:57:14.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:13 smithi163 ceph-mon[34107]: pgmap v316: 97 pgs: 97 active+clean; 343 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.3 MiB/s wr, 138 op/s 2024-09-15T23:57:14.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:13 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:57:14.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:13 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:57:14.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:13 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:57:14.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:13 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:57:14.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:13 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:13 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:13 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:13 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:13 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:13 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:13 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.235 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:13 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:13 smithi190 ceph-mon[34840]: pgmap v316: 97 pgs: 97 active+clean; 343 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.3 MiB/s wr, 138 op/s 2024-09-15T23:57:14.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:13 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:57:14.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:13 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:57:14.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:13 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:57:14.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:13 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:57:14.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:13 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:13 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:13 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:13 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:13 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:13 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:13 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:13 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:13 smithi071 ceph-mon[30957]: pgmap v316: 97 pgs: 97 active+clean; 343 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.3 MiB/s wr, 138 op/s 2024-09-15T23:57:14.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:13 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:57:14.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:13 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:57:14.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:13 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:57:14.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:13 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:57:14.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:13 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:13 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:13 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:13 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:13 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:13 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:13 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:13 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:14.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 357989 3.47 MB/sec execute 429 sec latency 14.098 ms 2024-09-15T23:57:15.233 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:14 smithi163 ceph-mon[34107]: Adjusting osd_memory_target on smithi163 to 176.0M 2024-09-15T23:57:15.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:14 smithi163 ceph-mon[34107]: Unable to set osd_memory_target on smithi163 to 184573132: error parsing value: Value '184573132' is below minimum 939524096 2024-09-15T23:57:15.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:14 smithi163 ceph-mon[34107]: Adjusting osd_memory_target on smithi071 to 176.0M 2024-09-15T23:57:15.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:14 smithi163 ceph-mon[34107]: Unable to set osd_memory_target on smithi071 to 184563097: error parsing value: Value '184563097' is below minimum 939524096 2024-09-15T23:57:15.245 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:14 smithi190 ceph-mon[34840]: Adjusting osd_memory_target on smithi163 to 176.0M 2024-09-15T23:57:15.245 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:14 smithi190 ceph-mon[34840]: Unable to set osd_memory_target on smithi163 to 184573132: error parsing value: Value '184573132' is below minimum 939524096 2024-09-15T23:57:15.245 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:14 smithi190 ceph-mon[34840]: Adjusting osd_memory_target on smithi071 to 176.0M 2024-09-15T23:57:15.245 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:14 smithi190 ceph-mon[34840]: Unable to set osd_memory_target on smithi071 to 184563097: error parsing value: Value '184563097' is below minimum 939524096 2024-09-15T23:57:15.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:14 smithi071 ceph-mon[30957]: Adjusting osd_memory_target on smithi163 to 176.0M 2024-09-15T23:57:15.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:14 smithi071 ceph-mon[30957]: Unable to set osd_memory_target on smithi163 to 184573132: error parsing value: Value '184573132' is below minimum 939524096 2024-09-15T23:57:15.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:14 smithi071 ceph-mon[30957]: Adjusting osd_memory_target on smithi071 to 176.0M 2024-09-15T23:57:15.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:14 smithi071 ceph-mon[30957]: Unable to set osd_memory_target on smithi071 to 184563097: error parsing value: Value '184563097' is below minimum 939524096 2024-09-15T23:57:15.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 358447 3.47 MB/sec execute 430 sec latency 15.523 ms 2024-09-15T23:57:16.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:15 smithi190 ceph-mon[34840]: pgmap v317: 97 pgs: 97 active+clean; 346 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.2 MiB/s wr, 116 op/s 2024-09-15T23:57:16.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:15 smithi071 ceph-mon[30957]: pgmap v317: 97 pgs: 97 active+clean; 346 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.2 MiB/s wr, 116 op/s 2024-09-15T23:57:16.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:15 smithi163 ceph-mon[34107]: pgmap v317: 97 pgs: 97 active+clean; 346 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.2 MiB/s wr, 116 op/s 2024-09-15T23:57:16.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 358825 3.46 MB/sec execute 431 sec latency 31.107 ms 2024-09-15T23:57:17.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:16 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:57:17.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:16 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:57:17.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:16 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:17.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:16 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:17.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:16 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:17.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:16 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:17.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:16 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:57:17.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:16 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:57:17.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:16 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:57:17.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:16 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:57:17.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:16 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:57:17.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:16 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:17.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:16 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:17.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:16 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:17.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:16 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:17.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:16 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:57:17.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:16 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:57:17.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:16 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:57:17.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:16 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:57:17.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:16 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:57:17.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:16 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:17.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:16 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:17.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:16 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:17.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:16 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-15T23:57:17.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:16 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:57:17.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:16 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:57:17.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:16 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:57:17.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 359426 3.46 MB/sec execute 432 sec latency 16.325 ms 2024-09-15T23:57:18.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:18 smithi190 ceph-mon[34840]: pgmap v318: 97 pgs: 97 active+clean; 346 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.2 MiB/s wr, 116 op/s 2024-09-15T23:57:18.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:18 smithi190 ceph-mon[34840]: Adjusting osd_memory_target on smithi190 to 176.0M 2024-09-15T23:57:18.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:18 smithi190 ceph-mon[34840]: Unable to set osd_memory_target on smithi190 to 184585318: error parsing value: Value '184585318' is below minimum 939524096 2024-09-15T23:57:18.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:18 smithi071 ceph-mon[30957]: pgmap v318: 97 pgs: 97 active+clean; 346 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.2 MiB/s wr, 116 op/s 2024-09-15T23:57:18.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:18 smithi071 ceph-mon[30957]: Adjusting osd_memory_target on smithi190 to 176.0M 2024-09-15T23:57:18.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:18 smithi071 ceph-mon[30957]: Unable to set osd_memory_target on smithi190 to 184585318: error parsing value: Value '184585318' is below minimum 939524096 2024-09-15T23:57:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:18 smithi163 ceph-mon[34107]: pgmap v318: 97 pgs: 97 active+clean; 346 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.2 MiB/s wr, 116 op/s 2024-09-15T23:57:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:18 smithi163 ceph-mon[34107]: Adjusting osd_memory_target on smithi190 to 176.0M 2024-09-15T23:57:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:18 smithi163 ceph-mon[34107]: Unable to set osd_memory_target on smithi190 to 184585318: error parsing value: Value '184585318' is below minimum 939524096 2024-09-15T23:57:18.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 360111 3.46 MB/sec execute 433 sec latency 18.108 ms 2024-09-15T23:57:19.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 360755 3.46 MB/sec execute 434 sec latency 15.883 ms 2024-09-15T23:57:20.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:20 smithi190 ceph-mon[34840]: pgmap v319: 97 pgs: 97 active+clean; 354 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 156 op/s 2024-09-15T23:57:20.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:20 smithi071 ceph-mon[30957]: pgmap v319: 97 pgs: 97 active+clean; 354 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 156 op/s 2024-09-15T23:57:20.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:20 smithi163 ceph-mon[34107]: pgmap v319: 97 pgs: 97 active+clean; 354 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 156 op/s 2024-09-15T23:57:20.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 361548 3.46 MB/sec execute 435 sec latency 14.339 ms 2024-09-15T23:57:21.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 362040 3.46 MB/sec execute 436 sec latency 14.983 ms 2024-09-15T23:57:22.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:22 smithi190 ceph-mon[34840]: pgmap v320: 97 pgs: 97 active+clean; 354 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 774 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:57:22.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:22 smithi071 ceph-mon[30957]: pgmap v320: 97 pgs: 97 active+clean; 354 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 774 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:57:22.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:22 smithi163 ceph-mon[34107]: pgmap v320: 97 pgs: 97 active+clean; 354 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 774 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:57:22.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 362453 3.46 MB/sec execute 437 sec latency 18.059 ms 2024-09-15T23:57:23.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 363191 3.46 MB/sec execute 438 sec latency 14.145 ms 2024-09-15T23:57:24.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:24 smithi190 ceph-mon[34840]: pgmap v321: 97 pgs: 97 active+clean; 354 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 774 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:57:24.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:24 smithi071 ceph-mon[30957]: pgmap v321: 97 pgs: 97 active+clean; 354 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 774 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:57:24.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:24 smithi163 ceph-mon[34107]: pgmap v321: 97 pgs: 97 active+clean; 354 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 774 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:57:24.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 363837 3.45 MB/sec execute 439 sec latency 21.769 ms 2024-09-15T23:57:25.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 364550 3.46 MB/sec execute 440 sec latency 15.003 ms 2024-09-15T23:57:26.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:26 smithi190 ceph-mon[34840]: pgmap v322: 97 pgs: 97 active+clean; 358 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 148 op/s 2024-09-15T23:57:26.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:26 smithi071 ceph-mon[30957]: pgmap v322: 97 pgs: 97 active+clean; 358 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 148 op/s 2024-09-15T23:57:26.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:26 smithi163 ceph-mon[34107]: pgmap v322: 97 pgs: 97 active+clean; 358 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 148 op/s 2024-09-15T23:57:26.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 365124 3.46 MB/sec execute 441 sec latency 13.470 ms 2024-09-15T23:57:27.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 365694 3.46 MB/sec execute 442 sec latency 14.885 ms 2024-09-15T23:57:28.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:28 smithi190 ceph-mon[34840]: pgmap v323: 97 pgs: 97 active+clean; 358 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 727 KiB/s rd, 2.0 MiB/s wr, 99 op/s 2024-09-15T23:57:28.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:28 smithi071 ceph-mon[30957]: pgmap v323: 97 pgs: 97 active+clean; 358 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 727 KiB/s rd, 2.0 MiB/s wr, 99 op/s 2024-09-15T23:57:28.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:28 smithi163 ceph-mon[34107]: pgmap v323: 97 pgs: 97 active+clean; 358 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 727 KiB/s rd, 2.0 MiB/s wr, 99 op/s 2024-09-15T23:57:28.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 366207 3.46 MB/sec execute 443 sec latency 16.937 ms 2024-09-15T23:57:29.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 366899 3.46 MB/sec execute 444 sec latency 18.048 ms 2024-09-15T23:57:30.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:30 smithi190 ceph-mon[34840]: pgmap v324: 97 pgs: 97 active+clean; 362 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.9 MiB/s wr, 145 op/s 2024-09-15T23:57:30.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:30 smithi071 ceph-mon[30957]: pgmap v324: 97 pgs: 97 active+clean; 362 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.9 MiB/s wr, 145 op/s 2024-09-15T23:57:30.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:30 smithi163 ceph-mon[34107]: pgmap v324: 97 pgs: 97 active+clean; 362 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.9 MiB/s wr, 145 op/s 2024-09-15T23:57:30.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 367481 3.45 MB/sec execute 445 sec latency 176.334 ms 2024-09-15T23:57:31.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 368234 3.46 MB/sec execute 446 sec latency 44.169 ms 2024-09-15T23:57:32.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:32 smithi190 ceph-mon[34840]: pgmap v325: 97 pgs: 97 active+clean; 362 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 775 KiB/s rd, 1.9 MiB/s wr, 96 op/s 2024-09-15T23:57:32.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:32 smithi071 ceph-mon[30957]: pgmap v325: 97 pgs: 97 active+clean; 362 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 775 KiB/s rd, 1.9 MiB/s wr, 96 op/s 2024-09-15T23:57:32.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:32 smithi163 ceph-mon[34107]: pgmap v325: 97 pgs: 97 active+clean; 362 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 775 KiB/s rd, 1.9 MiB/s wr, 96 op/s 2024-09-15T23:57:32.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 368724 3.46 MB/sec execute 447 sec latency 14.175 ms 2024-09-15T23:57:33.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 369301 3.46 MB/sec execute 448 sec latency 14.375 ms 2024-09-15T23:57:34.286 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:34 smithi163 ceph-mon[34107]: pgmap v326: 97 pgs: 97 active+clean; 362 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 775 KiB/s rd, 1.9 MiB/s wr, 96 op/s 2024-09-15T23:57:34.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:34 smithi190 ceph-mon[34840]: pgmap v326: 97 pgs: 97 active+clean; 362 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 775 KiB/s rd, 1.9 MiB/s wr, 96 op/s 2024-09-15T23:57:34.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:34 smithi071 ceph-mon[30957]: pgmap v326: 97 pgs: 97 active+clean; 362 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 775 KiB/s rd, 1.9 MiB/s wr, 96 op/s 2024-09-15T23:57:34.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 369825 3.45 MB/sec execute 449 sec latency 18.150 ms 2024-09-15T23:57:35.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 370506 3.45 MB/sec execute 450 sec latency 18.919 ms 2024-09-15T23:57:36.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:36 smithi190 ceph-mon[34840]: pgmap v327: 97 pgs: 97 active+clean; 366 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 147 op/s 2024-09-15T23:57:36.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:36 smithi071 ceph-mon[30957]: pgmap v327: 97 pgs: 97 active+clean; 366 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 147 op/s 2024-09-15T23:57:36.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:36 smithi163 ceph-mon[34107]: pgmap v327: 97 pgs: 97 active+clean; 366 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 147 op/s 2024-09-15T23:57:36.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 371247 3.45 MB/sec execute 451 sec latency 16.369 ms 2024-09-15T23:57:37.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 372056 3.46 MB/sec execute 452 sec latency 15.089 ms 2024-09-15T23:57:38.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:38 smithi071 ceph-mon[30957]: pgmap v328: 97 pgs: 97 active+clean; 366 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 784 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-15T23:57:38.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:38 smithi163 ceph-mon[34107]: pgmap v328: 97 pgs: 97 active+clean; 366 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 784 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-15T23:57:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:38 smithi190 ceph-mon[34840]: pgmap v328: 97 pgs: 97 active+clean; 366 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 784 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-15T23:57:38.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 372512 3.46 MB/sec execute 453 sec latency 47.655 ms 2024-09-15T23:57:39.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 372962 3.45 MB/sec execute 454 sec latency 14.527 ms 2024-09-15T23:57:40.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:40 smithi071 ceph-mon[30957]: pgmap v329: 97 pgs: 97 active+clean; 371 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 144 op/s 2024-09-15T23:57:40.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:40 smithi163 ceph-mon[34107]: pgmap v329: 97 pgs: 97 active+clean; 371 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 144 op/s 2024-09-15T23:57:40.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:40 smithi190 ceph-mon[34840]: pgmap v329: 97 pgs: 97 active+clean; 371 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 144 op/s 2024-09-15T23:57:40.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 373575 3.45 MB/sec execute 455 sec latency 16.843 ms 2024-09-15T23:57:41.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 374257 3.45 MB/sec execute 456 sec latency 21.443 ms 2024-09-15T23:57:42.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:42 smithi071 ceph-mon[30957]: pgmap v330: 97 pgs: 97 active+clean; 371 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 847 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-15T23:57:42.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:42 smithi163 ceph-mon[34107]: pgmap v330: 97 pgs: 97 active+clean; 371 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 847 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-15T23:57:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:42 smithi190 ceph-mon[34840]: pgmap v330: 97 pgs: 97 active+clean; 371 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 847 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-15T23:57:42.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 374903 3.45 MB/sec execute 457 sec latency 16.861 ms 2024-09-15T23:57:43.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 375720 3.46 MB/sec execute 458 sec latency 13.871 ms 2024-09-15T23:57:44.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:44 smithi071 ceph-mon[30957]: pgmap v331: 97 pgs: 97 active+clean; 371 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 847 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-15T23:57:44.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:44 smithi163 ceph-mon[34107]: pgmap v331: 97 pgs: 97 active+clean; 371 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 847 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-15T23:57:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:44 smithi190 ceph-mon[34840]: pgmap v331: 97 pgs: 97 active+clean; 371 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 847 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-15T23:57:44.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 376192 3.46 MB/sec execute 459 sec latency 14.085 ms 2024-09-15T23:57:45.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 376587 3.45 MB/sec execute 460 sec latency 16.901 ms 2024-09-15T23:57:46.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:46 smithi071 ceph-mon[30957]: pgmap v332: 97 pgs: 97 active+clean; 376 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 148 op/s 2024-09-15T23:57:46.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:46 smithi163 ceph-mon[34107]: pgmap v332: 97 pgs: 97 active+clean; 376 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 148 op/s 2024-09-15T23:57:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:46 smithi190 ceph-mon[34840]: pgmap v332: 97 pgs: 97 active+clean; 376 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 148 op/s 2024-09-15T23:57:46.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 377262 3.45 MB/sec execute 461 sec latency 14.097 ms 2024-09-15T23:57:47.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 377993 3.45 MB/sec execute 462 sec latency 18.703 ms 2024-09-15T23:57:48.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:48 smithi071 ceph-mon[30957]: pgmap v333: 97 pgs: 97 active+clean; 376 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 881 KiB/s rd, 1.9 MiB/s wr, 98 op/s 2024-09-15T23:57:48.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:48 smithi163 ceph-mon[34107]: pgmap v333: 97 pgs: 97 active+clean; 376 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 881 KiB/s rd, 1.9 MiB/s wr, 98 op/s 2024-09-15T23:57:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:48 smithi190 ceph-mon[34840]: pgmap v333: 97 pgs: 97 active+clean; 376 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 881 KiB/s rd, 1.9 MiB/s wr, 98 op/s 2024-09-15T23:57:48.612 INFO:tasks.workunit.client.0.smithi071.stdout: 1 378628 3.45 MB/sec execute 463 sec latency 15.262 ms 2024-09-15T23:57:49.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 379337 3.45 MB/sec execute 464 sec latency 12.995 ms 2024-09-15T23:57:50.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:50 smithi071 ceph-mon[30957]: pgmap v334: 97 pgs: 97 active+clean; 379 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 146 op/s 2024-09-15T23:57:50.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:50 smithi163 ceph-mon[34107]: pgmap v334: 97 pgs: 97 active+clean; 379 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 146 op/s 2024-09-15T23:57:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:50 smithi190 ceph-mon[34840]: pgmap v334: 97 pgs: 97 active+clean; 379 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 146 op/s 2024-09-15T23:57:50.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 379885 3.45 MB/sec execute 465 sec latency 14.404 ms 2024-09-15T23:57:51.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 380386 3.45 MB/sec execute 466 sec latency 17.946 ms 2024-09-15T23:57:52.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:52 smithi071 ceph-mon[30957]: pgmap v335: 97 pgs: 97 active+clean; 379 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 852 KiB/s rd, 1.9 MiB/s wr, 98 op/s 2024-09-15T23:57:52.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:52 smithi163 ceph-mon[34107]: pgmap v335: 97 pgs: 97 active+clean; 379 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 852 KiB/s rd, 1.9 MiB/s wr, 98 op/s 2024-09-15T23:57:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:52 smithi190 ceph-mon[34840]: pgmap v335: 97 pgs: 97 active+clean; 379 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 852 KiB/s rd, 1.9 MiB/s wr, 98 op/s 2024-09-15T23:57:52.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 381082 3.45 MB/sec execute 467 sec latency 22.288 ms 2024-09-15T23:57:53.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 381749 3.45 MB/sec execute 468 sec latency 16.811 ms 2024-09-15T23:57:54.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:54 smithi071 ceph-mon[30957]: pgmap v336: 97 pgs: 97 active+clean; 379 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 852 KiB/s rd, 1.9 MiB/s wr, 98 op/s 2024-09-15T23:57:54.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:54 smithi163 ceph-mon[34107]: pgmap v336: 97 pgs: 97 active+clean; 379 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 852 KiB/s rd, 1.9 MiB/s wr, 98 op/s 2024-09-15T23:57:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:54 smithi190 ceph-mon[34840]: pgmap v336: 97 pgs: 97 active+clean; 379 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 852 KiB/s rd, 1.9 MiB/s wr, 98 op/s 2024-09-15T23:57:54.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 382503 3.45 MB/sec execute 469 sec latency 16.546 ms 2024-09-15T23:57:55.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 383066 3.46 MB/sec execute 470 sec latency 13.596 ms 2024-09-15T23:57:56.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:56 smithi071 ceph-mon[30957]: pgmap v337: 97 pgs: 97 active+clean; 386 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 146 op/s 2024-09-15T23:57:56.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:56 smithi163 ceph-mon[34107]: pgmap v337: 97 pgs: 97 active+clean; 386 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 146 op/s 2024-09-15T23:57:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:56 smithi190 ceph-mon[34840]: pgmap v337: 97 pgs: 97 active+clean; 386 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 146 op/s 2024-09-15T23:57:56.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 383549 3.45 MB/sec execute 471 sec latency 15.401 ms 2024-09-15T23:57:57.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 384114 3.45 MB/sec execute 472 sec latency 19.622 ms 2024-09-15T23:57:58.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:57:58 smithi071 ceph-mon[30957]: pgmap v338: 97 pgs: 97 active+clean; 386 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 845 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-15T23:57:58.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:57:58 smithi163 ceph-mon[34107]: pgmap v338: 97 pgs: 97 active+clean; 386 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 845 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-15T23:57:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:57:58 smithi190 ceph-mon[34840]: pgmap v338: 97 pgs: 97 active+clean; 386 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 845 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-15T23:57:58.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 384796 3.45 MB/sec execute 473 sec latency 20.985 ms 2024-09-15T23:57:59.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 385518 3.44 MB/sec execute 474 sec latency 20.577 ms 2024-09-15T23:58:00.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:00 smithi071 ceph-mon[30957]: pgmap v339: 97 pgs: 97 active+clean; 392 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 148 op/s 2024-09-15T23:58:00.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:00 smithi163 ceph-mon[34107]: pgmap v339: 97 pgs: 97 active+clean; 392 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 148 op/s 2024-09-15T23:58:00.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:00 smithi190 ceph-mon[34840]: pgmap v339: 97 pgs: 97 active+clean; 392 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 148 op/s 2024-09-15T23:58:00.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 386301 3.45 MB/sec execute 475 sec latency 25.802 ms 2024-09-15T23:58:01.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 386695 3.45 MB/sec execute 476 sec latency 113.739 ms 2024-09-15T23:58:02.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:02 smithi071 ceph-mon[30957]: pgmap v340: 97 pgs: 97 active+clean; 392 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 841 KiB/s rd, 2.0 MiB/s wr, 100 op/s 2024-09-15T23:58:02.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:02 smithi163 ceph-mon[34107]: pgmap v340: 97 pgs: 97 active+clean; 392 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 841 KiB/s rd, 2.0 MiB/s wr, 100 op/s 2024-09-15T23:58:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:02 smithi190 ceph-mon[34840]: pgmap v340: 97 pgs: 97 active+clean; 392 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 841 KiB/s rd, 2.0 MiB/s wr, 100 op/s 2024-09-15T23:58:02.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 387127 3.45 MB/sec execute 477 sec latency 62.513 ms 2024-09-15T23:58:03.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:03 smithi071 ceph-mon[30957]: osdmap e93: 12 total, 12 up, 12 in 2024-09-15T23:58:03.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:03 smithi163 ceph-mon[34107]: osdmap e93: 12 total, 12 up, 12 in 2024-09-15T23:58:03.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:03 smithi190 ceph-mon[34840]: osdmap e93: 12 total, 12 up, 12 in 2024-09-15T23:58:03.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 387655 3.44 MB/sec execute 478 sec latency 20.372 ms 2024-09-15T23:58:04.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:04 smithi071 ceph-mon[30957]: pgmap v342: 97 pgs: 97 active+clean; 392 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1009 KiB/s rd, 2.4 MiB/s wr, 120 op/s 2024-09-15T23:58:04.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:04 smithi163 ceph-mon[34107]: pgmap v342: 97 pgs: 97 active+clean; 392 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1009 KiB/s rd, 2.4 MiB/s wr, 120 op/s 2024-09-15T23:58:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:04 smithi190 ceph-mon[34840]: pgmap v342: 97 pgs: 97 active+clean; 392 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1009 KiB/s rd, 2.4 MiB/s wr, 120 op/s 2024-09-15T23:58:04.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 388323 3.44 MB/sec execute 479 sec latency 25.921 ms 2024-09-15T23:58:05.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 389041 3.44 MB/sec execute 480 sec latency 18.458 ms 2024-09-15T23:58:06.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:06 smithi071 ceph-mon[30957]: pgmap v343: 97 pgs: 97 active+clean; 395 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 991 KiB/s rd, 2.4 MiB/s wr, 138 op/s 2024-09-15T23:58:06.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:06 smithi163 ceph-mon[34107]: pgmap v343: 97 pgs: 97 active+clean; 395 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 991 KiB/s rd, 2.4 MiB/s wr, 138 op/s 2024-09-15T23:58:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:06 smithi190 ceph-mon[34840]: pgmap v343: 97 pgs: 97 active+clean; 395 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 991 KiB/s rd, 2.4 MiB/s wr, 138 op/s 2024-09-15T23:58:06.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 389840 3.45 MB/sec execute 481 sec latency 14.161 ms 2024-09-15T23:58:07.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 390299 3.45 MB/sec execute 482 sec latency 14.756 ms 2024-09-15T23:58:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:08 smithi071 ceph-mon[30957]: pgmap v344: 97 pgs: 97 active+clean; 395 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 991 KiB/s rd, 2.4 MiB/s wr, 138 op/s 2024-09-15T23:58:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:08 smithi071 ceph-mon[30957]: osdmap e94: 12 total, 12 up, 12 in 2024-09-15T23:58:08.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:08 smithi163 ceph-mon[34107]: pgmap v344: 97 pgs: 97 active+clean; 395 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 991 KiB/s rd, 2.4 MiB/s wr, 138 op/s 2024-09-15T23:58:08.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:08 smithi163 ceph-mon[34107]: osdmap e94: 12 total, 12 up, 12 in 2024-09-15T23:58:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:08 smithi190 ceph-mon[34840]: pgmap v344: 97 pgs: 97 active+clean; 395 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 991 KiB/s rd, 2.4 MiB/s wr, 138 op/s 2024-09-15T23:58:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:08 smithi190 ceph-mon[34840]: osdmap e94: 12 total, 12 up, 12 in 2024-09-15T23:58:08.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 390745 3.45 MB/sec execute 483 sec latency 14.075 ms 2024-09-15T23:58:09.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 391343 3.44 MB/sec execute 484 sec latency 14.077 ms 2024-09-15T23:58:10.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:10 smithi071 ceph-mon[30957]: pgmap v346: 97 pgs: 97 active+clean; 401 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 169 op/s 2024-09-15T23:58:10.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:10 smithi163 ceph-mon[34107]: pgmap v346: 97 pgs: 97 active+clean; 401 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 169 op/s 2024-09-15T23:58:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:10 smithi190 ceph-mon[34840]: pgmap v346: 97 pgs: 97 active+clean; 401 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 169 op/s 2024-09-15T23:58:10.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 392046 3.44 MB/sec execute 485 sec latency 19.533 ms 2024-09-15T23:58:11.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 392705 3.44 MB/sec execute 486 sec latency 15.703 ms 2024-09-15T23:58:12.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:12 smithi071 ceph-mon[30957]: pgmap v347: 97 pgs: 97 active+clean; 401 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.9 MiB/s wr, 166 op/s 2024-09-15T23:58:12.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:12 smithi163 ceph-mon[34107]: pgmap v347: 97 pgs: 97 active+clean; 401 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.9 MiB/s wr, 166 op/s 2024-09-15T23:58:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:12 smithi190 ceph-mon[34840]: pgmap v347: 97 pgs: 97 active+clean; 401 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.9 MiB/s wr, 166 op/s 2024-09-15T23:58:12.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 393507 3.45 MB/sec execute 487 sec latency 13.950 ms 2024-09-15T23:58:13.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 393987 3.45 MB/sec execute 488 sec latency 16.845 ms 2024-09-15T23:58:14.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:14 smithi071 ceph-mon[30957]: pgmap v348: 97 pgs: 97 active+clean; 401 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1024 KiB/s rd, 2.4 MiB/s wr, 135 op/s 2024-09-15T23:58:14.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:14 smithi163 ceph-mon[34107]: pgmap v348: 97 pgs: 97 active+clean; 401 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1024 KiB/s rd, 2.4 MiB/s wr, 135 op/s 2024-09-15T23:58:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:14 smithi190 ceph-mon[34840]: pgmap v348: 97 pgs: 97 active+clean; 401 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1024 KiB/s rd, 2.4 MiB/s wr, 135 op/s 2024-09-15T23:58:14.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 394383 3.44 MB/sec execute 489 sec latency 16.818 ms 2024-09-15T23:58:15.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 395092 3.44 MB/sec execute 490 sec latency 12.997 ms 2024-09-15T23:58:16.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:16 smithi071 ceph-mon[30957]: pgmap v349: 97 pgs: 97 active+clean; 406 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.4 MiB/s wr, 118 op/s 2024-09-15T23:58:16.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:16 smithi163 ceph-mon[34107]: pgmap v349: 97 pgs: 97 active+clean; 406 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.4 MiB/s wr, 118 op/s 2024-09-15T23:58:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:16 smithi190 ceph-mon[34840]: pgmap v349: 97 pgs: 97 active+clean; 406 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.4 MiB/s wr, 118 op/s 2024-09-15T23:58:16.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 395753 3.44 MB/sec execute 491 sec latency 20.176 ms 2024-09-15T23:58:17.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:17 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:58:17.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:17 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:58:17.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:17 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:58:17.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 396376 3.44 MB/sec execute 492 sec latency 17.366 ms 2024-09-15T23:58:18.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:18 smithi071 ceph-mon[30957]: pgmap v350: 97 pgs: 97 active+clean; 406 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.4 MiB/s wr, 118 op/s 2024-09-15T23:58:18.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:18 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:58:18.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:18 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:58:18.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:18 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:58:18.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:18 smithi163 ceph-mon[34107]: pgmap v350: 97 pgs: 97 active+clean; 406 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.4 MiB/s wr, 118 op/s 2024-09-15T23:58:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:18 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:58:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:18 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:58:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:18 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:58:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:18 smithi190 ceph-mon[34840]: pgmap v350: 97 pgs: 97 active+clean; 406 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.4 MiB/s wr, 118 op/s 2024-09-15T23:58:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:18 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:58:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:18 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:58:18.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:18 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:58:18.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 397086 3.44 MB/sec execute 493 sec latency 13.285 ms 2024-09-15T23:58:19.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 397615 3.45 MB/sec execute 494 sec latency 14.464 ms 2024-09-15T23:58:20.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:20 smithi071 ceph-mon[30957]: pgmap v351: 97 pgs: 97 active+clean; 411 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 160 op/s 2024-09-15T23:58:20.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:20 smithi163 ceph-mon[34107]: pgmap v351: 97 pgs: 97 active+clean; 411 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 160 op/s 2024-09-15T23:58:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:20 smithi190 ceph-mon[34840]: pgmap v351: 97 pgs: 97 active+clean; 411 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 160 op/s 2024-09-15T23:58:20.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 398099 3.44 MB/sec execute 495 sec latency 18.271 ms 2024-09-15T23:58:21.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 398782 3.44 MB/sec execute 496 sec latency 20.403 ms 2024-09-15T23:58:22.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:22 smithi071 ceph-mon[30957]: pgmap v352: 97 pgs: 97 active+clean; 411 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 937 KiB/s rd, 2.0 MiB/s wr, 100 op/s 2024-09-15T23:58:22.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:22 smithi163 ceph-mon[34107]: pgmap v352: 97 pgs: 97 active+clean; 411 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 937 KiB/s rd, 2.0 MiB/s wr, 100 op/s 2024-09-15T23:58:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:22 smithi190 ceph-mon[34840]: pgmap v352: 97 pgs: 97 active+clean; 411 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 937 KiB/s rd, 2.0 MiB/s wr, 100 op/s 2024-09-15T23:58:22.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 399459 3.44 MB/sec execute 497 sec latency 18.273 ms 2024-09-15T23:58:23.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 400234 3.44 MB/sec execute 498 sec latency 14.389 ms 2024-09-15T23:58:24.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:24 smithi071 ceph-mon[30957]: pgmap v353: 97 pgs: 97 active+clean; 411 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 937 KiB/s rd, 2.0 MiB/s wr, 100 op/s 2024-09-15T23:58:24.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:24 smithi163 ceph-mon[34107]: pgmap v353: 97 pgs: 97 active+clean; 411 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 937 KiB/s rd, 2.0 MiB/s wr, 100 op/s 2024-09-15T23:58:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:24 smithi190 ceph-mon[34840]: pgmap v353: 97 pgs: 97 active+clean; 411 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 937 KiB/s rd, 2.0 MiB/s wr, 100 op/s 2024-09-15T23:58:24.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 400824 3.45 MB/sec execute 499 sec latency 13.219 ms 2024-09-15T23:58:25.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 401300 3.44 MB/sec execute 500 sec latency 13.627 ms 2024-09-15T23:58:26.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:26 smithi071 ceph-mon[30957]: pgmap v354: 97 pgs: 97 active+clean; 415 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 147 op/s 2024-09-15T23:58:26.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:26 smithi163 ceph-mon[34107]: pgmap v354: 97 pgs: 97 active+clean; 415 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 147 op/s 2024-09-15T23:58:26.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:26 smithi190 ceph-mon[34840]: pgmap v354: 97 pgs: 97 active+clean; 415 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 147 op/s 2024-09-15T23:58:26.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 401861 3.44 MB/sec execute 501 sec latency 15.133 ms 2024-09-15T23:58:27.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 402527 3.44 MB/sec execute 502 sec latency 21.833 ms 2024-09-15T23:58:28.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:28 smithi071 ceph-mon[30957]: pgmap v355: 97 pgs: 97 active+clean; 415 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 957 KiB/s rd, 1.9 MiB/s wr, 98 op/s 2024-09-15T23:58:28.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:28 smithi163 ceph-mon[34107]: pgmap v355: 97 pgs: 97 active+clean; 415 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 957 KiB/s rd, 1.9 MiB/s wr, 98 op/s 2024-09-15T23:58:28.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:28 smithi190 ceph-mon[34840]: pgmap v355: 97 pgs: 97 active+clean; 415 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 957 KiB/s rd, 1.9 MiB/s wr, 98 op/s 2024-09-15T23:58:28.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 403251 3.44 MB/sec execute 503 sec latency 23.195 ms 2024-09-15T23:58:29.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 404068 3.44 MB/sec execute 504 sec latency 14.017 ms 2024-09-15T23:58:30.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:30 smithi071 ceph-mon[30957]: pgmap v356: 97 pgs: 97 active+clean; 420 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 148 op/s 2024-09-15T23:58:30.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:30 smithi163 ceph-mon[34107]: pgmap v356: 97 pgs: 97 active+clean; 420 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 148 op/s 2024-09-15T23:58:30.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:30 smithi190 ceph-mon[34840]: pgmap v356: 97 pgs: 97 active+clean; 420 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 148 op/s 2024-09-15T23:58:30.613 INFO:tasks.workunit.client.0.smithi071.stdout: 1 404542 3.44 MB/sec execute 505 sec latency 13.769 ms 2024-09-15T23:58:31.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 404997 3.44 MB/sec execute 506 sec latency 15.875 ms 2024-09-15T23:58:32.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:32 smithi071 ceph-mon[30957]: pgmap v357: 97 pgs: 97 active+clean; 420 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 924 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:58:32.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:32 smithi163 ceph-mon[34107]: pgmap v357: 97 pgs: 97 active+clean; 420 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 924 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:58:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:32 smithi190 ceph-mon[34840]: pgmap v357: 97 pgs: 97 active+clean; 420 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 924 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:58:32.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 405685 3.44 MB/sec execute 507 sec latency 14.359 ms 2024-09-15T23:58:33.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 406384 3.44 MB/sec execute 508 sec latency 19.907 ms 2024-09-15T23:58:34.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:34 smithi071 ceph-mon[30957]: pgmap v358: 97 pgs: 97 active+clean; 420 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 924 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:58:34.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:34 smithi163 ceph-mon[34107]: pgmap v358: 97 pgs: 97 active+clean; 420 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 924 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:58:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:34 smithi190 ceph-mon[34840]: pgmap v358: 97 pgs: 97 active+clean; 420 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 924 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-15T23:58:34.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 407145 3.44 MB/sec execute 509 sec latency 14.560 ms 2024-09-15T23:58:35.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 407735 3.44 MB/sec execute 510 sec latency 13.443 ms 2024-09-15T23:58:36.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:36 smithi071 ceph-mon[30957]: pgmap v359: 97 pgs: 97 active+clean; 428 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 147 op/s 2024-09-15T23:58:36.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:36 smithi163 ceph-mon[34107]: pgmap v359: 97 pgs: 97 active+clean; 428 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 147 op/s 2024-09-15T23:58:36.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:36 smithi190 ceph-mon[34840]: pgmap v359: 97 pgs: 97 active+clean; 428 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 147 op/s 2024-09-15T23:58:36.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 408324 3.44 MB/sec execute 511 sec latency 13.783 ms 2024-09-15T23:58:37.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 408861 3.44 MB/sec execute 512 sec latency 17.740 ms 2024-09-15T23:58:38.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:38 smithi071 ceph-mon[30957]: pgmap v360: 97 pgs: 97 active+clean; 428 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 866 KiB/s rd, 2.0 MiB/s wr, 100 op/s 2024-09-15T23:58:38.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:38 smithi163 ceph-mon[34107]: pgmap v360: 97 pgs: 97 active+clean; 428 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 866 KiB/s rd, 2.0 MiB/s wr, 100 op/s 2024-09-15T23:58:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:38 smithi190 ceph-mon[34840]: pgmap v360: 97 pgs: 97 active+clean; 428 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 866 KiB/s rd, 2.0 MiB/s wr, 100 op/s 2024-09-15T23:58:38.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 409544 3.44 MB/sec execute 513 sec latency 19.488 ms 2024-09-15T23:58:39.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 410256 3.44 MB/sec execute 514 sec latency 17.510 ms 2024-09-15T23:58:40.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:40 smithi071 ceph-mon[30957]: pgmap v361: 97 pgs: 97 active+clean; 433 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 151 op/s 2024-09-15T23:58:40.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:40 smithi163 ceph-mon[34107]: pgmap v361: 97 pgs: 97 active+clean; 433 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 151 op/s 2024-09-15T23:58:40.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:40 smithi190 ceph-mon[34840]: pgmap v361: 97 pgs: 97 active+clean; 433 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 151 op/s 2024-09-15T23:58:40.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 410965 3.44 MB/sec execute 515 sec latency 13.689 ms 2024-09-15T23:58:41.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 411570 3.44 MB/sec execute 516 sec latency 14.307 ms 2024-09-15T23:58:42.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:42 smithi071 ceph-mon[30957]: pgmap v362: 97 pgs: 97 active+clean; 433 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 839 KiB/s rd, 2.1 MiB/s wr, 101 op/s 2024-09-15T23:58:42.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:42 smithi163 ceph-mon[34107]: pgmap v362: 97 pgs: 97 active+clean; 433 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 839 KiB/s rd, 2.1 MiB/s wr, 101 op/s 2024-09-15T23:58:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:42 smithi190 ceph-mon[34840]: pgmap v362: 97 pgs: 97 active+clean; 433 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 839 KiB/s rd, 2.1 MiB/s wr, 101 op/s 2024-09-15T23:58:42.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 412017 3.44 MB/sec execute 517 sec latency 13.237 ms 2024-09-15T23:58:43.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 412654 3.44 MB/sec execute 518 sec latency 16.903 ms 2024-09-15T23:58:44.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:44 smithi071 ceph-mon[30957]: pgmap v363: 97 pgs: 97 active+clean; 433 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 839 KiB/s rd, 2.1 MiB/s wr, 101 op/s 2024-09-15T23:58:44.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:44 smithi163 ceph-mon[34107]: pgmap v363: 97 pgs: 97 active+clean; 433 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 839 KiB/s rd, 2.1 MiB/s wr, 101 op/s 2024-09-15T23:58:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:44 smithi190 ceph-mon[34840]: pgmap v363: 97 pgs: 97 active+clean; 433 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 839 KiB/s rd, 2.1 MiB/s wr, 101 op/s 2024-09-15T23:58:44.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 413324 3.44 MB/sec execute 519 sec latency 19.634 ms 2024-09-15T23:58:45.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 413992 3.44 MB/sec execute 520 sec latency 16.175 ms 2024-09-15T23:58:46.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:46 smithi071 ceph-mon[30957]: pgmap v364: 97 pgs: 97 active+clean; 438 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 151 op/s 2024-09-15T23:58:46.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:46 smithi163 ceph-mon[34107]: pgmap v364: 97 pgs: 97 active+clean; 438 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 151 op/s 2024-09-15T23:58:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:46 smithi190 ceph-mon[34840]: pgmap v364: 97 pgs: 97 active+clean; 438 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 151 op/s 2024-09-15T23:58:46.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 414789 3.44 MB/sec execute 521 sec latency 36.455 ms 2024-09-15T23:58:47.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 415260 3.44 MB/sec execute 522 sec latency 69.211 ms 2024-09-15T23:58:48.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:48 smithi071 ceph-mon[30957]: pgmap v365: 97 pgs: 97 active+clean; 438 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 874 KiB/s rd, 2.0 MiB/s wr, 101 op/s 2024-09-15T23:58:48.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:48 smithi163 ceph-mon[34107]: pgmap v365: 97 pgs: 97 active+clean; 438 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 874 KiB/s rd, 2.0 MiB/s wr, 101 op/s 2024-09-15T23:58:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:48 smithi190 ceph-mon[34840]: pgmap v365: 97 pgs: 97 active+clean; 438 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 874 KiB/s rd, 2.0 MiB/s wr, 101 op/s 2024-09-15T23:58:48.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 415641 3.44 MB/sec execute 523 sec latency 36.214 ms 2024-09-15T23:58:49.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 416296 3.43 MB/sec execute 524 sec latency 14.747 ms 2024-09-15T23:58:50.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:50 smithi071 ceph-mon[30957]: pgmap v366: 97 pgs: 97 active+clean; 443 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 147 op/s 2024-09-15T23:58:50.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:50 smithi163 ceph-mon[34107]: pgmap v366: 97 pgs: 97 active+clean; 443 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 147 op/s 2024-09-15T23:58:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:50 smithi190 ceph-mon[34840]: pgmap v366: 97 pgs: 97 active+clean; 443 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 147 op/s 2024-09-15T23:58:50.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 416958 3.43 MB/sec execute 525 sec latency 20.453 ms 2024-09-15T23:58:51.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 417634 3.43 MB/sec execute 526 sec latency 24.494 ms 2024-09-15T23:58:52.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:52 smithi163 ceph-mon[34107]: pgmap v367: 97 pgs: 97 active+clean; 443 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 873 KiB/s rd, 2.0 MiB/s wr, 96 op/s 2024-09-15T23:58:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:52 smithi190 ceph-mon[34840]: pgmap v367: 97 pgs: 97 active+clean; 443 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 873 KiB/s rd, 2.0 MiB/s wr, 96 op/s 2024-09-15T23:58:52.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 418361 3.44 MB/sec execute 527 sec latency 12.805 ms 2024-09-15T23:58:52.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:52 smithi071 ceph-mon[30957]: pgmap v367: 97 pgs: 97 active+clean; 443 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 873 KiB/s rd, 2.0 MiB/s wr, 96 op/s 2024-09-15T23:58:53.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 418897 3.44 MB/sec execute 528 sec latency 14.281 ms 2024-09-15T23:58:54.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:54 smithi163 ceph-mon[34107]: pgmap v368: 97 pgs: 97 active+clean; 443 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 873 KiB/s rd, 2.0 MiB/s wr, 96 op/s 2024-09-15T23:58:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:54 smithi190 ceph-mon[34840]: pgmap v368: 97 pgs: 97 active+clean; 443 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 873 KiB/s rd, 2.0 MiB/s wr, 96 op/s 2024-09-15T23:58:54.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 419381 3.44 MB/sec execute 529 sec latency 16.647 ms 2024-09-15T23:58:54.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:54 smithi071 ceph-mon[30957]: pgmap v368: 97 pgs: 97 active+clean; 443 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 873 KiB/s rd, 2.0 MiB/s wr, 96 op/s 2024-09-15T23:58:55.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 420075 3.44 MB/sec execute 530 sec latency 19.742 ms 2024-09-15T23:58:56.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:56 smithi163 ceph-mon[34107]: pgmap v369: 97 pgs: 97 active+clean; 448 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 145 op/s 2024-09-15T23:58:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:56 smithi190 ceph-mon[34840]: pgmap v369: 97 pgs: 97 active+clean; 448 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 145 op/s 2024-09-15T23:58:56.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 420732 3.43 MB/sec execute 531 sec latency 19.094 ms 2024-09-15T23:58:56.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:56 smithi071 ceph-mon[30957]: pgmap v369: 97 pgs: 97 active+clean; 448 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 145 op/s 2024-09-15T23:58:57.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 421511 3.44 MB/sec execute 532 sec latency 14.726 ms 2024-09-15T23:58:58.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:58:58 smithi163 ceph-mon[34107]: pgmap v370: 97 pgs: 97 active+clean; 448 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 886 KiB/s rd, 1.9 MiB/s wr, 95 op/s 2024-09-15T23:58:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:58:58 smithi190 ceph-mon[34840]: pgmap v370: 97 pgs: 97 active+clean; 448 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 886 KiB/s rd, 1.9 MiB/s wr, 95 op/s 2024-09-15T23:58:58.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 422073 3.44 MB/sec execute 533 sec latency 13.462 ms 2024-09-15T23:58:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:58:58 smithi071 ceph-mon[30957]: pgmap v370: 97 pgs: 97 active+clean; 448 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 886 KiB/s rd, 1.9 MiB/s wr, 95 op/s 2024-09-15T23:58:59.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 422558 3.44 MB/sec execute 534 sec latency 13.916 ms 2024-09-15T23:59:00.477 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:00 smithi071 ceph-mon[30957]: pgmap v371: 97 pgs: 97 active+clean; 453 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 145 op/s 2024-09-15T23:59:00.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:00 smithi163 ceph-mon[34107]: pgmap v371: 97 pgs: 97 active+clean; 453 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 145 op/s 2024-09-15T23:59:00.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:00 smithi190 ceph-mon[34840]: pgmap v371: 97 pgs: 97 active+clean; 453 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 145 op/s 2024-09-15T23:59:00.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 423073 3.43 MB/sec execute 535 sec latency 22.694 ms 2024-09-15T23:59:01.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 423722 3.44 MB/sec execute 536 sec latency 69.872 ms 2024-09-15T23:59:02.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:02 smithi163 ceph-mon[34107]: pgmap v372: 97 pgs: 97 active+clean; 453 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 1.9 MiB/s wr, 98 op/s 2024-09-15T23:59:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:02 smithi190 ceph-mon[34840]: pgmap v372: 97 pgs: 97 active+clean; 453 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 1.9 MiB/s wr, 98 op/s 2024-09-15T23:59:02.614 INFO:tasks.workunit.client.0.smithi071.stdout: 1 424432 3.43 MB/sec execute 537 sec latency 30.982 ms 2024-09-15T23:59:02.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:02 smithi071 ceph-mon[30957]: pgmap v372: 97 pgs: 97 active+clean; 453 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 1.9 MiB/s wr, 98 op/s 2024-09-15T23:59:03.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:03 smithi163 ceph-mon[34107]: osdmap e95: 12 total, 12 up, 12 in 2024-09-15T23:59:03.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:03 smithi190 ceph-mon[34840]: osdmap e95: 12 total, 12 up, 12 in 2024-09-15T23:59:03.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 425125 3.44 MB/sec execute 538 sec latency 14.161 ms 2024-09-15T23:59:03.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:03 smithi071 ceph-mon[30957]: osdmap e95: 12 total, 12 up, 12 in 2024-09-15T23:59:04.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:04 smithi163 ceph-mon[34107]: pgmap v374: 97 pgs: 97 active+clean; 453 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.3 MiB/s wr, 118 op/s 2024-09-15T23:59:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:04 smithi190 ceph-mon[34840]: pgmap v374: 97 pgs: 97 active+clean; 453 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.3 MiB/s wr, 118 op/s 2024-09-15T23:59:04.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 425708 3.44 MB/sec execute 539 sec latency 13.324 ms 2024-09-15T23:59:04.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:04 smithi071 ceph-mon[30957]: pgmap v374: 97 pgs: 97 active+clean; 453 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.3 MiB/s wr, 118 op/s 2024-09-15T23:59:05.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 426164 3.44 MB/sec execute 540 sec latency 14.140 ms 2024-09-15T23:59:06.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:06 smithi163 ceph-mon[34107]: pgmap v375: 97 pgs: 97 active+clean; 455 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 138 op/s 2024-09-15T23:59:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:06 smithi190 ceph-mon[34840]: pgmap v375: 97 pgs: 97 active+clean; 455 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 138 op/s 2024-09-15T23:59:06.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 426742 3.43 MB/sec execute 541 sec latency 17.144 ms 2024-09-15T23:59:06.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:06 smithi071 ceph-mon[30957]: pgmap v375: 97 pgs: 97 active+clean; 455 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 138 op/s 2024-09-15T23:59:07.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 427404 3.43 MB/sec execute 542 sec latency 24.899 ms 2024-09-15T23:59:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:08 smithi071 ceph-mon[30957]: pgmap v376: 97 pgs: 97 active+clean; 455 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 138 op/s 2024-09-15T23:59:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:08 smithi071 ceph-mon[30957]: osdmap e96: 12 total, 12 up, 12 in 2024-09-15T23:59:08.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:08 smithi163 ceph-mon[34107]: pgmap v376: 97 pgs: 97 active+clean; 455 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 138 op/s 2024-09-15T23:59:08.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:08 smithi163 ceph-mon[34107]: osdmap e96: 12 total, 12 up, 12 in 2024-09-15T23:59:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:08 smithi190 ceph-mon[34840]: pgmap v376: 97 pgs: 97 active+clean; 455 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 138 op/s 2024-09-15T23:59:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:08 smithi190 ceph-mon[34840]: osdmap e96: 12 total, 12 up, 12 in 2024-09-15T23:59:08.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 428108 3.43 MB/sec execute 543 sec latency 15.691 ms 2024-09-15T23:59:09.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 428954 3.44 MB/sec execute 544 sec latency 40.207 ms 2024-09-15T23:59:10.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:10 smithi071 ceph-mon[30957]: pgmap v378: 97 pgs: 97 active+clean; 460 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 171 op/s 2024-09-15T23:59:10.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:10 smithi163 ceph-mon[34107]: pgmap v378: 97 pgs: 97 active+clean; 460 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 171 op/s 2024-09-15T23:59:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:10 smithi190 ceph-mon[34840]: pgmap v378: 97 pgs: 97 active+clean; 460 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 171 op/s 2024-09-15T23:59:10.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 429421 3.44 MB/sec execute 545 sec latency 16.433 ms 2024-09-15T23:59:11.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 429829 3.43 MB/sec execute 546 sec latency 20.688 ms 2024-09-15T23:59:12.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:12 smithi071 ceph-mon[30957]: pgmap v379: 97 pgs: 97 active+clean; 460 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 169 op/s 2024-09-15T23:59:12.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:12 smithi163 ceph-mon[34107]: pgmap v379: 97 pgs: 97 active+clean; 460 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 169 op/s 2024-09-15T23:59:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:12 smithi190 ceph-mon[34840]: pgmap v379: 97 pgs: 97 active+clean; 460 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 169 op/s 2024-09-15T23:59:12.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 430477 3.43 MB/sec execute 547 sec latency 23.604 ms 2024-09-15T23:59:13.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 431140 3.43 MB/sec execute 548 sec latency 18.537 ms 2024-09-15T23:59:14.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:14 smithi071 ceph-mon[30957]: pgmap v380: 97 pgs: 97 active+clean; 460 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.4 MiB/s wr, 137 op/s 2024-09-15T23:59:14.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:14 smithi163 ceph-mon[34107]: pgmap v380: 97 pgs: 97 active+clean; 460 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.4 MiB/s wr, 137 op/s 2024-09-15T23:59:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:14 smithi190 ceph-mon[34840]: pgmap v380: 97 pgs: 97 active+clean; 460 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.4 MiB/s wr, 137 op/s 2024-09-15T23:59:14.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 431828 3.43 MB/sec execute 549 sec latency 16.455 ms 2024-09-15T23:59:15.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 432545 3.43 MB/sec execute 550 sec latency 12.955 ms 2024-09-15T23:59:16.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:16 smithi071 ceph-mon[30957]: pgmap v381: 97 pgs: 97 active+clean; 468 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 136 op/s 2024-09-15T23:59:16.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:16 smithi163 ceph-mon[34107]: pgmap v381: 97 pgs: 97 active+clean; 468 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 136 op/s 2024-09-15T23:59:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:16 smithi190 ceph-mon[34840]: pgmap v381: 97 pgs: 97 active+clean; 468 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 136 op/s 2024-09-15T23:59:16.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 433078 3.44 MB/sec execute 551 sec latency 45.422 ms 2024-09-15T23:59:17.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 433503 3.43 MB/sec execute 552 sec latency 45.985 ms 2024-09-15T23:59:18.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:18 smithi071 ceph-mon[30957]: pgmap v382: 97 pgs: 97 active+clean; 468 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 136 op/s 2024-09-15T23:59:18.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:18 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:59:18.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:18 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:59:18.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:18 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:59:18.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:18 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:59:18.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:18 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:59:18.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:18 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:59:18.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:18 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:59:18.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:18 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:59:18.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:18 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:59:18.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:18 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:59:18.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:18 smithi163 ceph-mon[34107]: pgmap v382: 97 pgs: 97 active+clean; 468 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 136 op/s 2024-09-15T23:59:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:18 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:59:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:18 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:59:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:18 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:59:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:18 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:59:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:18 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:59:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:18 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:59:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:18 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:59:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:18 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:59:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:18 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:59:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:18 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:59:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:18 smithi190 ceph-mon[34840]: pgmap v382: 97 pgs: 97 active+clean; 468 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 136 op/s 2024-09-15T23:59:18.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:18 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-15T23:59:18.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:18 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:59:18.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:18 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:59:18.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:18 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:59:18.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:18 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:59:18.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:18 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:59:18.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:18 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:59:18.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:18 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-15T23:59:18.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:18 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-15T23:59:18.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:18 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-15T23:59:18.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 434189 3.43 MB/sec execute 553 sec latency 15.055 ms 2024-09-15T23:59:19.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 434830 3.43 MB/sec execute 554 sec latency 24.907 ms 2024-09-15T23:59:20.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:20 smithi071 ceph-mon[30957]: pgmap v383: 97 pgs: 97 active+clean; 472 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 176 op/s 2024-09-15T23:59:20.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:20 smithi163 ceph-mon[34107]: pgmap v383: 97 pgs: 97 active+clean; 472 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 176 op/s 2024-09-15T23:59:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:20 smithi190 ceph-mon[34840]: pgmap v383: 97 pgs: 97 active+clean; 472 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 176 op/s 2024-09-15T23:59:20.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 435543 3.43 MB/sec execute 555 sec latency 14.338 ms 2024-09-15T23:59:21.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 436134 3.43 MB/sec execute 556 sec latency 12.777 ms 2024-09-15T23:59:22.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:22 smithi071 ceph-mon[30957]: pgmap v384: 97 pgs: 97 active+clean; 472 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 820 KiB/s rd, 2.0 MiB/s wr, 115 op/s 2024-09-15T23:59:22.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:22 smithi163 ceph-mon[34107]: pgmap v384: 97 pgs: 97 active+clean; 472 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 820 KiB/s rd, 2.0 MiB/s wr, 115 op/s 2024-09-15T23:59:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:22 smithi190 ceph-mon[34840]: pgmap v384: 97 pgs: 97 active+clean; 472 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 820 KiB/s rd, 2.0 MiB/s wr, 115 op/s 2024-09-15T23:59:22.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 436701 3.43 MB/sec execute 557 sec latency 15.332 ms 2024-09-15T23:59:23.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 437226 3.43 MB/sec execute 558 sec latency 22.901 ms 2024-09-15T23:59:24.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:24 smithi071 ceph-mon[30957]: pgmap v385: 97 pgs: 97 active+clean; 472 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 820 KiB/s rd, 2.0 MiB/s wr, 115 op/s 2024-09-15T23:59:24.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:24 smithi163 ceph-mon[34107]: pgmap v385: 97 pgs: 97 active+clean; 472 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 820 KiB/s rd, 2.0 MiB/s wr, 115 op/s 2024-09-15T23:59:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:24 smithi190 ceph-mon[34840]: pgmap v385: 97 pgs: 97 active+clean; 472 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 820 KiB/s rd, 2.0 MiB/s wr, 115 op/s 2024-09-15T23:59:24.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 437877 3.43 MB/sec execute 559 sec latency 18.916 ms 2024-09-15T23:59:25.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 438616 3.43 MB/sec execute 560 sec latency 17.795 ms 2024-09-15T23:59:26.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:26 smithi071 ceph-mon[30957]: pgmap v386: 97 pgs: 97 active+clean; 475 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 162 op/s 2024-09-15T23:59:26.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:26 smithi163 ceph-mon[34107]: pgmap v386: 97 pgs: 97 active+clean; 475 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 162 op/s 2024-09-15T23:59:26.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:26 smithi190 ceph-mon[34840]: pgmap v386: 97 pgs: 97 active+clean; 475 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.8 MiB/s wr, 162 op/s 2024-09-15T23:59:26.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 439307 3.43 MB/sec execute 561 sec latency 13.756 ms 2024-09-15T23:59:27.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 439878 3.43 MB/sec execute 562 sec latency 13.778 ms 2024-09-15T23:59:28.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:28 smithi071 ceph-mon[30957]: pgmap v387: 97 pgs: 97 active+clean; 475 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 607 KiB/s rd, 1.7 MiB/s wr, 97 op/s 2024-09-15T23:59:28.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:28 smithi163 ceph-mon[34107]: pgmap v387: 97 pgs: 97 active+clean; 475 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 607 KiB/s rd, 1.7 MiB/s wr, 97 op/s 2024-09-15T23:59:28.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:28 smithi190 ceph-mon[34840]: pgmap v387: 97 pgs: 97 active+clean; 475 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 607 KiB/s rd, 1.7 MiB/s wr, 97 op/s 2024-09-15T23:59:28.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 440343 3.43 MB/sec execute 563 sec latency 14.935 ms 2024-09-15T23:59:29.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 440927 3.43 MB/sec execute 564 sec latency 15.549 ms 2024-09-15T23:59:30.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:30 smithi071 ceph-mon[30957]: pgmap v388: 97 pgs: 97 active+clean; 478 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 914 KiB/s rd, 2.6 MiB/s wr, 146 op/s 2024-09-15T23:59:30.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:30 smithi163 ceph-mon[34107]: pgmap v388: 97 pgs: 97 active+clean; 478 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 914 KiB/s rd, 2.6 MiB/s wr, 146 op/s 2024-09-15T23:59:30.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:30 smithi190 ceph-mon[34840]: pgmap v388: 97 pgs: 97 active+clean; 478 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 914 KiB/s rd, 2.6 MiB/s wr, 146 op/s 2024-09-15T23:59:30.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 441631 3.43 MB/sec execute 565 sec latency 19.446 ms 2024-09-15T23:59:31.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 442327 3.43 MB/sec execute 566 sec latency 16.589 ms 2024-09-15T23:59:32.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:32 smithi071 ceph-mon[30957]: pgmap v389: 97 pgs: 97 active+clean; 478 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 605 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-15T23:59:32.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:32 smithi163 ceph-mon[34107]: pgmap v389: 97 pgs: 97 active+clean; 478 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 605 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-15T23:59:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:32 smithi190 ceph-mon[34840]: pgmap v389: 97 pgs: 97 active+clean; 478 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 605 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-15T23:59:32.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 443147 3.43 MB/sec execute 567 sec latency 14.109 ms 2024-09-15T23:59:33.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 443618 3.43 MB/sec execute 568 sec latency 15.150 ms 2024-09-15T23:59:34.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:34 smithi071 ceph-mon[30957]: pgmap v390: 97 pgs: 97 active+clean; 478 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 605 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-15T23:59:34.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:34 smithi163 ceph-mon[34107]: pgmap v390: 97 pgs: 97 active+clean; 478 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 605 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-15T23:59:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:34 smithi190 ceph-mon[34840]: pgmap v390: 97 pgs: 97 active+clean; 478 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 605 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-15T23:59:34.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 444025 3.43 MB/sec execute 569 sec latency 16.940 ms 2024-09-15T23:59:35.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 444789 3.43 MB/sec execute 570 sec latency 13.163 ms 2024-09-15T23:59:36.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:36 smithi071 ceph-mon[30957]: pgmap v391: 97 pgs: 97 active+clean; 482 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 921 KiB/s rd, 2.5 MiB/s wr, 145 op/s 2024-09-15T23:59:36.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:36 smithi163 ceph-mon[34107]: pgmap v391: 97 pgs: 97 active+clean; 482 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 921 KiB/s rd, 2.5 MiB/s wr, 145 op/s 2024-09-15T23:59:36.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:36 smithi190 ceph-mon[34840]: pgmap v391: 97 pgs: 97 active+clean; 482 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 921 KiB/s rd, 2.5 MiB/s wr, 145 op/s 2024-09-15T23:59:36.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 445437 3.43 MB/sec execute 571 sec latency 17.850 ms 2024-09-15T23:59:37.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 446000 3.42 MB/sec execute 572 sec latency 80.390 ms 2024-09-15T23:59:38.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:38 smithi071 ceph-mon[30957]: pgmap v392: 97 pgs: 97 active+clean; 482 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 622 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-15T23:59:38.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:38 smithi163 ceph-mon[34107]: pgmap v392: 97 pgs: 97 active+clean; 482 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 622 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-15T23:59:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:38 smithi190 ceph-mon[34840]: pgmap v392: 97 pgs: 97 active+clean; 482 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 622 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-15T23:59:38.615 INFO:tasks.workunit.client.0.smithi071.stdout: 1 446714 3.43 MB/sec execute 573 sec latency 18.746 ms 2024-09-15T23:59:39.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 447195 3.43 MB/sec execute 574 sec latency 16.805 ms 2024-09-15T23:59:40.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:40 smithi071 ceph-mon[30957]: pgmap v393: 97 pgs: 97 active+clean; 486 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 954 KiB/s rd, 2.6 MiB/s wr, 147 op/s 2024-09-15T23:59:40.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:40 smithi163 ceph-mon[34107]: pgmap v393: 97 pgs: 97 active+clean; 486 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 954 KiB/s rd, 2.6 MiB/s wr, 147 op/s 2024-09-15T23:59:40.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:40 smithi190 ceph-mon[34840]: pgmap v393: 97 pgs: 97 active+clean; 486 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 954 KiB/s rd, 2.6 MiB/s wr, 147 op/s 2024-09-15T23:59:40.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 447568 3.43 MB/sec execute 575 sec latency 15.842 ms 2024-09-15T23:59:41.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 448230 3.42 MB/sec execute 576 sec latency 17.667 ms 2024-09-15T23:59:42.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:42 smithi071 ceph-mon[30957]: pgmap v394: 97 pgs: 97 active+clean; 486 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 648 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-15T23:59:42.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:42 smithi163 ceph-mon[34107]: pgmap v394: 97 pgs: 97 active+clean; 486 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 648 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-15T23:59:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:42 smithi190 ceph-mon[34840]: pgmap v394: 97 pgs: 97 active+clean; 486 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 648 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-15T23:59:42.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 448861 3.42 MB/sec execute 577 sec latency 54.978 ms 2024-09-15T23:59:43.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 449546 3.42 MB/sec execute 578 sec latency 15.478 ms 2024-09-15T23:59:44.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:44 smithi163 ceph-mon[34107]: pgmap v395: 97 pgs: 97 active+clean; 486 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 648 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-15T23:59:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:44 smithi190 ceph-mon[34840]: pgmap v395: 97 pgs: 97 active+clean; 486 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 648 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-15T23:59:44.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 450258 3.43 MB/sec execute 579 sec latency 14.959 ms 2024-09-15T23:59:44.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:44 smithi071 ceph-mon[30957]: pgmap v395: 97 pgs: 97 active+clean; 486 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 648 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-15T23:59:45.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 450770 3.43 MB/sec execute 580 sec latency 15.558 ms 2024-09-15T23:59:46.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:46 smithi163 ceph-mon[34107]: pgmap v396: 97 pgs: 97 active+clean; 487 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 914 KiB/s rd, 2.4 MiB/s wr, 143 op/s 2024-09-15T23:59:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:46 smithi190 ceph-mon[34840]: pgmap v396: 97 pgs: 97 active+clean; 487 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 914 KiB/s rd, 2.4 MiB/s wr, 143 op/s 2024-09-15T23:59:46.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 451216 3.42 MB/sec execute 581 sec latency 14.636 ms 2024-09-15T23:59:46.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:46 smithi071 ceph-mon[30957]: pgmap v396: 97 pgs: 97 active+clean; 487 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 914 KiB/s rd, 2.4 MiB/s wr, 143 op/s 2024-09-15T23:59:47.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 451930 3.43 MB/sec execute 582 sec latency 15.633 ms 2024-09-15T23:59:48.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:48 smithi163 ceph-mon[34107]: pgmap v397: 97 pgs: 97 active+clean; 487 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 599 KiB/s rd, 1.6 MiB/s wr, 94 op/s 2024-09-15T23:59:48.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:48 smithi190 ceph-mon[34840]: pgmap v397: 97 pgs: 97 active+clean; 487 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 599 KiB/s rd, 1.6 MiB/s wr, 94 op/s 2024-09-15T23:59:48.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 452558 3.42 MB/sec execute 583 sec latency 19.472 ms 2024-09-15T23:59:48.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:48 smithi071 ceph-mon[30957]: pgmap v397: 97 pgs: 97 active+clean; 487 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 599 KiB/s rd, 1.6 MiB/s wr, 94 op/s 2024-09-15T23:59:49.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 453257 3.42 MB/sec execute 584 sec latency 17.466 ms 2024-09-15T23:59:50.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:50 smithi163 ceph-mon[34107]: pgmap v398: 97 pgs: 97 active+clean; 494 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 929 KiB/s rd, 2.4 MiB/s wr, 142 op/s 2024-09-15T23:59:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:50 smithi190 ceph-mon[34840]: pgmap v398: 97 pgs: 97 active+clean; 494 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 929 KiB/s rd, 2.4 MiB/s wr, 142 op/s 2024-09-15T23:59:50.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 453823 3.42 MB/sec execute 585 sec latency 47.776 ms 2024-09-15T23:59:50.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:50 smithi071 ceph-mon[30957]: pgmap v398: 97 pgs: 97 active+clean; 494 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 929 KiB/s rd, 2.4 MiB/s wr, 142 op/s 2024-09-15T23:59:51.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 454358 3.43 MB/sec execute 586 sec latency 15.022 ms 2024-09-15T23:59:52.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:52 smithi163 ceph-mon[34107]: pgmap v399: 97 pgs: 97 active+clean; 494 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 596 KiB/s rd, 1.6 MiB/s wr, 92 op/s 2024-09-15T23:59:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:52 smithi190 ceph-mon[34840]: pgmap v399: 97 pgs: 97 active+clean; 494 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 596 KiB/s rd, 1.6 MiB/s wr, 92 op/s 2024-09-15T23:59:52.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 454793 3.42 MB/sec execute 587 sec latency 45.834 ms 2024-09-15T23:59:52.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:52 smithi071 ceph-mon[30957]: pgmap v399: 97 pgs: 97 active+clean; 494 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 596 KiB/s rd, 1.6 MiB/s wr, 92 op/s 2024-09-15T23:59:53.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 455490 3.42 MB/sec execute 588 sec latency 19.195 ms 2024-09-15T23:59:54.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:54 smithi163 ceph-mon[34107]: pgmap v400: 97 pgs: 97 active+clean; 494 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 596 KiB/s rd, 1.6 MiB/s wr, 92 op/s 2024-09-15T23:59:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:54 smithi190 ceph-mon[34840]: pgmap v400: 97 pgs: 97 active+clean; 494 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 596 KiB/s rd, 1.6 MiB/s wr, 92 op/s 2024-09-15T23:59:54.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 456130 3.42 MB/sec execute 589 sec latency 17.351 ms 2024-09-15T23:59:54.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:54 smithi071 ceph-mon[30957]: pgmap v400: 97 pgs: 97 active+clean; 494 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 596 KiB/s rd, 1.6 MiB/s wr, 92 op/s 2024-09-15T23:59:55.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 456816 3.42 MB/sec execute 590 sec latency 15.387 ms 2024-09-15T23:59:56.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:56 smithi163 ceph-mon[34107]: pgmap v401: 97 pgs: 97 active+clean; 498 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 914 KiB/s rd, 2.5 MiB/s wr, 143 op/s 2024-09-15T23:59:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:56 smithi190 ceph-mon[34840]: pgmap v401: 97 pgs: 97 active+clean; 498 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 914 KiB/s rd, 2.5 MiB/s wr, 143 op/s 2024-09-15T23:59:56.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 457371 3.42 MB/sec execute 591 sec latency 45.434 ms 2024-09-15T23:59:56.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:56 smithi071 ceph-mon[30957]: pgmap v401: 97 pgs: 97 active+clean; 498 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 914 KiB/s rd, 2.5 MiB/s wr, 143 op/s 2024-09-15T23:59:57.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 457923 3.42 MB/sec execute 592 sec latency 16.073 ms 2024-09-15T23:59:58.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 15 23:59:58 smithi163 ceph-mon[34107]: pgmap v402: 97 pgs: 97 active+clean; 498 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 648 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-15T23:59:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 15 23:59:58 smithi190 ceph-mon[34840]: pgmap v402: 97 pgs: 97 active+clean; 498 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 648 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-15T23:59:58.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 458328 3.42 MB/sec execute 593 sec latency 17.939 ms 2024-09-15T23:59:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 15 23:59:58 smithi071 ceph-mon[30957]: pgmap v402: 97 pgs: 97 active+clean; 498 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 648 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-15T23:59:59.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 458789 3.44 MB/sec execute 594 sec latency 98.170 ms 2024-09-16T00:00:00.477 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:00 smithi071 ceph-mon[30957]: pgmap v403: 97 pgs: 97 active+clean; 501 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 922 KiB/s rd, 2.6 MiB/s wr, 143 op/s 2024-09-16T00:00:00.478 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:00 smithi071 ceph-mon[30957]: overall HEALTH_OK 2024-09-16T00:00:00.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:00 smithi163 ceph-mon[34107]: pgmap v403: 97 pgs: 97 active+clean; 501 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 922 KiB/s rd, 2.6 MiB/s wr, 143 op/s 2024-09-16T00:00:00.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:00 smithi163 ceph-mon[34107]: overall HEALTH_OK 2024-09-16T00:00:00.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:00 smithi190 ceph-mon[34840]: pgmap v403: 97 pgs: 97 active+clean; 501 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 922 KiB/s rd, 2.6 MiB/s wr, 143 op/s 2024-09-16T00:00:00.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:00 smithi190 ceph-mon[34840]: overall HEALTH_OK 2024-09-16T00:00:00.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 459493 3.45 MB/sec execute 595 sec latency 19.727 ms 2024-09-16T00:00:01.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 460164 3.45 MB/sec execute 596 sec latency 18.546 ms 2024-09-16T00:00:02.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:02 smithi163 ceph-mon[34107]: pgmap v404: 97 pgs: 97 active+clean; 501 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 592 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T00:00:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:02 smithi190 ceph-mon[34840]: pgmap v404: 97 pgs: 97 active+clean; 501 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 592 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T00:00:02.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 460792 3.44 MB/sec execute 597 sec latency 17.464 ms 2024-09-16T00:00:02.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:02 smithi071 ceph-mon[30957]: pgmap v404: 97 pgs: 97 active+clean; 501 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 592 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T00:00:03.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:03 smithi163 ceph-mon[34107]: osdmap e97: 12 total, 12 up, 12 in 2024-09-16T00:00:03.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:03 smithi190 ceph-mon[34840]: osdmap e97: 12 total, 12 up, 12 in 2024-09-16T00:00:03.618 INFO:tasks.workunit.client.0.smithi071.stdout: 1 461627 3.45 MB/sec execute 598 sec latency 14.682 ms 2024-09-16T00:00:03.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:03 smithi071 ceph-mon[30957]: osdmap e97: 12 total, 12 up, 12 in 2024-09-16T00:00:04.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:04 smithi163 ceph-mon[34107]: pgmap v406: 97 pgs: 97 active+clean; 501 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 710 KiB/s rd, 2.1 MiB/s wr, 115 op/s 2024-09-16T00:00:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:04 smithi190 ceph-mon[34840]: pgmap v406: 97 pgs: 97 active+clean; 501 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 710 KiB/s rd, 2.1 MiB/s wr, 115 op/s 2024-09-16T00:00:04.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 462051 3.45 MB/sec execute 599 sec latency 15.591 ms 2024-09-16T00:00:04.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:04 smithi071 ceph-mon[30957]: pgmap v406: 97 pgs: 97 active+clean; 501 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 710 KiB/s rd, 2.1 MiB/s wr, 115 op/s 2024-09-16T00:00:05.616 INFO:tasks.workunit.client.0.smithi071.stdout: 1 cleanup 600 sec 2024-09-16T00:00:06.041 INFO:tasks.workunit.client.0.smithi071.stdout: 0 cleanup 600 sec 2024-09-16T00:00:06.041 INFO:tasks.workunit.client.0.smithi071.stdout: 2024-09-16T00:00:06.041 INFO:tasks.workunit.client.0.smithi071.stdout: Operation Count AvgLat MaxLat 2024-09-16T00:00:06.041 INFO:tasks.workunit.client.0.smithi071.stdout: ---------------------------------------- 2024-09-16T00:00:06.042 INFO:tasks.workunit.client.0.smithi071.stdout: NTCreateX 65855 2.641 84.886 2024-09-16T00:00:06.042 INFO:tasks.workunit.client.0.smithi071.stdout: Close 48330 0.041 1.254 2024-09-16T00:00:06.042 INFO:tasks.workunit.client.0.smithi071.stdout: Rename 2783 7.312 45.829 2024-09-16T00:00:06.042 INFO:tasks.workunit.client.0.smithi071.stdout: Unlink 13327 2.851 176.328 2024-09-16T00:00:06.042 INFO:tasks.workunit.client.0.smithi071.stdout: Deltree 2 175.667 253.170 2024-09-16T00:00:06.042 INFO:tasks.workunit.client.0.smithi071.stdout: Mkdir 1 0.202 0.202 2024-09-16T00:00:06.042 INFO:tasks.workunit.client.0.smithi071.stdout: Qpathinfo 59675 2.014 5791.435 2024-09-16T00:00:06.042 INFO:tasks.workunit.client.0.smithi071.stdout: Qfileinfo 10452 0.065 0.420 2024-09-16T00:00:06.042 INFO:tasks.workunit.client.0.smithi071.stdout: Qfsinfo 10934 0.275 5.362 2024-09-16T00:00:06.042 INFO:tasks.workunit.client.0.smithi071.stdout: Sfileinfo 5354 0.557 1.901 2024-09-16T00:00:06.042 INFO:tasks.workunit.client.0.smithi071.stdout: Find 23053 9.548 113.732 2024-09-16T00:00:06.042 INFO:tasks.workunit.client.0.smithi071.stdout: WriteX 32840 0.146 4.857 2024-09-16T00:00:06.042 INFO:tasks.workunit.client.0.smithi071.stdout: ReadX 103018 0.003 0.169 2024-09-16T00:00:06.042 INFO:tasks.workunit.client.0.smithi071.stdout: LockX 214 0.639 1.080 2024-09-16T00:00:06.043 INFO:tasks.workunit.client.0.smithi071.stdout: UnlockX 214 0.487 1.309 2024-09-16T00:00:06.043 INFO:tasks.workunit.client.0.smithi071.stdout: Flush 4607 2.642 75.106 2024-09-16T00:00:06.043 INFO:tasks.workunit.client.0.smithi071.stdout: 2024-09-16T00:00:06.043 INFO:tasks.workunit.client.0.smithi071.stdout:Throughput 3.44949 MB/sec 1 clients 1 procs max_latency=5791.443 ms 2024-09-16T00:00:06.043 INFO:tasks.workunit.client.0.smithi071.stderr:+ dbench 10 2024-09-16T00:00:06.044 INFO:tasks.workunit.client.0.smithi071.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2024-09-16T00:00:06.044 INFO:tasks.workunit.client.0.smithi071.stdout: 2024-09-16T00:00:06.044 INFO:tasks.workunit.client.0.smithi071.stdout:Running for 600 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 120 secs 2024-09-16T00:00:06.044 INFO:tasks.workunit.client.0.smithi071.stdout:8 of 10 processes prepared for launch 0 sec 2024-09-16T00:00:06.143 INFO:tasks.workunit.client.0.smithi071.stdout:10 of 10 processes prepared for launch 0 sec 2024-09-16T00:00:06.143 INFO:tasks.workunit.client.0.smithi071.stdout:releasing clients 2024-09-16T00:00:06.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:06 smithi163 ceph-mon[34107]: pgmap v407: 97 pgs: 97 active+clean; 524 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 4.0 MiB/s wr, 142 op/s 2024-09-16T00:00:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:06 smithi190 ceph-mon[34840]: pgmap v407: 97 pgs: 97 active+clean; 524 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 4.0 MiB/s wr, 142 op/s 2024-09-16T00:00:06.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:06 smithi071 ceph-mon[30957]: pgmap v407: 97 pgs: 97 active+clean; 524 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 4.0 MiB/s wr, 142 op/s 2024-09-16T00:00:07.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 252 95.86 MB/sec warmup 1 sec latency 79.238 ms 2024-09-16T00:00:08.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 462 79.84 MB/sec warmup 2 sec latency 512.751 ms 2024-09-16T00:00:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:08 smithi071 ceph-mon[30957]: pgmap v408: 97 pgs: 97 active+clean; 524 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 4.0 MiB/s wr, 142 op/s 2024-09-16T00:00:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:08 smithi071 ceph-mon[30957]: osdmap e98: 12 total, 12 up, 12 in 2024-09-16T00:00:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:08 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:00:08.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:08 smithi163 ceph-mon[34107]: pgmap v408: 97 pgs: 97 active+clean; 524 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 4.0 MiB/s wr, 142 op/s 2024-09-16T00:00:08.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:08 smithi163 ceph-mon[34107]: osdmap e98: 12 total, 12 up, 12 in 2024-09-16T00:00:08.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:08 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:00:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:08 smithi190 ceph-mon[34840]: pgmap v408: 97 pgs: 97 active+clean; 524 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 4.0 MiB/s wr, 142 op/s 2024-09-16T00:00:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:08 smithi190 ceph-mon[34840]: osdmap e98: 12 total, 12 up, 12 in 2024-09-16T00:00:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:08 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:00:09.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 691 67.73 MB/sec warmup 3 sec latency 1512.782 ms 2024-09-16T00:00:10.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 873 52.40 MB/sec warmup 4 sec latency 2512.813 ms 2024-09-16T00:00:10.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:10 smithi071 ceph-mon[30957]: pgmap v410: 97 pgs: 97 active+clean; 682 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 24 MiB/s wr, 245 op/s 2024-09-16T00:00:10.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:10 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:00:10.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:10 smithi163 ceph-mon[34107]: pgmap v410: 97 pgs: 97 active+clean; 682 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 24 MiB/s wr, 245 op/s 2024-09-16T00:00:10.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:10 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:00:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:10 smithi190 ceph-mon[34840]: pgmap v410: 97 pgs: 97 active+clean; 682 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 24 MiB/s wr, 245 op/s 2024-09-16T00:00:10.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:10 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:00:11.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 1045 44.05 MB/sec warmup 5 sec latency 3512.840 ms 2024-09-16T00:00:12.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 1208 37.85 MB/sec warmup 6 sec latency 3671.249 ms 2024-09-16T00:00:12.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:12 smithi071 ceph-mon[30957]: pgmap v411: 97 pgs: 97 active+clean; 682 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 24 MiB/s wr, 242 op/s 2024-09-16T00:00:12.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:12 smithi163 ceph-mon[34107]: pgmap v411: 97 pgs: 97 active+clean; 682 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 24 MiB/s wr, 242 op/s 2024-09-16T00:00:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:12 smithi190 ceph-mon[34840]: pgmap v411: 97 pgs: 97 active+clean; 682 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 24 MiB/s wr, 242 op/s 2024-09-16T00:00:13.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 1366 33.53 MB/sec warmup 7 sec latency 436.110 ms 2024-09-16T00:00:13.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:13 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:00:13.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:13 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:00:13.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:13 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:00:14.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 1612 33.13 MB/sec warmup 8 sec latency 956.835 ms 2024-09-16T00:00:14.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:14 smithi071 ceph-mon[30957]: pgmap v412: 97 pgs: 97 active+clean; 682 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 19 MiB/s wr, 196 op/s 2024-09-16T00:00:14.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:14 smithi163 ceph-mon[34107]: pgmap v412: 97 pgs: 97 active+clean; 682 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 19 MiB/s wr, 196 op/s 2024-09-16T00:00:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:14 smithi190 ceph-mon[34840]: pgmap v412: 97 pgs: 97 active+clean; 682 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 19 MiB/s wr, 196 op/s 2024-09-16T00:00:15.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 1772 29.76 MB/sec warmup 9 sec latency 74.423 ms 2024-09-16T00:00:16.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 1970 27.36 MB/sec warmup 10 sec latency 91.115 ms 2024-09-16T00:00:16.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:16 smithi071 ceph-mon[30957]: pgmap v413: 97 pgs: 97 active+clean; 730 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 23 MiB/s wr, 232 op/s 2024-09-16T00:00:16.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:16 smithi163 ceph-mon[34107]: pgmap v413: 97 pgs: 97 active+clean; 730 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 23 MiB/s wr, 232 op/s 2024-09-16T00:00:16.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:16 smithi190 ceph-mon[34840]: pgmap v413: 97 pgs: 97 active+clean; 730 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 23 MiB/s wr, 232 op/s 2024-09-16T00:00:17.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 2104 25.53 MB/sec warmup 11 sec latency 233.432 ms 2024-09-16T00:00:18.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 2285 23.72 MB/sec warmup 12 sec latency 103.849 ms 2024-09-16T00:00:18.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:18 smithi163 ceph-mon[34107]: pgmap v414: 97 pgs: 97 active+clean; 730 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 23 MiB/s wr, 232 op/s 2024-09-16T00:00:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:18 smithi190 ceph-mon[34840]: pgmap v414: 97 pgs: 97 active+clean; 730 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 23 MiB/s wr, 232 op/s 2024-09-16T00:00:18.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:18 smithi071 ceph-mon[30957]: pgmap v414: 97 pgs: 97 active+clean; 730 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 23 MiB/s wr, 232 op/s 2024-09-16T00:00:19.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 2419 22.22 MB/sec warmup 13 sec latency 135.473 ms 2024-09-16T00:00:19.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:19 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:00:19.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:19 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:00:19.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:19 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:00:19.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:19 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:00:19.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:19 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:00:19.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:19 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:00:19.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:19 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:00:19.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:19 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:00:19.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:19 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:00:19.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:19 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:00:19.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:19 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:00:19.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:19 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:00:20.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 2621 21.62 MB/sec warmup 14 sec latency 87.603 ms 2024-09-16T00:00:20.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:20 smithi071 ceph-mon[30957]: pgmap v415: 97 pgs: 97 active+clean; 715 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 22 MiB/s wr, 308 op/s 2024-09-16T00:00:20.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:20 smithi163 ceph-mon[34107]: pgmap v415: 97 pgs: 97 active+clean; 715 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 22 MiB/s wr, 308 op/s 2024-09-16T00:00:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:20 smithi190 ceph-mon[34840]: pgmap v415: 97 pgs: 97 active+clean; 715 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 22 MiB/s wr, 308 op/s 2024-09-16T00:00:21.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 2754 20.51 MB/sec warmup 15 sec latency 91.476 ms 2024-09-16T00:00:22.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 2910 19.60 MB/sec warmup 16 sec latency 107.858 ms 2024-09-16T00:00:22.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:22 smithi163 ceph-mon[34107]: pgmap v416: 97 pgs: 97 active+clean; 715 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 945 KiB/s rd, 6.7 MiB/s wr, 197 op/s 2024-09-16T00:00:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:22 smithi190 ceph-mon[34840]: pgmap v416: 97 pgs: 97 active+clean; 715 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 945 KiB/s rd, 6.7 MiB/s wr, 197 op/s 2024-09-16T00:00:22.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:22 smithi071 ceph-mon[30957]: pgmap v416: 97 pgs: 97 active+clean; 715 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 945 KiB/s rd, 6.7 MiB/s wr, 197 op/s 2024-09-16T00:00:23.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 3133 19.51 MB/sec warmup 17 sec latency 81.025 ms 2024-09-16T00:00:24.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 3336 19.26 MB/sec warmup 18 sec latency 336.026 ms 2024-09-16T00:00:24.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:24 smithi163 ceph-mon[34107]: pgmap v417: 97 pgs: 97 active+clean; 715 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 945 KiB/s rd, 6.7 MiB/s wr, 197 op/s 2024-09-16T00:00:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:24 smithi190 ceph-mon[34840]: pgmap v417: 97 pgs: 97 active+clean; 715 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 945 KiB/s rd, 6.7 MiB/s wr, 197 op/s 2024-09-16T00:00:24.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:24 smithi071 ceph-mon[30957]: pgmap v417: 97 pgs: 97 active+clean; 715 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 945 KiB/s rd, 6.7 MiB/s wr, 197 op/s 2024-09-16T00:00:25.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 3575 19.21 MB/sec warmup 19 sec latency 116.944 ms 2024-09-16T00:00:26.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 3779 18.78 MB/sec warmup 20 sec latency 109.703 ms 2024-09-16T00:00:26.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:26 smithi163 ceph-mon[34107]: pgmap v418: 97 pgs: 97 active+clean; 724 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 8.6 MiB/s wr, 299 op/s 2024-09-16T00:00:26.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:26 smithi190 ceph-mon[34840]: pgmap v418: 97 pgs: 97 active+clean; 724 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 8.6 MiB/s wr, 299 op/s 2024-09-16T00:00:26.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:26 smithi071 ceph-mon[30957]: pgmap v418: 97 pgs: 97 active+clean; 724 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 8.6 MiB/s wr, 299 op/s 2024-09-16T00:00:27.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 3885 18.15 MB/sec warmup 21 sec latency 81.087 ms 2024-09-16T00:00:28.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 3994 17.72 MB/sec warmup 22 sec latency 84.678 ms 2024-09-16T00:00:28.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:28 smithi163 ceph-mon[34107]: pgmap v419: 97 pgs: 97 active+clean; 724 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 939 KiB/s rd, 3.5 MiB/s wr, 196 op/s 2024-09-16T00:00:28.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:28 smithi190 ceph-mon[34840]: pgmap v419: 97 pgs: 97 active+clean; 724 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 939 KiB/s rd, 3.5 MiB/s wr, 196 op/s 2024-09-16T00:00:28.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:28 smithi071 ceph-mon[30957]: pgmap v419: 97 pgs: 97 active+clean; 724 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 939 KiB/s rd, 3.5 MiB/s wr, 196 op/s 2024-09-16T00:00:29.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 4174 17.58 MB/sec warmup 23 sec latency 176.439 ms 2024-09-16T00:00:30.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 4367 17.50 MB/sec warmup 24 sec latency 89.353 ms 2024-09-16T00:00:30.478 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:30 smithi071 ceph-mon[30957]: pgmap v420: 97 pgs: 97 active+clean; 740 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 5.8 MiB/s wr, 277 op/s 2024-09-16T00:00:30.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:30 smithi163 ceph-mon[34107]: pgmap v420: 97 pgs: 97 active+clean; 740 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 5.8 MiB/s wr, 277 op/s 2024-09-16T00:00:30.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:30 smithi190 ceph-mon[34840]: pgmap v420: 97 pgs: 97 active+clean; 740 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 5.8 MiB/s wr, 277 op/s 2024-09-16T00:00:31.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 4556 17.43 MB/sec warmup 25 sec latency 114.074 ms 2024-09-16T00:00:32.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 4671 16.86 MB/sec warmup 26 sec latency 111.441 ms 2024-09-16T00:00:32.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:32 smithi071 ceph-mon[30957]: pgmap v421: 97 pgs: 97 active+clean; 740 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 4.2 MiB/s wr, 183 op/s 2024-09-16T00:00:32.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:32 smithi163 ceph-mon[34107]: pgmap v421: 97 pgs: 97 active+clean; 740 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 4.2 MiB/s wr, 183 op/s 2024-09-16T00:00:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:32 smithi190 ceph-mon[34840]: pgmap v421: 97 pgs: 97 active+clean; 740 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 4.2 MiB/s wr, 183 op/s 2024-09-16T00:00:33.143 INFO:tasks.workunit.client.0.smithi071.stdout: 10 4793 16.29 MB/sec warmup 27 sec latency 99.533 ms 2024-09-16T00:00:34.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 4922 15.79 MB/sec warmup 28 sec latency 121.009 ms 2024-09-16T00:00:34.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:34 smithi163 ceph-mon[34107]: pgmap v422: 97 pgs: 97 active+clean; 740 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 4.2 MiB/s wr, 183 op/s 2024-09-16T00:00:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:34 smithi190 ceph-mon[34840]: pgmap v422: 97 pgs: 97 active+clean; 740 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 4.2 MiB/s wr, 183 op/s 2024-09-16T00:00:34.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:34 smithi071 ceph-mon[30957]: pgmap v422: 97 pgs: 97 active+clean; 740 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 4.2 MiB/s wr, 183 op/s 2024-09-16T00:00:35.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 5084 15.55 MB/sec warmup 29 sec latency 97.606 ms 2024-09-16T00:00:36.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 5260 15.29 MB/sec warmup 30 sec latency 133.028 ms 2024-09-16T00:00:36.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:36 smithi163 ceph-mon[34107]: pgmap v423: 97 pgs: 97 active+clean; 751 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 6.6 MiB/s wr, 276 op/s 2024-09-16T00:00:36.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:36 smithi190 ceph-mon[34840]: pgmap v423: 97 pgs: 97 active+clean; 751 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 6.6 MiB/s wr, 276 op/s 2024-09-16T00:00:36.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:36 smithi071 ceph-mon[30957]: pgmap v423: 97 pgs: 97 active+clean; 751 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 6.6 MiB/s wr, 276 op/s 2024-09-16T00:00:37.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 5422 14.93 MB/sec warmup 31 sec latency 97.120 ms 2024-09-16T00:00:38.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 5593 14.77 MB/sec warmup 32 sec latency 123.598 ms 2024-09-16T00:00:38.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:38 smithi163 ceph-mon[34107]: pgmap v424: 97 pgs: 97 active+clean; 751 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 4.7 MiB/s wr, 174 op/s 2024-09-16T00:00:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:38 smithi190 ceph-mon[34840]: pgmap v424: 97 pgs: 97 active+clean; 751 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 4.7 MiB/s wr, 174 op/s 2024-09-16T00:00:38.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:38 smithi071 ceph-mon[30957]: pgmap v424: 97 pgs: 97 active+clean; 751 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 4.7 MiB/s wr, 174 op/s 2024-09-16T00:00:39.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 5725 14.54 MB/sec warmup 33 sec latency 165.065 ms 2024-09-16T00:00:40.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 5908 14.30 MB/sec warmup 34 sec latency 79.227 ms 2024-09-16T00:00:40.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:40 smithi163 ceph-mon[34107]: pgmap v425: 97 pgs: 97 active+clean; 742 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 6.5 MiB/s wr, 296 op/s 2024-09-16T00:00:40.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:40 smithi190 ceph-mon[34840]: pgmap v425: 97 pgs: 97 active+clean; 742 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 6.5 MiB/s wr, 296 op/s 2024-09-16T00:00:40.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:40 smithi071 ceph-mon[30957]: pgmap v425: 97 pgs: 97 active+clean; 742 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 6.5 MiB/s wr, 296 op/s 2024-09-16T00:00:41.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 6102 14.54 MB/sec warmup 35 sec latency 100.532 ms 2024-09-16T00:00:42.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 6269 14.29 MB/sec warmup 36 sec latency 95.871 ms 2024-09-16T00:00:42.477 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:42 smithi071 ceph-mon[30957]: pgmap v426: 97 pgs: 97 active+clean; 742 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.2 MiB/s wr, 215 op/s 2024-09-16T00:00:42.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:42 smithi163 ceph-mon[34107]: pgmap v426: 97 pgs: 97 active+clean; 742 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.2 MiB/s wr, 215 op/s 2024-09-16T00:00:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:42 smithi190 ceph-mon[34840]: pgmap v426: 97 pgs: 97 active+clean; 742 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.2 MiB/s wr, 215 op/s 2024-09-16T00:00:43.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 6436 14.05 MB/sec warmup 37 sec latency 91.776 ms 2024-09-16T00:00:44.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 6624 13.75 MB/sec warmup 38 sec latency 89.088 ms 2024-09-16T00:00:44.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:44 smithi163 ceph-mon[34107]: pgmap v427: 97 pgs: 97 active+clean; 742 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.2 MiB/s wr, 215 op/s 2024-09-16T00:00:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:44 smithi190 ceph-mon[34840]: pgmap v427: 97 pgs: 97 active+clean; 742 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.2 MiB/s wr, 215 op/s 2024-09-16T00:00:44.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:44 smithi071 ceph-mon[30957]: pgmap v427: 97 pgs: 97 active+clean; 742 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.2 MiB/s wr, 215 op/s 2024-09-16T00:00:45.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 6812 13.45 MB/sec warmup 39 sec latency 87.665 ms 2024-09-16T00:00:46.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 6990 13.29 MB/sec warmup 40 sec latency 74.359 ms 2024-09-16T00:00:46.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:46 smithi163 ceph-mon[34107]: pgmap v428: 97 pgs: 97 active+clean; 745 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.0 MiB/s wr, 326 op/s 2024-09-16T00:00:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:46 smithi190 ceph-mon[34840]: pgmap v428: 97 pgs: 97 active+clean; 745 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.0 MiB/s wr, 326 op/s 2024-09-16T00:00:46.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:46 smithi071 ceph-mon[30957]: pgmap v428: 97 pgs: 97 active+clean; 745 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.0 MiB/s wr, 326 op/s 2024-09-16T00:00:47.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 7205 13.35 MB/sec warmup 41 sec latency 85.023 ms 2024-09-16T00:00:48.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 7363 13.17 MB/sec warmup 42 sec latency 91.073 ms 2024-09-16T00:00:48.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:48 smithi163 ceph-mon[34107]: pgmap v429: 97 pgs: 97 active+clean; 745 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 3.6 MiB/s wr, 233 op/s 2024-09-16T00:00:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:48 smithi190 ceph-mon[34840]: pgmap v429: 97 pgs: 97 active+clean; 745 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 3.6 MiB/s wr, 233 op/s 2024-09-16T00:00:48.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:48 smithi071 ceph-mon[30957]: pgmap v429: 97 pgs: 97 active+clean; 745 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 3.6 MiB/s wr, 233 op/s 2024-09-16T00:00:49.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 7529 13.06 MB/sec warmup 43 sec latency 97.040 ms 2024-09-16T00:00:50.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 7759 13.30 MB/sec warmup 44 sec latency 78.985 ms 2024-09-16T00:00:50.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:50 smithi163 ceph-mon[34107]: pgmap v430: 97 pgs: 97 active+clean; 752 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.4 MiB/s wr, 333 op/s 2024-09-16T00:00:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:50 smithi190 ceph-mon[34840]: pgmap v430: 97 pgs: 97 active+clean; 752 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.4 MiB/s wr, 333 op/s 2024-09-16T00:00:50.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:50 smithi071 ceph-mon[30957]: pgmap v430: 97 pgs: 97 active+clean; 752 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.4 MiB/s wr, 333 op/s 2024-09-16T00:00:51.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 8004 13.42 MB/sec warmup 45 sec latency 122.320 ms 2024-09-16T00:00:52.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 8244 13.38 MB/sec warmup 46 sec latency 160.523 ms 2024-09-16T00:00:52.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:52 smithi163 ceph-mon[34107]: pgmap v431: 97 pgs: 97 active+clean; 752 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1018 KiB/s rd, 3.6 MiB/s wr, 210 op/s 2024-09-16T00:00:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:52 smithi190 ceph-mon[34840]: pgmap v431: 97 pgs: 97 active+clean; 752 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1018 KiB/s rd, 3.6 MiB/s wr, 210 op/s 2024-09-16T00:00:52.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:52 smithi071 ceph-mon[30957]: pgmap v431: 97 pgs: 97 active+clean; 752 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1018 KiB/s rd, 3.6 MiB/s wr, 210 op/s 2024-09-16T00:00:53.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 8357 13.27 MB/sec warmup 47 sec latency 100.719 ms 2024-09-16T00:00:54.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 8459 13.11 MB/sec warmup 48 sec latency 79.097 ms 2024-09-16T00:00:54.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:54 smithi163 ceph-mon[34107]: pgmap v432: 97 pgs: 97 active+clean; 752 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1018 KiB/s rd, 3.6 MiB/s wr, 210 op/s 2024-09-16T00:00:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:54 smithi190 ceph-mon[34840]: pgmap v432: 97 pgs: 97 active+clean; 752 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1018 KiB/s rd, 3.6 MiB/s wr, 210 op/s 2024-09-16T00:00:54.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:54 smithi071 ceph-mon[30957]: pgmap v432: 97 pgs: 97 active+clean; 752 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1018 KiB/s rd, 3.6 MiB/s wr, 210 op/s 2024-09-16T00:00:55.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 8580 12.93 MB/sec warmup 49 sec latency 86.078 ms 2024-09-16T00:00:56.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 8819 13.17 MB/sec warmup 50 sec latency 91.703 ms 2024-09-16T00:00:56.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:56 smithi163 ceph-mon[34107]: pgmap v433: 97 pgs: 97 active+clean; 773 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 6.0 MiB/s wr, 300 op/s 2024-09-16T00:00:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:56 smithi190 ceph-mon[34840]: pgmap v433: 97 pgs: 97 active+clean; 773 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 6.0 MiB/s wr, 300 op/s 2024-09-16T00:00:56.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:56 smithi071 ceph-mon[30957]: pgmap v433: 97 pgs: 97 active+clean; 773 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 6.0 MiB/s wr, 300 op/s 2024-09-16T00:00:57.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 8999 13.09 MB/sec warmup 51 sec latency 92.575 ms 2024-09-16T00:00:58.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 9187 13.11 MB/sec warmup 52 sec latency 106.901 ms 2024-09-16T00:00:58.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:00:58 smithi163 ceph-mon[34107]: pgmap v434: 97 pgs: 97 active+clean; 773 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 934 KiB/s rd, 4.2 MiB/s wr, 189 op/s 2024-09-16T00:00:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:00:58 smithi190 ceph-mon[34840]: pgmap v434: 97 pgs: 97 active+clean; 773 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 934 KiB/s rd, 4.2 MiB/s wr, 189 op/s 2024-09-16T00:00:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:00:58 smithi071 ceph-mon[30957]: pgmap v434: 97 pgs: 97 active+clean; 773 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 934 KiB/s rd, 4.2 MiB/s wr, 189 op/s 2024-09-16T00:00:59.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 9296 12.90 MB/sec warmup 53 sec latency 78.338 ms 2024-09-16T00:01:00.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 9435 12.75 MB/sec warmup 54 sec latency 91.927 ms 2024-09-16T00:01:00.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:00 smithi163 ceph-mon[34107]: pgmap v435: 97 pgs: 97 active+clean; 781 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 6.7 MiB/s wr, 289 op/s 2024-09-16T00:01:00.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:00 smithi190 ceph-mon[34840]: pgmap v435: 97 pgs: 97 active+clean; 781 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 6.7 MiB/s wr, 289 op/s 2024-09-16T00:01:00.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:00 smithi071 ceph-mon[30957]: pgmap v435: 97 pgs: 97 active+clean; 781 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 6.7 MiB/s wr, 289 op/s 2024-09-16T00:01:01.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 9551 12.57 MB/sec warmup 55 sec latency 168.165 ms 2024-09-16T00:01:02.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 9709 12.50 MB/sec warmup 56 sec latency 132.566 ms 2024-09-16T00:01:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:02 smithi190 ceph-mon[34840]: pgmap v436: 97 pgs: 97 active+clean; 781 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1015 KiB/s rd, 4.9 MiB/s wr, 189 op/s 2024-09-16T00:01:02.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:02 smithi071 ceph-mon[30957]: pgmap v436: 97 pgs: 97 active+clean; 781 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1015 KiB/s rd, 4.9 MiB/s wr, 189 op/s 2024-09-16T00:01:02.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:02 smithi163 ceph-mon[34107]: pgmap v436: 97 pgs: 97 active+clean; 781 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1015 KiB/s rd, 4.9 MiB/s wr, 189 op/s 2024-09-16T00:01:03.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 9869 12.36 MB/sec warmup 57 sec latency 168.243 ms 2024-09-16T00:01:03.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:03 smithi190 ceph-mon[34840]: osdmap e99: 12 total, 12 up, 12 in 2024-09-16T00:01:03.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:03 smithi071 ceph-mon[30957]: osdmap e99: 12 total, 12 up, 12 in 2024-09-16T00:01:03.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:03 smithi163 ceph-mon[34107]: osdmap e99: 12 total, 12 up, 12 in 2024-09-16T00:01:04.144 INFO:tasks.workunit.client.0.smithi071.stdout: 10 10003 12.28 MB/sec warmup 58 sec latency 176.061 ms 2024-09-16T00:01:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:04 smithi190 ceph-mon[34840]: pgmap v438: 97 pgs: 97 active+clean; 781 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 5.9 MiB/s wr, 227 op/s 2024-09-16T00:01:04.634 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:04 smithi163 ceph-mon[34107]: pgmap v438: 97 pgs: 97 active+clean; 781 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 5.9 MiB/s wr, 227 op/s 2024-09-16T00:01:04.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:04 smithi071 ceph-mon[30957]: pgmap v438: 97 pgs: 97 active+clean; 781 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 5.9 MiB/s wr, 227 op/s 2024-09-16T00:01:05.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 10170 12.25 MB/sec warmup 59 sec latency 99.145 ms 2024-09-16T00:01:06.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 10325 12.11 MB/sec warmup 60 sec latency 86.611 ms 2024-09-16T00:01:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:06 smithi190 ceph-mon[34840]: pgmap v439: 97 pgs: 97 active+clean; 795 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.2 MiB/s wr, 254 op/s 2024-09-16T00:01:06.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:06 smithi071 ceph-mon[30957]: pgmap v439: 97 pgs: 97 active+clean; 795 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.2 MiB/s wr, 254 op/s 2024-09-16T00:01:06.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:06 smithi163 ceph-mon[34107]: pgmap v439: 97 pgs: 97 active+clean; 795 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.2 MiB/s wr, 254 op/s 2024-09-16T00:01:07.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 10502 12.07 MB/sec warmup 61 sec latency 90.950 ms 2024-09-16T00:01:08.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 10692 12.12 MB/sec warmup 62 sec latency 85.364 ms 2024-09-16T00:01:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:08 smithi071 ceph-mon[30957]: pgmap v440: 97 pgs: 97 active+clean; 795 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.2 MiB/s wr, 254 op/s 2024-09-16T00:01:08.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:08 smithi071 ceph-mon[30957]: osdmap e100: 12 total, 12 up, 12 in 2024-09-16T00:01:08.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:08 smithi163 ceph-mon[34107]: pgmap v440: 97 pgs: 97 active+clean; 795 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.2 MiB/s wr, 254 op/s 2024-09-16T00:01:08.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:08 smithi163 ceph-mon[34107]: osdmap e100: 12 total, 12 up, 12 in 2024-09-16T00:01:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:08 smithi190 ceph-mon[34840]: pgmap v440: 97 pgs: 97 active+clean; 795 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.2 MiB/s wr, 254 op/s 2024-09-16T00:01:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:08 smithi190 ceph-mon[34840]: osdmap e100: 12 total, 12 up, 12 in 2024-09-16T00:01:09.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 10870 12.06 MB/sec warmup 63 sec latency 104.217 ms 2024-09-16T00:01:10.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 11080 11.95 MB/sec warmup 64 sec latency 96.948 ms 2024-09-16T00:01:10.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:10 smithi071 ceph-mon[30957]: pgmap v442: 97 pgs: 97 active+clean; 813 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.6 MiB/s wr, 340 op/s 2024-09-16T00:01:10.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:10 smithi163 ceph-mon[34107]: pgmap v442: 97 pgs: 97 active+clean; 813 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.6 MiB/s wr, 340 op/s 2024-09-16T00:01:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:10 smithi190 ceph-mon[34840]: pgmap v442: 97 pgs: 97 active+clean; 813 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.6 MiB/s wr, 340 op/s 2024-09-16T00:01:11.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 11251 11.80 MB/sec warmup 65 sec latency 76.953 ms 2024-09-16T00:01:12.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 11445 11.72 MB/sec warmup 66 sec latency 108.316 ms 2024-09-16T00:01:12.428 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:12 smithi071 ceph-mon[30957]: pgmap v443: 97 pgs: 97 active+clean; 813 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.5 MiB/s wr, 337 op/s 2024-09-16T00:01:12.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:12 smithi163 ceph-mon[34107]: pgmap v443: 97 pgs: 97 active+clean; 813 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.5 MiB/s wr, 337 op/s 2024-09-16T00:01:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:12 smithi190 ceph-mon[34840]: pgmap v443: 97 pgs: 97 active+clean; 813 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.5 MiB/s wr, 337 op/s 2024-09-16T00:01:13.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 11629 11.71 MB/sec warmup 67 sec latency 75.940 ms 2024-09-16T00:01:14.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 11809 11.69 MB/sec warmup 68 sec latency 95.355 ms 2024-09-16T00:01:14.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:14 smithi071 ceph-mon[30957]: pgmap v444: 97 pgs: 97 active+clean; 813 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.5 MiB/s wr, 272 op/s 2024-09-16T00:01:14.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:14 smithi163 ceph-mon[34107]: pgmap v444: 97 pgs: 97 active+clean; 813 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.5 MiB/s wr, 272 op/s 2024-09-16T00:01:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:14 smithi190 ceph-mon[34840]: pgmap v444: 97 pgs: 97 active+clean; 813 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.5 MiB/s wr, 272 op/s 2024-09-16T00:01:15.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 11950 11.60 MB/sec warmup 69 sec latency 87.000 ms 2024-09-16T00:01:16.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 12127 11.63 MB/sec warmup 70 sec latency 150.277 ms 2024-09-16T00:01:16.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:16 smithi071 ceph-mon[30957]: pgmap v445: 97 pgs: 97 active+clean; 819 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 267 op/s 2024-09-16T00:01:16.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:16 smithi163 ceph-mon[34107]: pgmap v445: 97 pgs: 97 active+clean; 819 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 267 op/s 2024-09-16T00:01:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:16 smithi190 ceph-mon[34840]: pgmap v445: 97 pgs: 97 active+clean; 819 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 267 op/s 2024-09-16T00:01:17.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 12361 11.83 MB/sec warmup 71 sec latency 84.676 ms 2024-09-16T00:01:18.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 12605 11.80 MB/sec warmup 72 sec latency 105.923 ms 2024-09-16T00:01:18.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:18 smithi071 ceph-mon[30957]: pgmap v446: 97 pgs: 97 active+clean; 819 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 267 op/s 2024-09-16T00:01:18.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:18 smithi163 ceph-mon[34107]: pgmap v446: 97 pgs: 97 active+clean; 819 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 267 op/s 2024-09-16T00:01:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:18 smithi190 ceph-mon[34840]: pgmap v446: 97 pgs: 97 active+clean; 819 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 267 op/s 2024-09-16T00:01:19.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 12783 11.77 MB/sec warmup 73 sec latency 142.883 ms 2024-09-16T00:01:19.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:19 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:01:19.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:19 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:01:19.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:19 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:01:20.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 12880 11.66 MB/sec warmup 74 sec latency 90.352 ms 2024-09-16T00:01:20.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:20 smithi163 ceph-mon[34107]: pgmap v447: 97 pgs: 97 active+clean; 840 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.7 MiB/s wr, 341 op/s 2024-09-16T00:01:20.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:20 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:01:20.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:20 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:01:20.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:20 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:01:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:20 smithi190 ceph-mon[34840]: pgmap v447: 97 pgs: 97 active+clean; 840 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.7 MiB/s wr, 341 op/s 2024-09-16T00:01:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:20 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:01:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:20 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:01:20.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:20 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:01:20.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:20 smithi071 ceph-mon[30957]: pgmap v447: 97 pgs: 97 active+clean; 840 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.7 MiB/s wr, 341 op/s 2024-09-16T00:01:20.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:20 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:01:20.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:20 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:01:20.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:20 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:01:21.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 13025 11.64 MB/sec warmup 75 sec latency 89.618 ms 2024-09-16T00:01:22.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 13196 11.71 MB/sec warmup 76 sec latency 127.108 ms 2024-09-16T00:01:22.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:22 smithi163 ceph-mon[34107]: pgmap v448: 97 pgs: 97 active+clean; 840 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 4.3 MiB/s wr, 202 op/s 2024-09-16T00:01:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:22 smithi190 ceph-mon[34840]: pgmap v448: 97 pgs: 97 active+clean; 840 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 4.3 MiB/s wr, 202 op/s 2024-09-16T00:01:22.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:22 smithi071 ceph-mon[30957]: pgmap v448: 97 pgs: 97 active+clean; 840 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 4.3 MiB/s wr, 202 op/s 2024-09-16T00:01:23.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 13404 11.79 MB/sec warmup 77 sec latency 97.329 ms 2024-09-16T00:01:24.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 13554 11.74 MB/sec warmup 78 sec latency 121.226 ms 2024-09-16T00:01:24.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:24 smithi163 ceph-mon[34107]: pgmap v449: 97 pgs: 97 active+clean; 840 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 4.3 MiB/s wr, 202 op/s 2024-09-16T00:01:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:24 smithi190 ceph-mon[34840]: pgmap v449: 97 pgs: 97 active+clean; 840 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 4.3 MiB/s wr, 202 op/s 2024-09-16T00:01:24.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:24 smithi071 ceph-mon[30957]: pgmap v449: 97 pgs: 97 active+clean; 840 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 4.3 MiB/s wr, 202 op/s 2024-09-16T00:01:25.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 13723 11.69 MB/sec warmup 79 sec latency 125.897 ms 2024-09-16T00:01:26.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 13839 11.59 MB/sec warmup 80 sec latency 119.258 ms 2024-09-16T00:01:26.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:26 smithi163 ceph-mon[34107]: pgmap v450: 97 pgs: 97 active+clean; 812 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 6.5 MiB/s wr, 296 op/s 2024-09-16T00:01:26.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:26 smithi190 ceph-mon[34840]: pgmap v450: 97 pgs: 97 active+clean; 812 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 6.5 MiB/s wr, 296 op/s 2024-09-16T00:01:26.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:26 smithi071 ceph-mon[30957]: pgmap v450: 97 pgs: 97 active+clean; 812 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 6.5 MiB/s wr, 296 op/s 2024-09-16T00:01:27.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 13982 11.55 MB/sec warmup 81 sec latency 88.863 ms 2024-09-16T00:01:28.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 14116 11.43 MB/sec warmup 82 sec latency 118.287 ms 2024-09-16T00:01:28.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:28 smithi163 ceph-mon[34107]: pgmap v451: 97 pgs: 97 active+clean; 812 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1017 KiB/s rd, 5.0 MiB/s wr, 188 op/s 2024-09-16T00:01:28.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:28 smithi190 ceph-mon[34840]: pgmap v451: 97 pgs: 97 active+clean; 812 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1017 KiB/s rd, 5.0 MiB/s wr, 188 op/s 2024-09-16T00:01:28.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:28 smithi071 ceph-mon[30957]: pgmap v451: 97 pgs: 97 active+clean; 812 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1017 KiB/s rd, 5.0 MiB/s wr, 188 op/s 2024-09-16T00:01:29.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 14271 11.32 MB/sec warmup 83 sec latency 116.480 ms 2024-09-16T00:01:30.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 14450 11.27 MB/sec warmup 84 sec latency 106.179 ms 2024-09-16T00:01:30.477 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:30 smithi071 ceph-mon[30957]: pgmap v452: 97 pgs: 97 active+clean; 827 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 7.1 MiB/s wr, 270 op/s 2024-09-16T00:01:30.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:30 smithi163 ceph-mon[34107]: pgmap v452: 97 pgs: 97 active+clean; 827 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 7.1 MiB/s wr, 270 op/s 2024-09-16T00:01:30.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:30 smithi190 ceph-mon[34840]: pgmap v452: 97 pgs: 97 active+clean; 827 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 7.1 MiB/s wr, 270 op/s 2024-09-16T00:01:31.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 14619 11.26 MB/sec warmup 85 sec latency 100.617 ms 2024-09-16T00:01:32.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 14813 11.28 MB/sec warmup 86 sec latency 85.424 ms 2024-09-16T00:01:32.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:32 smithi071 ceph-mon[30957]: pgmap v453: 97 pgs: 97 active+clean; 827 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.3 MiB/s wr, 175 op/s 2024-09-16T00:01:32.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:32 smithi163 ceph-mon[34107]: pgmap v453: 97 pgs: 97 active+clean; 827 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.3 MiB/s wr, 175 op/s 2024-09-16T00:01:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:32 smithi190 ceph-mon[34840]: pgmap v453: 97 pgs: 97 active+clean; 827 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.3 MiB/s wr, 175 op/s 2024-09-16T00:01:33.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 14959 11.23 MB/sec warmup 87 sec latency 85.678 ms 2024-09-16T00:01:34.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 15165 11.32 MB/sec warmup 88 sec latency 91.666 ms 2024-09-16T00:01:34.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:34 smithi163 ceph-mon[34107]: pgmap v454: 97 pgs: 97 active+clean; 827 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.3 MiB/s wr, 175 op/s 2024-09-16T00:01:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:34 smithi190 ceph-mon[34840]: pgmap v454: 97 pgs: 97 active+clean; 827 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.3 MiB/s wr, 175 op/s 2024-09-16T00:01:34.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:34 smithi071 ceph-mon[30957]: pgmap v454: 97 pgs: 97 active+clean; 827 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.3 MiB/s wr, 175 op/s 2024-09-16T00:01:35.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 15315 11.23 MB/sec warmup 89 sec latency 87.816 ms 2024-09-16T00:01:36.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 15487 11.17 MB/sec warmup 90 sec latency 100.280 ms 2024-09-16T00:01:36.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:36 smithi163 ceph-mon[34107]: pgmap v455: 97 pgs: 97 active+clean; 816 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 309 op/s 2024-09-16T00:01:36.517 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:36 smithi190 ceph-mon[34840]: pgmap v455: 97 pgs: 97 active+clean; 816 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 309 op/s 2024-09-16T00:01:36.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:36 smithi071 ceph-mon[30957]: pgmap v455: 97 pgs: 97 active+clean; 816 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 309 op/s 2024-09-16T00:01:37.145 INFO:tasks.workunit.client.0.smithi071.stdout: 10 15685 11.09 MB/sec warmup 91 sec latency 86.209 ms 2024-09-16T00:01:38.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 15855 11.04 MB/sec warmup 92 sec latency 83.574 ms 2024-09-16T00:01:38.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:38 smithi163 ceph-mon[34107]: pgmap v456: 97 pgs: 97 active+clean; 816 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.3 MiB/s wr, 215 op/s 2024-09-16T00:01:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:38 smithi190 ceph-mon[34840]: pgmap v456: 97 pgs: 97 active+clean; 816 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.3 MiB/s wr, 215 op/s 2024-09-16T00:01:38.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:38 smithi071 ceph-mon[30957]: pgmap v456: 97 pgs: 97 active+clean; 816 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.3 MiB/s wr, 215 op/s 2024-09-16T00:01:39.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 16035 11.01 MB/sec warmup 93 sec latency 128.125 ms 2024-09-16T00:01:40.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 16202 10.96 MB/sec warmup 94 sec latency 115.205 ms 2024-09-16T00:01:40.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:40 smithi163 ceph-mon[34107]: pgmap v457: 97 pgs: 97 active+clean; 821 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.7 MiB/s wr, 318 op/s 2024-09-16T00:01:40.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:40 smithi190 ceph-mon[34840]: pgmap v457: 97 pgs: 97 active+clean; 821 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.7 MiB/s wr, 318 op/s 2024-09-16T00:01:40.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:40 smithi071 ceph-mon[30957]: pgmap v457: 97 pgs: 97 active+clean; 821 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.7 MiB/s wr, 318 op/s 2024-09-16T00:01:41.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 16349 10.92 MB/sec warmup 95 sec latency 91.711 ms 2024-09-16T00:01:42.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 16525 10.93 MB/sec warmup 96 sec latency 112.006 ms 2024-09-16T00:01:42.478 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:42 smithi071 ceph-mon[30957]: pgmap v458: 97 pgs: 97 active+clean; 821 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.5 MiB/s wr, 237 op/s 2024-09-16T00:01:42.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:42 smithi163 ceph-mon[34107]: pgmap v458: 97 pgs: 97 active+clean; 821 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.5 MiB/s wr, 237 op/s 2024-09-16T00:01:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:42 smithi190 ceph-mon[34840]: pgmap v458: 97 pgs: 97 active+clean; 821 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.5 MiB/s wr, 237 op/s 2024-09-16T00:01:43.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 16758 11.08 MB/sec warmup 97 sec latency 93.386 ms 2024-09-16T00:01:44.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 17010 11.12 MB/sec warmup 98 sec latency 99.875 ms 2024-09-16T00:01:44.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:44 smithi163 ceph-mon[34107]: pgmap v459: 97 pgs: 97 active+clean; 821 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.5 MiB/s wr, 237 op/s 2024-09-16T00:01:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:44 smithi190 ceph-mon[34840]: pgmap v459: 97 pgs: 97 active+clean; 821 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.5 MiB/s wr, 237 op/s 2024-09-16T00:01:44.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:44 smithi071 ceph-mon[30957]: pgmap v459: 97 pgs: 97 active+clean; 821 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.5 MiB/s wr, 237 op/s 2024-09-16T00:01:45.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 17228 11.13 MB/sec warmup 99 sec latency 138.544 ms 2024-09-16T00:01:46.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 17357 11.07 MB/sec warmup 100 sec latency 97.541 ms 2024-09-16T00:01:46.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:46 smithi163 ceph-mon[34107]: pgmap v460: 97 pgs: 97 active+clean; 835 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 6.0 MiB/s wr, 338 op/s 2024-09-16T00:01:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:46 smithi190 ceph-mon[34840]: pgmap v460: 97 pgs: 97 active+clean; 835 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 6.0 MiB/s wr, 338 op/s 2024-09-16T00:01:46.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:46 smithi071 ceph-mon[30957]: pgmap v460: 97 pgs: 97 active+clean; 835 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 6.0 MiB/s wr, 338 op/s 2024-09-16T00:01:47.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 17472 11.03 MB/sec warmup 101 sec latency 82.360 ms 2024-09-16T00:01:48.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 17609 11.01 MB/sec warmup 102 sec latency 106.992 ms 2024-09-16T00:01:48.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:48 smithi163 ceph-mon[34107]: pgmap v461: 97 pgs: 97 active+clean; 835 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 3.9 MiB/s wr, 204 op/s 2024-09-16T00:01:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:48 smithi190 ceph-mon[34840]: pgmap v461: 97 pgs: 97 active+clean; 835 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 3.9 MiB/s wr, 204 op/s 2024-09-16T00:01:48.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:48 smithi071 ceph-mon[30957]: pgmap v461: 97 pgs: 97 active+clean; 835 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 3.9 MiB/s wr, 204 op/s 2024-09-16T00:01:49.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 17811 11.09 MB/sec warmup 103 sec latency 95.335 ms 2024-09-16T00:01:50.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 17978 11.10 MB/sec warmup 104 sec latency 132.296 ms 2024-09-16T00:01:50.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:50 smithi163 ceph-mon[34107]: pgmap v462: 97 pgs: 97 active+clean; 850 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 6.1 MiB/s wr, 288 op/s 2024-09-16T00:01:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:50 smithi190 ceph-mon[34840]: pgmap v462: 97 pgs: 97 active+clean; 850 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 6.1 MiB/s wr, 288 op/s 2024-09-16T00:01:50.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:50 smithi071 ceph-mon[30957]: pgmap v462: 97 pgs: 97 active+clean; 850 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 6.1 MiB/s wr, 288 op/s 2024-09-16T00:01:51.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 18132 11.05 MB/sec warmup 105 sec latency 97.792 ms 2024-09-16T00:01:52.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 18280 11.00 MB/sec warmup 106 sec latency 102.703 ms 2024-09-16T00:01:52.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:52 smithi163 ceph-mon[34107]: pgmap v463: 97 pgs: 97 active+clean; 850 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 4.7 MiB/s wr, 184 op/s 2024-09-16T00:01:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:52 smithi190 ceph-mon[34840]: pgmap v463: 97 pgs: 97 active+clean; 850 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 4.7 MiB/s wr, 184 op/s 2024-09-16T00:01:52.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:52 smithi071 ceph-mon[30957]: pgmap v463: 97 pgs: 97 active+clean; 850 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 4.7 MiB/s wr, 184 op/s 2024-09-16T00:01:53.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 18431 10.96 MB/sec warmup 107 sec latency 99.364 ms 2024-09-16T00:01:54.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 18578 10.92 MB/sec warmup 108 sec latency 241.876 ms 2024-09-16T00:01:54.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:54 smithi163 ceph-mon[34107]: pgmap v464: 97 pgs: 97 active+clean; 850 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 4.7 MiB/s wr, 184 op/s 2024-09-16T00:01:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:54 smithi190 ceph-mon[34840]: pgmap v464: 97 pgs: 97 active+clean; 850 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 4.7 MiB/s wr, 184 op/s 2024-09-16T00:01:54.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:54 smithi071 ceph-mon[30957]: pgmap v464: 97 pgs: 97 active+clean; 850 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 4.7 MiB/s wr, 184 op/s 2024-09-16T00:01:55.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 18715 10.84 MB/sec warmup 109 sec latency 101.244 ms 2024-09-16T00:01:56.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 18874 10.80 MB/sec warmup 110 sec latency 98.997 ms 2024-09-16T00:01:56.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:56 smithi163 ceph-mon[34107]: pgmap v465: 97 pgs: 97 active+clean; 861 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 7.2 MiB/s wr, 282 op/s 2024-09-16T00:01:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:56 smithi190 ceph-mon[34840]: pgmap v465: 97 pgs: 97 active+clean; 861 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 7.2 MiB/s wr, 282 op/s 2024-09-16T00:01:56.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:56 smithi071 ceph-mon[30957]: pgmap v465: 97 pgs: 97 active+clean; 861 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 7.2 MiB/s wr, 282 op/s 2024-09-16T00:01:57.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 19023 10.76 MB/sec warmup 111 sec latency 105.919 ms 2024-09-16T00:01:58.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 19175 10.76 MB/sec warmup 112 sec latency 270.616 ms 2024-09-16T00:01:58.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:58 smithi163 ceph-mon[34107]: pgmap v466: 97 pgs: 97 active+clean; 861 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.7 MiB/s wr, 181 op/s 2024-09-16T00:01:58.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:01:58 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:01:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:58 smithi190 ceph-mon[34840]: pgmap v466: 97 pgs: 97 active+clean; 861 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.7 MiB/s wr, 181 op/s 2024-09-16T00:01:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:01:58 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:01:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:58 smithi071 ceph-mon[30957]: pgmap v466: 97 pgs: 97 active+clean; 861 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.7 MiB/s wr, 181 op/s 2024-09-16T00:01:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:01:58 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:01:59.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 19351 10.75 MB/sec warmup 113 sec latency 118.432 ms 2024-09-16T00:02:00.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 19513 10.77 MB/sec warmup 114 sec latency 98.391 ms 2024-09-16T00:02:00.477 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:00 smithi071 ceph-mon[30957]: pgmap v467: 97 pgs: 97 active+clean; 857 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 6.7 MiB/s wr, 297 op/s 2024-09-16T00:02:00.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:00 smithi163 ceph-mon[34107]: pgmap v467: 97 pgs: 97 active+clean; 857 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 6.7 MiB/s wr, 297 op/s 2024-09-16T00:02:00.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:00 smithi190 ceph-mon[34840]: pgmap v467: 97 pgs: 97 active+clean; 857 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 6.7 MiB/s wr, 297 op/s 2024-09-16T00:02:01.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 19694 10.79 MB/sec warmup 115 sec latency 115.379 ms 2024-09-16T00:02:02.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 19857 10.74 MB/sec warmup 116 sec latency 96.580 ms 2024-09-16T00:02:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:02 smithi190 ceph-mon[34840]: pgmap v468: 97 pgs: 97 active+clean; 857 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.5 MiB/s wr, 214 op/s 2024-09-16T00:02:02.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:02 smithi071 ceph-mon[30957]: pgmap v468: 97 pgs: 97 active+clean; 857 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.5 MiB/s wr, 214 op/s 2024-09-16T00:02:02.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:02 smithi163 ceph-mon[34107]: pgmap v468: 97 pgs: 97 active+clean; 857 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.5 MiB/s wr, 214 op/s 2024-09-16T00:02:03.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 20024 10.66 MB/sec warmup 117 sec latency 89.010 ms 2024-09-16T00:02:03.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:03 smithi190 ceph-mon[34840]: osdmap e101: 12 total, 12 up, 12 in 2024-09-16T00:02:03.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:03 smithi071 ceph-mon[30957]: osdmap e101: 12 total, 12 up, 12 in 2024-09-16T00:02:03.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:03 smithi163 ceph-mon[34107]: osdmap e101: 12 total, 12 up, 12 in 2024-09-16T00:02:04.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 20212 10.59 MB/sec warmup 118 sec latency 99.852 ms 2024-09-16T00:02:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:04 smithi190 ceph-mon[34840]: pgmap v470: 97 pgs: 97 active+clean; 857 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.4 MiB/s wr, 257 op/s 2024-09-16T00:02:04.634 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:04 smithi163 ceph-mon[34107]: pgmap v470: 97 pgs: 97 active+clean; 857 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.4 MiB/s wr, 257 op/s 2024-09-16T00:02:04.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:04 smithi071 ceph-mon[30957]: pgmap v470: 97 pgs: 97 active+clean; 857 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.4 MiB/s wr, 257 op/s 2024-09-16T00:02:05.146 INFO:tasks.workunit.client.0.smithi071.stdout: 10 20377 10.55 MB/sec warmup 119 sec latency 163.085 ms 2024-09-16T00:02:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:06 smithi190 ceph-mon[34840]: pgmap v471: 97 pgs: 97 active+clean; 861 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.2 MiB/s wr, 283 op/s 2024-09-16T00:02:06.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:06 smithi071 ceph-mon[30957]: pgmap v471: 97 pgs: 97 active+clean; 861 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.2 MiB/s wr, 283 op/s 2024-09-16T00:02:06.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:06 smithi163 ceph-mon[34107]: pgmap v471: 97 pgs: 97 active+clean; 861 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.2 MiB/s wr, 283 op/s 2024-09-16T00:02:07.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 20744 6.63 MB/sec execute 1 sec latency 80.630 ms 2024-09-16T00:02:08.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 20923 7.96 MB/sec execute 2 sec latency 90.693 ms 2024-09-16T00:02:08.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:08 smithi163 ceph-mon[34107]: pgmap v472: 97 pgs: 97 active+clean; 861 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.2 MiB/s wr, 283 op/s 2024-09-16T00:02:08.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:08 smithi163 ceph-mon[34107]: osdmap e102: 12 total, 12 up, 12 in 2024-09-16T00:02:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:08 smithi190 ceph-mon[34840]: pgmap v472: 97 pgs: 97 active+clean; 861 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.2 MiB/s wr, 283 op/s 2024-09-16T00:02:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:08 smithi190 ceph-mon[34840]: osdmap e102: 12 total, 12 up, 12 in 2024-09-16T00:02:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:08 smithi071 ceph-mon[30957]: pgmap v472: 97 pgs: 97 active+clean; 861 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.2 MiB/s wr, 283 op/s 2024-09-16T00:02:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:08 smithi071 ceph-mon[30957]: osdmap e102: 12 total, 12 up, 12 in 2024-09-16T00:02:09.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 21101 11.31 MB/sec execute 3 sec latency 173.316 ms 2024-09-16T00:02:10.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 21320 13.44 MB/sec execute 4 sec latency 108.237 ms 2024-09-16T00:02:10.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:10 smithi163 ceph-mon[34107]: pgmap v474: 97 pgs: 97 active+clean; 883 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.6 MiB/s wr, 333 op/s 2024-09-16T00:02:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:10 smithi190 ceph-mon[34840]: pgmap v474: 97 pgs: 97 active+clean; 883 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.6 MiB/s wr, 333 op/s 2024-09-16T00:02:10.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:10 smithi071 ceph-mon[30957]: pgmap v474: 97 pgs: 97 active+clean; 883 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.6 MiB/s wr, 333 op/s 2024-09-16T00:02:11.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 21533 12.81 MB/sec execute 5 sec latency 127.021 ms 2024-09-16T00:02:12.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 21714 12.83 MB/sec execute 6 sec latency 111.011 ms 2024-09-16T00:02:12.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:12 smithi163 ceph-mon[34107]: pgmap v475: 97 pgs: 97 active+clean; 883 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.5 MiB/s wr, 328 op/s 2024-09-16T00:02:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:12 smithi190 ceph-mon[34840]: pgmap v475: 97 pgs: 97 active+clean; 883 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.5 MiB/s wr, 328 op/s 2024-09-16T00:02:12.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:12 smithi071 ceph-mon[30957]: pgmap v475: 97 pgs: 97 active+clean; 883 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.5 MiB/s wr, 328 op/s 2024-09-16T00:02:13.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 21856 12.10 MB/sec execute 7 sec latency 90.164 ms 2024-09-16T00:02:14.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 21966 10.82 MB/sec execute 8 sec latency 86.591 ms 2024-09-16T00:02:14.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:14 smithi163 ceph-mon[34107]: pgmap v476: 97 pgs: 97 active+clean; 883 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.5 MiB/s wr, 266 op/s 2024-09-16T00:02:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:14 smithi190 ceph-mon[34840]: pgmap v476: 97 pgs: 97 active+clean; 883 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.5 MiB/s wr, 266 op/s 2024-09-16T00:02:14.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:14 smithi071 ceph-mon[30957]: pgmap v476: 97 pgs: 97 active+clean; 883 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.5 MiB/s wr, 266 op/s 2024-09-16T00:02:15.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 22134 11.23 MB/sec execute 9 sec latency 118.102 ms 2024-09-16T00:02:16.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 22288 10.99 MB/sec execute 10 sec latency 130.002 ms 2024-09-16T00:02:16.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:16 smithi163 ceph-mon[34107]: pgmap v477: 97 pgs: 97 active+clean; 902 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.6 MiB/s wr, 233 op/s 2024-09-16T00:02:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:16 smithi190 ceph-mon[34840]: pgmap v477: 97 pgs: 97 active+clean; 902 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.6 MiB/s wr, 233 op/s 2024-09-16T00:02:16.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:16 smithi071 ceph-mon[30957]: pgmap v477: 97 pgs: 97 active+clean; 902 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.6 MiB/s wr, 233 op/s 2024-09-16T00:02:17.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 22488 11.46 MB/sec execute 11 sec latency 94.863 ms 2024-09-16T00:02:18.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 22635 11.16 MB/sec execute 12 sec latency 90.819 ms 2024-09-16T00:02:18.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:18 smithi163 ceph-mon[34107]: pgmap v478: 97 pgs: 97 active+clean; 902 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.6 MiB/s wr, 233 op/s 2024-09-16T00:02:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:18 smithi190 ceph-mon[34840]: pgmap v478: 97 pgs: 97 active+clean; 902 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.6 MiB/s wr, 233 op/s 2024-09-16T00:02:18.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:18 smithi071 ceph-mon[30957]: pgmap v478: 97 pgs: 97 active+clean; 902 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.6 MiB/s wr, 233 op/s 2024-09-16T00:02:19.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 22779 10.77 MB/sec execute 13 sec latency 97.212 ms 2024-09-16T00:02:20.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 22892 10.43 MB/sec execute 14 sec latency 186.819 ms 2024-09-16T00:02:20.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:20 smithi163 ceph-mon[34107]: pgmap v479: 97 pgs: 97 active+clean; 861 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 7.6 MiB/s wr, 309 op/s 2024-09-16T00:02:20.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:20 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:02:20.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:20 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:02:20.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:20 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:02:20.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:20 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:02:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:20 smithi190 ceph-mon[34840]: pgmap v479: 97 pgs: 97 active+clean; 861 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 7.6 MiB/s wr, 309 op/s 2024-09-16T00:02:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:20 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:02:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:20 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:02:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:20 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:02:20.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:20 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:02:20.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:20 smithi071 ceph-mon[30957]: pgmap v479: 97 pgs: 97 active+clean; 861 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 7.6 MiB/s wr, 309 op/s 2024-09-16T00:02:20.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:20 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:02:20.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:20 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:02:20.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:20 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:02:20.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:20 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:02:21.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 23044 10.21 MB/sec execute 15 sec latency 332.313 ms 2024-09-16T00:02:22.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 23190 9.81 MB/sec execute 16 sec latency 101.089 ms 2024-09-16T00:02:22.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:22 smithi163 ceph-mon[34107]: pgmap v480: 97 pgs: 97 active+clean; 861 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 185 op/s 2024-09-16T00:02:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:22 smithi190 ceph-mon[34840]: pgmap v480: 97 pgs: 97 active+clean; 861 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 185 op/s 2024-09-16T00:02:22.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:22 smithi071 ceph-mon[30957]: pgmap v480: 97 pgs: 97 active+clean; 861 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 185 op/s 2024-09-16T00:02:23.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 23351 9.66 MB/sec execute 17 sec latency 101.084 ms 2024-09-16T00:02:24.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 23506 9.53 MB/sec execute 18 sec latency 103.203 ms 2024-09-16T00:02:24.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:24 smithi163 ceph-mon[34107]: pgmap v481: 97 pgs: 97 active+clean; 861 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 185 op/s 2024-09-16T00:02:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:24 smithi190 ceph-mon[34840]: pgmap v481: 97 pgs: 97 active+clean; 861 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 185 op/s 2024-09-16T00:02:24.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:24 smithi071 ceph-mon[30957]: pgmap v481: 97 pgs: 97 active+clean; 861 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 185 op/s 2024-09-16T00:02:25.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 23669 9.29 MB/sec execute 19 sec latency 84.643 ms 2024-09-16T00:02:26.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 23841 9.19 MB/sec execute 20 sec latency 89.223 ms 2024-09-16T00:02:26.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:26 smithi163 ceph-mon[34107]: pgmap v482: 97 pgs: 97 active+clean; 871 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 7.0 MiB/s wr, 281 op/s 2024-09-16T00:02:26.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:26 smithi190 ceph-mon[34840]: pgmap v482: 97 pgs: 97 active+clean; 871 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 7.0 MiB/s wr, 281 op/s 2024-09-16T00:02:26.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:26 smithi071 ceph-mon[30957]: pgmap v482: 97 pgs: 97 active+clean; 871 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 7.0 MiB/s wr, 281 op/s 2024-09-16T00:02:27.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 24037 9.55 MB/sec execute 21 sec latency 87.555 ms 2024-09-16T00:02:28.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 24232 9.81 MB/sec execute 22 sec latency 106.858 ms 2024-09-16T00:02:28.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:28 smithi163 ceph-mon[34107]: pgmap v483: 97 pgs: 97 active+clean; 871 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.5 MiB/s wr, 189 op/s 2024-09-16T00:02:28.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:28 smithi190 ceph-mon[34840]: pgmap v483: 97 pgs: 97 active+clean; 871 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.5 MiB/s wr, 189 op/s 2024-09-16T00:02:28.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:28 smithi071 ceph-mon[30957]: pgmap v483: 97 pgs: 97 active+clean; 871 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.5 MiB/s wr, 189 op/s 2024-09-16T00:02:29.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 24413 9.64 MB/sec execute 23 sec latency 113.732 ms 2024-09-16T00:02:30.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 24586 9.43 MB/sec execute 24 sec latency 83.405 ms 2024-09-16T00:02:30.477 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:30 smithi071 ceph-mon[30957]: pgmap v484: 97 pgs: 97 active+clean; 866 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 6.7 MiB/s wr, 316 op/s 2024-09-16T00:02:30.478 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:30 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:02:30.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:30 smithi163 ceph-mon[34107]: pgmap v484: 97 pgs: 97 active+clean; 866 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 6.7 MiB/s wr, 316 op/s 2024-09-16T00:02:30.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:30 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:02:30.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:30 smithi190 ceph-mon[34840]: pgmap v484: 97 pgs: 97 active+clean; 866 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 6.7 MiB/s wr, 316 op/s 2024-09-16T00:02:30.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:30 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:02:31.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 24767 9.24 MB/sec execute 25 sec latency 76.031 ms 2024-09-16T00:02:32.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 24963 9.17 MB/sec execute 26 sec latency 86.540 ms 2024-09-16T00:02:32.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:32 smithi163 ceph-mon[34107]: pgmap v485: 97 pgs: 97 active+clean; 866 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.2 MiB/s wr, 222 op/s 2024-09-16T00:02:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:32 smithi190 ceph-mon[34840]: pgmap v485: 97 pgs: 97 active+clean; 866 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.2 MiB/s wr, 222 op/s 2024-09-16T00:02:32.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:32 smithi071 ceph-mon[30957]: pgmap v485: 97 pgs: 97 active+clean; 866 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.2 MiB/s wr, 222 op/s 2024-09-16T00:02:33.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 25148 9.07 MB/sec execute 27 sec latency 79.352 ms 2024-09-16T00:02:34.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 25320 9.06 MB/sec execute 28 sec latency 80.736 ms 2024-09-16T00:02:34.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:34 smithi163 ceph-mon[34107]: pgmap v486: 97 pgs: 97 active+clean; 866 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.2 MiB/s wr, 222 op/s 2024-09-16T00:02:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:34 smithi190 ceph-mon[34840]: pgmap v486: 97 pgs: 97 active+clean; 866 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.2 MiB/s wr, 222 op/s 2024-09-16T00:02:34.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:34 smithi071 ceph-mon[30957]: pgmap v486: 97 pgs: 97 active+clean; 866 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.2 MiB/s wr, 222 op/s 2024-09-16T00:02:35.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 25477 9.07 MB/sec execute 29 sec latency 192.306 ms 2024-09-16T00:02:36.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 25667 9.37 MB/sec execute 30 sec latency 195.836 ms 2024-09-16T00:02:36.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:36 smithi163 ceph-mon[34107]: pgmap v487: 97 pgs: 97 active+clean; 878 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.9 MiB/s wr, 316 op/s 2024-09-16T00:02:36.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:36 smithi190 ceph-mon[34840]: pgmap v487: 97 pgs: 97 active+clean; 878 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.9 MiB/s wr, 316 op/s 2024-09-16T00:02:36.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:36 smithi071 ceph-mon[30957]: pgmap v487: 97 pgs: 97 active+clean; 878 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.9 MiB/s wr, 316 op/s 2024-09-16T00:02:37.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 25868 9.41 MB/sec execute 31 sec latency 125.682 ms 2024-09-16T00:02:38.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 26091 9.62 MB/sec execute 32 sec latency 109.253 ms 2024-09-16T00:02:38.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:38 smithi163 ceph-mon[34107]: pgmap v488: 97 pgs: 97 active+clean; 878 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.8 MiB/s wr, 220 op/s 2024-09-16T00:02:38.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:38 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:02:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:38 smithi190 ceph-mon[34840]: pgmap v488: 97 pgs: 97 active+clean; 878 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.8 MiB/s wr, 220 op/s 2024-09-16T00:02:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:38 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:02:38.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:38 smithi071 ceph-mon[30957]: pgmap v488: 97 pgs: 97 active+clean; 878 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.8 MiB/s wr, 220 op/s 2024-09-16T00:02:38.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:38 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:02:39.147 INFO:tasks.workunit.client.0.smithi071.stdout: 10 26259 9.67 MB/sec execute 33 sec latency 119.438 ms 2024-09-16T00:02:40.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 26427 9.67 MB/sec execute 34 sec latency 118.602 ms 2024-09-16T00:02:40.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:40 smithi163 ceph-mon[34107]: pgmap v489: 97 pgs: 97 active+clean; 891 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 6.5 MiB/s wr, 323 op/s 2024-09-16T00:02:40.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:40 smithi190 ceph-mon[34840]: pgmap v489: 97 pgs: 97 active+clean; 891 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 6.5 MiB/s wr, 323 op/s 2024-09-16T00:02:40.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:40 smithi071 ceph-mon[30957]: pgmap v489: 97 pgs: 97 active+clean; 891 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 6.5 MiB/s wr, 323 op/s 2024-09-16T00:02:41.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 26553 9.62 MB/sec execute 35 sec latency 102.544 ms 2024-09-16T00:02:42.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 26691 9.70 MB/sec execute 36 sec latency 173.271 ms 2024-09-16T00:02:42.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:42 smithi163 ceph-mon[34107]: pgmap v490: 97 pgs: 97 active+clean; 891 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 4.3 MiB/s wr, 196 op/s 2024-09-16T00:02:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:42 smithi190 ceph-mon[34840]: pgmap v490: 97 pgs: 97 active+clean; 891 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 4.3 MiB/s wr, 196 op/s 2024-09-16T00:02:42.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:42 smithi071 ceph-mon[30957]: pgmap v490: 97 pgs: 97 active+clean; 891 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 4.3 MiB/s wr, 196 op/s 2024-09-16T00:02:43.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 26866 9.82 MB/sec execute 37 sec latency 88.984 ms 2024-09-16T00:02:43.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:43 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:02:43.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:43 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:02:43.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:43 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:02:44.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 27024 9.71 MB/sec execute 38 sec latency 100.092 ms 2024-09-16T00:02:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:44 smithi190 ceph-mon[34840]: pgmap v491: 97 pgs: 97 active+clean; 891 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 4.3 MiB/s wr, 196 op/s 2024-09-16T00:02:44.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:44 smithi071 ceph-mon[30957]: pgmap v491: 97 pgs: 97 active+clean; 891 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 4.3 MiB/s wr, 196 op/s 2024-09-16T00:02:44.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:44 smithi163 ceph-mon[34107]: pgmap v491: 97 pgs: 97 active+clean; 891 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 4.3 MiB/s wr, 196 op/s 2024-09-16T00:02:45.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 27165 9.67 MB/sec execute 39 sec latency 89.210 ms 2024-09-16T00:02:46.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 27304 9.61 MB/sec execute 40 sec latency 260.219 ms 2024-09-16T00:02:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:46 smithi190 ceph-mon[34840]: pgmap v492: 97 pgs: 97 active+clean; 905 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.5 MiB/s wr, 284 op/s 2024-09-16T00:02:46.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:46 smithi071 ceph-mon[30957]: pgmap v492: 97 pgs: 97 active+clean; 905 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.5 MiB/s wr, 284 op/s 2024-09-16T00:02:46.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:46 smithi163 ceph-mon[34107]: pgmap v492: 97 pgs: 97 active+clean; 905 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.5 MiB/s wr, 284 op/s 2024-09-16T00:02:47.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 27430 9.49 MB/sec execute 41 sec latency 93.642 ms 2024-09-16T00:02:48.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 27573 9.30 MB/sec execute 42 sec latency 98.579 ms 2024-09-16T00:02:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:48 smithi190 ceph-mon[34840]: pgmap v493: 97 pgs: 97 active+clean; 905 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 4.9 MiB/s wr, 190 op/s 2024-09-16T00:02:48.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:48 smithi071 ceph-mon[30957]: pgmap v493: 97 pgs: 97 active+clean; 905 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 4.9 MiB/s wr, 190 op/s 2024-09-16T00:02:48.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:48 smithi163 ceph-mon[34107]: pgmap v493: 97 pgs: 97 active+clean; 905 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 4.9 MiB/s wr, 190 op/s 2024-09-16T00:02:49.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 27750 9.26 MB/sec execute 43 sec latency 107.260 ms 2024-09-16T00:02:50.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 27908 9.18 MB/sec execute 44 sec latency 92.937 ms 2024-09-16T00:02:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:50 smithi190 ceph-mon[34840]: pgmap v494: 97 pgs: 97 active+clean; 918 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 7.1 MiB/s wr, 274 op/s 2024-09-16T00:02:50.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:50 smithi071 ceph-mon[30957]: pgmap v494: 97 pgs: 97 active+clean; 918 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 7.1 MiB/s wr, 274 op/s 2024-09-16T00:02:50.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:50 smithi163 ceph-mon[34107]: pgmap v494: 97 pgs: 97 active+clean; 918 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 7.1 MiB/s wr, 274 op/s 2024-09-16T00:02:51.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 28126 9.30 MB/sec execute 45 sec latency 105.843 ms 2024-09-16T00:02:52.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 28274 9.22 MB/sec execute 46 sec latency 94.178 ms 2024-09-16T00:02:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:52 smithi190 ceph-mon[34840]: pgmap v495: 97 pgs: 97 active+clean; 918 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.4 MiB/s wr, 171 op/s 2024-09-16T00:02:52.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:52 smithi071 ceph-mon[30957]: pgmap v495: 97 pgs: 97 active+clean; 918 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.4 MiB/s wr, 171 op/s 2024-09-16T00:02:52.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:52 smithi163 ceph-mon[34107]: pgmap v495: 97 pgs: 97 active+clean; 918 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.4 MiB/s wr, 171 op/s 2024-09-16T00:02:53.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 28445 9.25 MB/sec execute 47 sec latency 100.589 ms 2024-09-16T00:02:54.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 28609 9.27 MB/sec execute 48 sec latency 79.902 ms 2024-09-16T00:02:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:54 smithi190 ceph-mon[34840]: pgmap v496: 97 pgs: 97 active+clean; 918 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.4 MiB/s wr, 171 op/s 2024-09-16T00:02:54.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:54 smithi071 ceph-mon[30957]: pgmap v496: 97 pgs: 97 active+clean; 918 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.4 MiB/s wr, 171 op/s 2024-09-16T00:02:54.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:54 smithi163 ceph-mon[34107]: pgmap v496: 97 pgs: 97 active+clean; 918 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.4 MiB/s wr, 171 op/s 2024-09-16T00:02:55.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 28800 9.36 MB/sec execute 49 sec latency 85.479 ms 2024-09-16T00:02:56.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 28985 9.31 MB/sec execute 50 sec latency 84.441 ms 2024-09-16T00:02:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:56 smithi190 ceph-mon[34840]: pgmap v497: 97 pgs: 97 active+clean; 910 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 6.5 MiB/s wr, 307 op/s 2024-09-16T00:02:56.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:56 smithi071 ceph-mon[30957]: pgmap v497: 97 pgs: 97 active+clean; 910 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 6.5 MiB/s wr, 307 op/s 2024-09-16T00:02:56.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:56 smithi163 ceph-mon[34107]: pgmap v497: 97 pgs: 97 active+clean; 910 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 6.5 MiB/s wr, 307 op/s 2024-09-16T00:02:57.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 29141 9.25 MB/sec execute 51 sec latency 175.547 ms 2024-09-16T00:02:58.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 29321 9.20 MB/sec execute 52 sec latency 83.806 ms 2024-09-16T00:02:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:02:58 smithi190 ceph-mon[34840]: pgmap v498: 97 pgs: 97 active+clean; 910 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.3 MiB/s wr, 220 op/s 2024-09-16T00:02:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:02:58 smithi071 ceph-mon[30957]: pgmap v498: 97 pgs: 97 active+clean; 910 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.3 MiB/s wr, 220 op/s 2024-09-16T00:02:58.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:02:58 smithi163 ceph-mon[34107]: pgmap v498: 97 pgs: 97 active+clean; 910 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.3 MiB/s wr, 220 op/s 2024-09-16T00:02:59.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 29490 9.08 MB/sec execute 53 sec latency 91.202 ms 2024-09-16T00:03:00.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 29648 8.99 MB/sec execute 54 sec latency 84.412 ms 2024-09-16T00:03:00.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:00 smithi190 ceph-mon[34840]: pgmap v499: 97 pgs: 97 active+clean; 917 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 6.1 MiB/s wr, 320 op/s 2024-09-16T00:03:00.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:00 smithi071 ceph-mon[30957]: pgmap v499: 97 pgs: 97 active+clean; 917 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 6.1 MiB/s wr, 320 op/s 2024-09-16T00:03:00.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:00 smithi163 ceph-mon[34107]: pgmap v499: 97 pgs: 97 active+clean; 917 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 6.1 MiB/s wr, 320 op/s 2024-09-16T00:03:01.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 29818 9.01 MB/sec execute 55 sec latency 131.756 ms 2024-09-16T00:03:02.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 30005 9.07 MB/sec execute 56 sec latency 99.190 ms 2024-09-16T00:03:02.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:02 smithi190 ceph-mon[34840]: pgmap v500: 97 pgs: 97 active+clean; 917 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.9 MiB/s wr, 236 op/s 2024-09-16T00:03:02.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:02 smithi071 ceph-mon[30957]: pgmap v500: 97 pgs: 97 active+clean; 917 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.9 MiB/s wr, 236 op/s 2024-09-16T00:03:02.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:02 smithi163 ceph-mon[34107]: pgmap v500: 97 pgs: 97 active+clean; 917 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.9 MiB/s wr, 236 op/s 2024-09-16T00:03:03.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 30240 9.23 MB/sec execute 57 sec latency 85.354 ms 2024-09-16T00:03:03.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:03 smithi190 ceph-mon[34840]: osdmap e103: 12 total, 12 up, 12 in 2024-09-16T00:03:03.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:03 smithi071 ceph-mon[30957]: osdmap e103: 12 total, 12 up, 12 in 2024-09-16T00:03:03.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:03 smithi163 ceph-mon[34107]: osdmap e103: 12 total, 12 up, 12 in 2024-09-16T00:03:04.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 30413 9.26 MB/sec execute 58 sec latency 93.243 ms 2024-09-16T00:03:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:04 smithi190 ceph-mon[34840]: pgmap v502: 97 pgs: 97 active+clean; 917 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.7 MiB/s wr, 283 op/s 2024-09-16T00:03:04.635 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:04 smithi163 ceph-mon[34107]: pgmap v502: 97 pgs: 97 active+clean; 917 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.7 MiB/s wr, 283 op/s 2024-09-16T00:03:04.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:04 smithi071 ceph-mon[30957]: pgmap v502: 97 pgs: 97 active+clean; 917 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.7 MiB/s wr, 283 op/s 2024-09-16T00:03:05.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 30620 9.36 MB/sec execute 59 sec latency 118.476 ms 2024-09-16T00:03:06.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 30790 9.45 MB/sec execute 60 sec latency 108.105 ms 2024-09-16T00:03:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:06 smithi190 ceph-mon[34840]: pgmap v503: 97 pgs: 97 active+clean; 935 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.2 MiB/s wr, 267 op/s 2024-09-16T00:03:06.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:06 smithi071 ceph-mon[30957]: pgmap v503: 97 pgs: 97 active+clean; 935 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.2 MiB/s wr, 267 op/s 2024-09-16T00:03:06.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:06 smithi163 ceph-mon[34107]: pgmap v503: 97 pgs: 97 active+clean; 935 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.2 MiB/s wr, 267 op/s 2024-09-16T00:03:07.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 30949 9.43 MB/sec execute 61 sec latency 98.466 ms 2024-09-16T00:03:08.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 31081 9.43 MB/sec execute 62 sec latency 102.263 ms 2024-09-16T00:03:08.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:08 smithi163 ceph-mon[34107]: pgmap v504: 97 pgs: 97 active+clean; 935 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.2 MiB/s wr, 267 op/s 2024-09-16T00:03:08.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:08 smithi163 ceph-mon[34107]: osdmap e104: 12 total, 12 up, 12 in 2024-09-16T00:03:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:08 smithi190 ceph-mon[34840]: pgmap v504: 97 pgs: 97 active+clean; 935 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.2 MiB/s wr, 267 op/s 2024-09-16T00:03:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:08 smithi190 ceph-mon[34840]: osdmap e104: 12 total, 12 up, 12 in 2024-09-16T00:03:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:08 smithi071 ceph-mon[30957]: pgmap v504: 97 pgs: 97 active+clean; 935 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.2 MiB/s wr, 267 op/s 2024-09-16T00:03:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:08 smithi071 ceph-mon[30957]: osdmap e104: 12 total, 12 up, 12 in 2024-09-16T00:03:09.148 INFO:tasks.workunit.client.0.smithi071.stdout: 10 31244 9.48 MB/sec execute 63 sec latency 91.330 ms 2024-09-16T00:03:10.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 31394 9.45 MB/sec execute 64 sec latency 99.337 ms 2024-09-16T00:03:10.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:10 smithi163 ceph-mon[34107]: pgmap v506: 97 pgs: 97 active+clean; 894 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 7.5 MiB/s wr, 323 op/s 2024-09-16T00:03:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:10 smithi190 ceph-mon[34840]: pgmap v506: 97 pgs: 97 active+clean; 894 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 7.5 MiB/s wr, 323 op/s 2024-09-16T00:03:10.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:10 smithi071 ceph-mon[30957]: pgmap v506: 97 pgs: 97 active+clean; 894 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 7.5 MiB/s wr, 323 op/s 2024-09-16T00:03:11.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 31551 9.38 MB/sec execute 65 sec latency 92.670 ms 2024-09-16T00:03:12.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 31703 9.37 MB/sec execute 66 sec latency 102.398 ms 2024-09-16T00:03:12.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:12 smithi163 ceph-mon[34107]: pgmap v507: 97 pgs: 97 active+clean; 894 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 7.4 MiB/s wr, 319 op/s 2024-09-16T00:03:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:12 smithi190 ceph-mon[34840]: pgmap v507: 97 pgs: 97 active+clean; 894 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 7.4 MiB/s wr, 319 op/s 2024-09-16T00:03:12.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:12 smithi071 ceph-mon[30957]: pgmap v507: 97 pgs: 97 active+clean; 894 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 7.4 MiB/s wr, 319 op/s 2024-09-16T00:03:13.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 31863 9.38 MB/sec execute 67 sec latency 99.073 ms 2024-09-16T00:03:14.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 32016 9.31 MB/sec execute 68 sec latency 96.791 ms 2024-09-16T00:03:14.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:14 smithi163 ceph-mon[34107]: pgmap v508: 97 pgs: 97 active+clean; 894 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 6.0 MiB/s wr, 258 op/s 2024-09-16T00:03:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:14 smithi190 ceph-mon[34840]: pgmap v508: 97 pgs: 97 active+clean; 894 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 6.0 MiB/s wr, 258 op/s 2024-09-16T00:03:14.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:14 smithi071 ceph-mon[30957]: pgmap v508: 97 pgs: 97 active+clean; 894 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 6.0 MiB/s wr, 258 op/s 2024-09-16T00:03:15.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 32149 9.21 MB/sec execute 69 sec latency 101.233 ms 2024-09-16T00:03:16.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 32240 9.14 MB/sec execute 70 sec latency 560.974 ms 2024-09-16T00:03:16.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:16 smithi163 ceph-mon[34107]: pgmap v509: 97 pgs: 97 active+clean; 909 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 6.0 MiB/s wr, 218 op/s 2024-09-16T00:03:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:16 smithi190 ceph-mon[34840]: pgmap v509: 97 pgs: 97 active+clean; 909 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 6.0 MiB/s wr, 218 op/s 2024-09-16T00:03:16.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:16 smithi071 ceph-mon[30957]: pgmap v509: 97 pgs: 97 active+clean; 909 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 6.0 MiB/s wr, 218 op/s 2024-09-16T00:03:17.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 32387 9.13 MB/sec execute 71 sec latency 712.313 ms 2024-09-16T00:03:18.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 32567 9.14 MB/sec execute 72 sec latency 87.762 ms 2024-09-16T00:03:18.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:18 smithi163 ceph-mon[34107]: pgmap v510: 97 pgs: 97 active+clean; 909 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 6.0 MiB/s wr, 218 op/s 2024-09-16T00:03:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:18 smithi190 ceph-mon[34840]: pgmap v510: 97 pgs: 97 active+clean; 909 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 6.0 MiB/s wr, 218 op/s 2024-09-16T00:03:18.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:18 smithi071 ceph-mon[30957]: pgmap v510: 97 pgs: 97 active+clean; 909 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 6.0 MiB/s wr, 218 op/s 2024-09-16T00:03:19.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 32756 9.14 MB/sec execute 73 sec latency 93.638 ms 2024-09-16T00:03:20.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 32919 9.17 MB/sec execute 74 sec latency 95.661 ms 2024-09-16T00:03:20.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:20 smithi163 ceph-mon[34107]: pgmap v511: 97 pgs: 97 active+clean; 917 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 7.5 MiB/s wr, 308 op/s 2024-09-16T00:03:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:20 smithi190 ceph-mon[34840]: pgmap v511: 97 pgs: 97 active+clean; 917 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 7.5 MiB/s wr, 308 op/s 2024-09-16T00:03:20.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:20 smithi071 ceph-mon[30957]: pgmap v511: 97 pgs: 97 active+clean; 917 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 7.5 MiB/s wr, 308 op/s 2024-09-16T00:03:21.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 33082 9.20 MB/sec execute 75 sec latency 94.028 ms 2024-09-16T00:03:21.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:21 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:03:21.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:21 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:03:21.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:21 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:03:22.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 33237 9.13 MB/sec execute 76 sec latency 84.854 ms 2024-09-16T00:03:22.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:22 smithi163 ceph-mon[34107]: pgmap v512: 97 pgs: 97 active+clean; 917 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.6 MiB/s wr, 194 op/s 2024-09-16T00:03:22.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:22 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:03:22.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:22 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:03:22.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:22 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:03:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:22 smithi190 ceph-mon[34840]: pgmap v512: 97 pgs: 97 active+clean; 917 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.6 MiB/s wr, 194 op/s 2024-09-16T00:03:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:22 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:03:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:22 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:03:22.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:22 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:03:22.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:22 smithi071 ceph-mon[30957]: pgmap v512: 97 pgs: 97 active+clean; 917 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.6 MiB/s wr, 194 op/s 2024-09-16T00:03:22.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:22 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:03:22.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:22 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:03:22.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:22 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:03:23.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 33427 9.15 MB/sec execute 77 sec latency 85.430 ms 2024-09-16T00:03:24.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 33590 9.07 MB/sec execute 78 sec latency 143.059 ms 2024-09-16T00:03:24.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:24 smithi163 ceph-mon[34107]: pgmap v513: 97 pgs: 97 active+clean; 917 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.6 MiB/s wr, 194 op/s 2024-09-16T00:03:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:24 smithi190 ceph-mon[34840]: pgmap v513: 97 pgs: 97 active+clean; 917 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.6 MiB/s wr, 194 op/s 2024-09-16T00:03:24.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:24 smithi071 ceph-mon[30957]: pgmap v513: 97 pgs: 97 active+clean; 917 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.6 MiB/s wr, 194 op/s 2024-09-16T00:03:25.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 33772 9.03 MB/sec execute 79 sec latency 89.097 ms 2024-09-16T00:03:26.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 33985 9.05 MB/sec execute 80 sec latency 84.226 ms 2024-09-16T00:03:26.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:26 smithi163 ceph-mon[34107]: pgmap v514: 97 pgs: 97 active+clean; 916 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 6.3 MiB/s wr, 308 op/s 2024-09-16T00:03:26.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:26 smithi190 ceph-mon[34840]: pgmap v514: 97 pgs: 97 active+clean; 916 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 6.3 MiB/s wr, 308 op/s 2024-09-16T00:03:26.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:26 smithi071 ceph-mon[30957]: pgmap v514: 97 pgs: 97 active+clean; 916 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 6.3 MiB/s wr, 308 op/s 2024-09-16T00:03:27.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 34115 9.00 MB/sec execute 81 sec latency 198.419 ms 2024-09-16T00:03:28.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 34291 9.02 MB/sec execute 82 sec latency 77.719 ms 2024-09-16T00:03:28.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:28 smithi163 ceph-mon[34107]: pgmap v515: 97 pgs: 97 active+clean; 916 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 218 op/s 2024-09-16T00:03:28.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:28 smithi190 ceph-mon[34840]: pgmap v515: 97 pgs: 97 active+clean; 916 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 218 op/s 2024-09-16T00:03:28.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:28 smithi071 ceph-mon[30957]: pgmap v515: 97 pgs: 97 active+clean; 916 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 218 op/s 2024-09-16T00:03:29.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 34468 9.04 MB/sec execute 83 sec latency 86.736 ms 2024-09-16T00:03:30.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 34681 9.13 MB/sec execute 84 sec latency 89.862 ms 2024-09-16T00:03:30.477 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:30 smithi071 ceph-mon[30957]: pgmap v516: 97 pgs: 97 active+clean; 927 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.7 MiB/s wr, 313 op/s 2024-09-16T00:03:30.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:30 smithi163 ceph-mon[34107]: pgmap v516: 97 pgs: 97 active+clean; 927 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.7 MiB/s wr, 313 op/s 2024-09-16T00:03:30.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:30 smithi190 ceph-mon[34840]: pgmap v516: 97 pgs: 97 active+clean; 927 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.7 MiB/s wr, 313 op/s 2024-09-16T00:03:31.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 34866 9.16 MB/sec execute 85 sec latency 88.977 ms 2024-09-16T00:03:32.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 35056 9.22 MB/sec execute 86 sec latency 109.239 ms 2024-09-16T00:03:32.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:32 smithi163 ceph-mon[34107]: pgmap v517: 97 pgs: 97 active+clean; 927 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.7 MiB/s wr, 209 op/s 2024-09-16T00:03:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:32 smithi190 ceph-mon[34840]: pgmap v517: 97 pgs: 97 active+clean; 927 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.7 MiB/s wr, 209 op/s 2024-09-16T00:03:32.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:32 smithi071 ceph-mon[30957]: pgmap v517: 97 pgs: 97 active+clean; 927 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.7 MiB/s wr, 209 op/s 2024-09-16T00:03:33.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 35221 9.25 MB/sec execute 87 sec latency 83.812 ms 2024-09-16T00:03:34.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 35350 9.22 MB/sec execute 88 sec latency 162.831 ms 2024-09-16T00:03:34.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:34 smithi163 ceph-mon[34107]: pgmap v518: 97 pgs: 97 active+clean; 927 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.7 MiB/s wr, 209 op/s 2024-09-16T00:03:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:34 smithi190 ceph-mon[34840]: pgmap v518: 97 pgs: 97 active+clean; 927 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.7 MiB/s wr, 209 op/s 2024-09-16T00:03:34.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:34 smithi071 ceph-mon[30957]: pgmap v518: 97 pgs: 97 active+clean; 927 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.7 MiB/s wr, 209 op/s 2024-09-16T00:03:35.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 35517 9.23 MB/sec execute 89 sec latency 95.114 ms 2024-09-16T00:03:36.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 35670 9.25 MB/sec execute 90 sec latency 92.332 ms 2024-09-16T00:03:36.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:36 smithi163 ceph-mon[34107]: pgmap v519: 97 pgs: 97 active+clean; 945 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 6.6 MiB/s wr, 310 op/s 2024-09-16T00:03:36.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:36 smithi190 ceph-mon[34840]: pgmap v519: 97 pgs: 97 active+clean; 945 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 6.6 MiB/s wr, 310 op/s 2024-09-16T00:03:36.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:36 smithi071 ceph-mon[30957]: pgmap v519: 97 pgs: 97 active+clean; 945 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 6.6 MiB/s wr, 310 op/s 2024-09-16T00:03:37.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 35825 9.29 MB/sec execute 91 sec latency 167.058 ms 2024-09-16T00:03:38.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 35982 9.26 MB/sec execute 92 sec latency 152.539 ms 2024-09-16T00:03:38.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:38 smithi163 ceph-mon[34107]: pgmap v520: 97 pgs: 97 active+clean; 945 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.9 MiB/s wr, 196 op/s 2024-09-16T00:03:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:38 smithi190 ceph-mon[34840]: pgmap v520: 97 pgs: 97 active+clean; 945 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.9 MiB/s wr, 196 op/s 2024-09-16T00:03:38.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:38 smithi071 ceph-mon[30957]: pgmap v520: 97 pgs: 97 active+clean; 945 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.9 MiB/s wr, 196 op/s 2024-09-16T00:03:39.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 36120 9.22 MB/sec execute 93 sec latency 90.395 ms 2024-09-16T00:03:40.149 INFO:tasks.workunit.client.0.smithi071.stdout: 10 36274 9.21 MB/sec execute 94 sec latency 97.905 ms 2024-09-16T00:03:40.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:40 smithi163 ceph-mon[34107]: pgmap v521: 97 pgs: 97 active+clean; 956 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 7.0 MiB/s wr, 287 op/s 2024-09-16T00:03:40.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:40 smithi190 ceph-mon[34840]: pgmap v521: 97 pgs: 97 active+clean; 956 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 7.0 MiB/s wr, 287 op/s 2024-09-16T00:03:40.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:40 smithi071 ceph-mon[30957]: pgmap v521: 97 pgs: 97 active+clean; 956 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 7.0 MiB/s wr, 287 op/s 2024-09-16T00:03:41.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 36430 9.19 MB/sec execute 95 sec latency 96.422 ms 2024-09-16T00:03:42.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 36581 9.14 MB/sec execute 96 sec latency 121.666 ms 2024-09-16T00:03:42.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:42 smithi163 ceph-mon[34107]: pgmap v522: 97 pgs: 97 active+clean; 956 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.0 MiB/s wr, 192 op/s 2024-09-16T00:03:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:42 smithi190 ceph-mon[34840]: pgmap v522: 97 pgs: 97 active+clean; 956 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.0 MiB/s wr, 192 op/s 2024-09-16T00:03:42.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:42 smithi071 ceph-mon[30957]: pgmap v522: 97 pgs: 97 active+clean; 956 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.0 MiB/s wr, 192 op/s 2024-09-16T00:03:43.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 36726 9.12 MB/sec execute 97 sec latency 113.214 ms 2024-09-16T00:03:44.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 36882 9.10 MB/sec execute 98 sec latency 104.904 ms 2024-09-16T00:03:44.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:44 smithi163 ceph-mon[34107]: pgmap v523: 97 pgs: 97 active+clean; 956 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.0 MiB/s wr, 192 op/s 2024-09-16T00:03:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:44 smithi190 ceph-mon[34840]: pgmap v523: 97 pgs: 97 active+clean; 956 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.0 MiB/s wr, 192 op/s 2024-09-16T00:03:44.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:44 smithi071 ceph-mon[30957]: pgmap v523: 97 pgs: 97 active+clean; 956 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.0 MiB/s wr, 192 op/s 2024-09-16T00:03:45.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 37056 9.11 MB/sec execute 99 sec latency 90.465 ms 2024-09-16T00:03:46.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 37241 9.09 MB/sec execute 100 sec latency 77.760 ms 2024-09-16T00:03:46.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:46 smithi163 ceph-mon[34107]: pgmap v524: 97 pgs: 97 active+clean; 968 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 7.5 MiB/s wr, 287 op/s 2024-09-16T00:03:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:46 smithi190 ceph-mon[34840]: pgmap v524: 97 pgs: 97 active+clean; 968 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 7.5 MiB/s wr, 287 op/s 2024-09-16T00:03:46.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:46 smithi071 ceph-mon[30957]: pgmap v524: 97 pgs: 97 active+clean; 968 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 7.5 MiB/s wr, 287 op/s 2024-09-16T00:03:47.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 37432 9.12 MB/sec execute 101 sec latency 90.680 ms 2024-09-16T00:03:48.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 37623 9.14 MB/sec execute 102 sec latency 93.171 ms 2024-09-16T00:03:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:48 smithi190 ceph-mon[34840]: pgmap v525: 97 pgs: 97 active+clean; 968 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.5 MiB/s wr, 186 op/s 2024-09-16T00:03:48.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:48 smithi071 ceph-mon[30957]: pgmap v525: 97 pgs: 97 active+clean; 968 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.5 MiB/s wr, 186 op/s 2024-09-16T00:03:48.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:48 smithi163 ceph-mon[34107]: pgmap v525: 97 pgs: 97 active+clean; 968 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.5 MiB/s wr, 186 op/s 2024-09-16T00:03:49.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 37800 9.11 MB/sec execute 103 sec latency 90.609 ms 2024-09-16T00:03:50.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 37975 9.09 MB/sec execute 104 sec latency 82.224 ms 2024-09-16T00:03:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:50 smithi190 ceph-mon[34840]: pgmap v526: 97 pgs: 97 active+clean; 965 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 6.8 MiB/s wr, 313 op/s 2024-09-16T00:03:50.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:50 smithi071 ceph-mon[30957]: pgmap v526: 97 pgs: 97 active+clean; 965 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 6.8 MiB/s wr, 313 op/s 2024-09-16T00:03:50.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:50 smithi163 ceph-mon[34107]: pgmap v526: 97 pgs: 97 active+clean; 965 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 6.8 MiB/s wr, 313 op/s 2024-09-16T00:03:51.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 38174 9.10 MB/sec execute 105 sec latency 80.516 ms 2024-09-16T00:03:52.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 38337 9.08 MB/sec execute 106 sec latency 97.100 ms 2024-09-16T00:03:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:52 smithi190 ceph-mon[34840]: pgmap v527: 97 pgs: 97 active+clean; 965 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.7 MiB/s wr, 222 op/s 2024-09-16T00:03:52.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:52 smithi071 ceph-mon[30957]: pgmap v527: 97 pgs: 97 active+clean; 965 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.7 MiB/s wr, 222 op/s 2024-09-16T00:03:52.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:52 smithi163 ceph-mon[34107]: pgmap v527: 97 pgs: 97 active+clean; 965 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.7 MiB/s wr, 222 op/s 2024-09-16T00:03:53.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 38536 9.08 MB/sec execute 107 sec latency 83.499 ms 2024-09-16T00:03:54.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 38686 9.05 MB/sec execute 108 sec latency 93.306 ms 2024-09-16T00:03:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:54 smithi190 ceph-mon[34840]: pgmap v528: 97 pgs: 97 active+clean; 965 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.7 MiB/s wr, 222 op/s 2024-09-16T00:03:54.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:54 smithi071 ceph-mon[30957]: pgmap v528: 97 pgs: 97 active+clean; 965 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.7 MiB/s wr, 222 op/s 2024-09-16T00:03:54.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:54 smithi163 ceph-mon[34107]: pgmap v528: 97 pgs: 97 active+clean; 965 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.7 MiB/s wr, 222 op/s 2024-09-16T00:03:55.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 38883 9.12 MB/sec execute 109 sec latency 87.216 ms 2024-09-16T00:03:56.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 39074 9.12 MB/sec execute 110 sec latency 92.775 ms 2024-09-16T00:03:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:56 smithi190 ceph-mon[34840]: pgmap v529: 97 pgs: 97 active+clean; 976 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 6.5 MiB/s wr, 327 op/s 2024-09-16T00:03:56.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:56 smithi071 ceph-mon[30957]: pgmap v529: 97 pgs: 97 active+clean; 976 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 6.5 MiB/s wr, 327 op/s 2024-09-16T00:03:56.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:56 smithi163 ceph-mon[34107]: pgmap v529: 97 pgs: 97 active+clean; 976 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 6.5 MiB/s wr, 327 op/s 2024-09-16T00:03:57.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 39265 9.13 MB/sec execute 111 sec latency 94.051 ms 2024-09-16T00:03:58.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 39464 9.15 MB/sec execute 112 sec latency 92.109 ms 2024-09-16T00:03:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:03:58 smithi190 ceph-mon[34840]: pgmap v530: 97 pgs: 97 active+clean; 976 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 231 op/s 2024-09-16T00:03:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:03:58 smithi071 ceph-mon[30957]: pgmap v530: 97 pgs: 97 active+clean; 976 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 231 op/s 2024-09-16T00:03:58.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:03:58 smithi163 ceph-mon[34107]: pgmap v530: 97 pgs: 97 active+clean; 976 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 231 op/s 2024-09-16T00:03:59.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 39649 9.21 MB/sec execute 113 sec latency 98.012 ms 2024-09-16T00:04:00.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 39824 9.22 MB/sec execute 114 sec latency 112.062 ms 2024-09-16T00:04:00.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:00 smithi190 ceph-mon[34840]: pgmap v531: 97 pgs: 97 active+clean; 997 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 6.9 MiB/s wr, 330 op/s 2024-09-16T00:04:00.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:00 smithi071 ceph-mon[30957]: pgmap v531: 97 pgs: 97 active+clean; 997 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 6.9 MiB/s wr, 330 op/s 2024-09-16T00:04:00.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:00 smithi163 ceph-mon[34107]: pgmap v531: 97 pgs: 97 active+clean; 997 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 6.9 MiB/s wr, 330 op/s 2024-09-16T00:04:01.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 39922 9.20 MB/sec execute 115 sec latency 421.839 ms 2024-09-16T00:04:02.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 40095 9.23 MB/sec execute 116 sec latency 105.201 ms 2024-09-16T00:04:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:02 smithi190 ceph-mon[34840]: pgmap v532: 97 pgs: 97 active+clean; 997 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.6 MiB/s wr, 203 op/s 2024-09-16T00:04:02.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:02 smithi071 ceph-mon[30957]: pgmap v532: 97 pgs: 97 active+clean; 997 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.6 MiB/s wr, 203 op/s 2024-09-16T00:04:02.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:02 smithi163 ceph-mon[34107]: pgmap v532: 97 pgs: 97 active+clean; 997 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 4.6 MiB/s wr, 203 op/s 2024-09-16T00:04:03.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 40238 9.25 MB/sec execute 117 sec latency 103.970 ms 2024-09-16T00:04:03.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:03 smithi190 ceph-mon[34840]: osdmap e105: 12 total, 12 up, 12 in 2024-09-16T00:04:03.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:03 smithi071 ceph-mon[30957]: osdmap e105: 12 total, 12 up, 12 in 2024-09-16T00:04:03.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:03 smithi163 ceph-mon[34107]: osdmap e105: 12 total, 12 up, 12 in 2024-09-16T00:04:04.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 40405 9.25 MB/sec execute 118 sec latency 96.799 ms 2024-09-16T00:04:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:04 smithi190 ceph-mon[34840]: pgmap v534: 97 pgs: 97 active+clean; 997 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.5 MiB/s wr, 244 op/s 2024-09-16T00:04:04.635 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:04 smithi163 ceph-mon[34107]: pgmap v534: 97 pgs: 97 active+clean; 997 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.5 MiB/s wr, 244 op/s 2024-09-16T00:04:04.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:04 smithi071 ceph-mon[30957]: pgmap v534: 97 pgs: 97 active+clean; 997 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.5 MiB/s wr, 244 op/s 2024-09-16T00:04:05.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 40526 9.22 MB/sec execute 119 sec latency 100.417 ms 2024-09-16T00:04:06.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 40677 9.22 MB/sec execute 120 sec latency 105.543 ms 2024-09-16T00:04:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:06 smithi190 ceph-mon[34840]: pgmap v535: 97 pgs: 97 active+clean; 1008 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.3 MiB/s wr, 249 op/s 2024-09-16T00:04:06.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:06 smithi071 ceph-mon[30957]: pgmap v535: 97 pgs: 97 active+clean; 1008 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.3 MiB/s wr, 249 op/s 2024-09-16T00:04:06.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:06 smithi163 ceph-mon[34107]: pgmap v535: 97 pgs: 97 active+clean; 1008 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.3 MiB/s wr, 249 op/s 2024-09-16T00:04:07.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 40813 9.19 MB/sec execute 121 sec latency 124.155 ms 2024-09-16T00:04:08.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 40955 9.13 MB/sec execute 122 sec latency 132.546 ms 2024-09-16T00:04:08.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:08 smithi163 ceph-mon[34107]: pgmap v536: 97 pgs: 97 active+clean; 1008 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.3 MiB/s wr, 249 op/s 2024-09-16T00:04:08.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:08 smithi163 ceph-mon[34107]: osdmap e106: 12 total, 12 up, 12 in 2024-09-16T00:04:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:08 smithi190 ceph-mon[34840]: pgmap v536: 97 pgs: 97 active+clean; 1008 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.3 MiB/s wr, 249 op/s 2024-09-16T00:04:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:08 smithi190 ceph-mon[34840]: osdmap e106: 12 total, 12 up, 12 in 2024-09-16T00:04:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:08 smithi071 ceph-mon[30957]: pgmap v536: 97 pgs: 97 active+clean; 1008 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 6.3 MiB/s wr, 249 op/s 2024-09-16T00:04:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:08 smithi071 ceph-mon[30957]: osdmap e106: 12 total, 12 up, 12 in 2024-09-16T00:04:09.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 41106 9.09 MB/sec execute 123 sec latency 100.768 ms 2024-09-16T00:04:10.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 41260 9.08 MB/sec execute 124 sec latency 105.751 ms 2024-09-16T00:04:10.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:10 smithi163 ceph-mon[34107]: pgmap v538: 97 pgs: 97 active+clean; 949 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.0 MiB/s wr, 299 op/s 2024-09-16T00:04:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:10 smithi190 ceph-mon[34840]: pgmap v538: 97 pgs: 97 active+clean; 949 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.0 MiB/s wr, 299 op/s 2024-09-16T00:04:10.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:10 smithi071 ceph-mon[30957]: pgmap v538: 97 pgs: 97 active+clean; 949 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.0 MiB/s wr, 299 op/s 2024-09-16T00:04:11.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 41436 9.08 MB/sec execute 125 sec latency 167.458 ms 2024-09-16T00:04:12.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 41541 9.04 MB/sec execute 126 sec latency 244.705 ms 2024-09-16T00:04:12.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:12 smithi163 ceph-mon[34107]: pgmap v539: 97 pgs: 97 active+clean; 949 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 6.9 MiB/s wr, 295 op/s 2024-09-16T00:04:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:12 smithi190 ceph-mon[34840]: pgmap v539: 97 pgs: 97 active+clean; 949 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 6.9 MiB/s wr, 295 op/s 2024-09-16T00:04:12.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:12 smithi071 ceph-mon[30957]: pgmap v539: 97 pgs: 97 active+clean; 949 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 6.9 MiB/s wr, 295 op/s 2024-09-16T00:04:13.150 INFO:tasks.workunit.client.0.smithi071.stdout: 10 41728 9.06 MB/sec execute 127 sec latency 248.959 ms 2024-09-16T00:04:14.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 41907 9.09 MB/sec execute 128 sec latency 98.950 ms 2024-09-16T00:04:14.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:14 smithi163 ceph-mon[34107]: pgmap v540: 97 pgs: 97 active+clean; 949 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.6 MiB/s wr, 239 op/s 2024-09-16T00:04:14.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:14 smithi190 ceph-mon[34840]: pgmap v540: 97 pgs: 97 active+clean; 949 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.6 MiB/s wr, 239 op/s 2024-09-16T00:04:14.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:14 smithi071 ceph-mon[30957]: pgmap v540: 97 pgs: 97 active+clean; 949 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.6 MiB/s wr, 239 op/s 2024-09-16T00:04:15.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 42083 9.08 MB/sec execute 129 sec latency 88.634 ms 2024-09-16T00:04:16.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 42294 9.08 MB/sec execute 130 sec latency 108.139 ms 2024-09-16T00:04:16.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:16 smithi163 ceph-mon[34107]: pgmap v541: 97 pgs: 97 active+clean; 961 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 247 op/s 2024-09-16T00:04:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:16 smithi190 ceph-mon[34840]: pgmap v541: 97 pgs: 97 active+clean; 961 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 247 op/s 2024-09-16T00:04:16.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:16 smithi071 ceph-mon[30957]: pgmap v541: 97 pgs: 97 active+clean; 961 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 247 op/s 2024-09-16T00:04:17.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 42452 9.06 MB/sec execute 131 sec latency 89.662 ms 2024-09-16T00:04:18.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 42620 9.07 MB/sec execute 132 sec latency 168.067 ms 2024-09-16T00:04:18.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:18 smithi163 ceph-mon[34107]: pgmap v542: 97 pgs: 97 active+clean; 961 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 247 op/s 2024-09-16T00:04:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:18 smithi190 ceph-mon[34840]: pgmap v542: 97 pgs: 97 active+clean; 961 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 247 op/s 2024-09-16T00:04:18.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:18 smithi071 ceph-mon[30957]: pgmap v542: 97 pgs: 97 active+clean; 961 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 247 op/s 2024-09-16T00:04:19.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 42781 9.04 MB/sec execute 133 sec latency 87.780 ms 2024-09-16T00:04:20.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 42945 9.02 MB/sec execute 134 sec latency 164.890 ms 2024-09-16T00:04:20.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:20 smithi163 ceph-mon[34107]: pgmap v543: 97 pgs: 97 active+clean; 971 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.8 MiB/s wr, 343 op/s 2024-09-16T00:04:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:20 smithi190 ceph-mon[34840]: pgmap v543: 97 pgs: 97 active+clean; 971 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.8 MiB/s wr, 343 op/s 2024-09-16T00:04:20.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:20 smithi071 ceph-mon[30957]: pgmap v543: 97 pgs: 97 active+clean; 971 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.8 MiB/s wr, 343 op/s 2024-09-16T00:04:21.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 43105 8.98 MB/sec execute 135 sec latency 99.186 ms 2024-09-16T00:04:22.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 43267 8.99 MB/sec execute 136 sec latency 125.979 ms 2024-09-16T00:04:22.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:22 smithi163 ceph-mon[34107]: pgmap v544: 97 pgs: 97 active+clean; 971 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 228 op/s 2024-09-16T00:04:22.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:22 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:04:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:22 smithi190 ceph-mon[34840]: pgmap v544: 97 pgs: 97 active+clean; 971 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 228 op/s 2024-09-16T00:04:22.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:22 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:04:22.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:22 smithi071 ceph-mon[30957]: pgmap v544: 97 pgs: 97 active+clean; 971 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 228 op/s 2024-09-16T00:04:22.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:22 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:04:23.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 43475 9.04 MB/sec execute 137 sec latency 153.887 ms 2024-09-16T00:04:23.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:23 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:04:23.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:23 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:04:23.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:23 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:04:23.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:23 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:04:23.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:23 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:04:23.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:23 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:04:23.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:23 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:04:23.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:23 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:04:23.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:23 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:04:24.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 43684 9.08 MB/sec execute 138 sec latency 99.648 ms 2024-09-16T00:04:24.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:24 smithi163 ceph-mon[34107]: pgmap v545: 97 pgs: 97 active+clean; 971 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 228 op/s 2024-09-16T00:04:24.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:24 smithi190 ceph-mon[34840]: pgmap v545: 97 pgs: 97 active+clean; 971 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 228 op/s 2024-09-16T00:04:24.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:24 smithi071 ceph-mon[30957]: pgmap v545: 97 pgs: 97 active+clean; 971 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 228 op/s 2024-09-16T00:04:25.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 43852 9.08 MB/sec execute 139 sec latency 111.499 ms 2024-09-16T00:04:26.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 44012 9.09 MB/sec execute 140 sec latency 90.507 ms 2024-09-16T00:04:26.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:26 smithi163 ceph-mon[34107]: pgmap v546: 97 pgs: 97 active+clean; 985 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 6.6 MiB/s wr, 335 op/s 2024-09-16T00:04:26.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:26 smithi190 ceph-mon[34840]: pgmap v546: 97 pgs: 97 active+clean; 985 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 6.6 MiB/s wr, 335 op/s 2024-09-16T00:04:26.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:26 smithi071 ceph-mon[30957]: pgmap v546: 97 pgs: 97 active+clean; 985 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 6.6 MiB/s wr, 335 op/s 2024-09-16T00:04:27.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 44180 9.10 MB/sec execute 141 sec latency 89.594 ms 2024-09-16T00:04:28.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 44334 9.12 MB/sec execute 142 sec latency 99.247 ms 2024-09-16T00:04:28.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:28 smithi190 ceph-mon[34840]: pgmap v547: 97 pgs: 97 active+clean; 985 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.4 MiB/s wr, 219 op/s 2024-09-16T00:04:28.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:28 smithi071 ceph-mon[30957]: pgmap v547: 97 pgs: 97 active+clean; 985 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.4 MiB/s wr, 219 op/s 2024-09-16T00:04:28.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:28 smithi163 ceph-mon[34107]: pgmap v547: 97 pgs: 97 active+clean; 985 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 4.4 MiB/s wr, 219 op/s 2024-09-16T00:04:29.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 44513 9.15 MB/sec execute 143 sec latency 103.646 ms 2024-09-16T00:04:30.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 44688 9.18 MB/sec execute 144 sec latency 113.318 ms 2024-09-16T00:04:30.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:30 smithi190 ceph-mon[34840]: pgmap v548: 97 pgs: 97 active+clean; 1005 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 7.1 MiB/s wr, 314 op/s 2024-09-16T00:04:30.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:30 smithi071 ceph-mon[30957]: pgmap v548: 97 pgs: 97 active+clean; 1005 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 7.1 MiB/s wr, 314 op/s 2024-09-16T00:04:30.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:30 smithi163 ceph-mon[34107]: pgmap v548: 97 pgs: 97 active+clean; 1005 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 7.1 MiB/s wr, 314 op/s 2024-09-16T00:04:31.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 44818 9.14 MB/sec execute 145 sec latency 94.763 ms 2024-09-16T00:04:32.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 44962 9.14 MB/sec execute 146 sec latency 100.603 ms 2024-09-16T00:04:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:32 smithi190 ceph-mon[34840]: pgmap v549: 97 pgs: 97 active+clean; 1005 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.2 MiB/s wr, 201 op/s 2024-09-16T00:04:32.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:32 smithi071 ceph-mon[30957]: pgmap v549: 97 pgs: 97 active+clean; 1005 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.2 MiB/s wr, 201 op/s 2024-09-16T00:04:32.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:32 smithi163 ceph-mon[34107]: pgmap v549: 97 pgs: 97 active+clean; 1005 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.2 MiB/s wr, 201 op/s 2024-09-16T00:04:33.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 45120 9.15 MB/sec execute 147 sec latency 115.570 ms 2024-09-16T00:04:34.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 45266 9.13 MB/sec execute 148 sec latency 96.620 ms 2024-09-16T00:04:34.535 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:34 smithi163 ceph-mon[34107]: pgmap v550: 97 pgs: 97 active+clean; 1005 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.2 MiB/s wr, 201 op/s 2024-09-16T00:04:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:34 smithi190 ceph-mon[34840]: pgmap v550: 97 pgs: 97 active+clean; 1005 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.2 MiB/s wr, 201 op/s 2024-09-16T00:04:34.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:34 smithi071 ceph-mon[30957]: pgmap v550: 97 pgs: 97 active+clean; 1005 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.2 MiB/s wr, 201 op/s 2024-09-16T00:04:35.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 45418 9.12 MB/sec execute 149 sec latency 103.965 ms 2024-09-16T00:04:36.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 45562 9.09 MB/sec execute 150 sec latency 168.873 ms 2024-09-16T00:04:36.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:36 smithi190 ceph-mon[34840]: pgmap v551: 97 pgs: 97 active+clean; 1017 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 7.8 MiB/s wr, 295 op/s 2024-09-16T00:04:36.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:36 smithi071 ceph-mon[30957]: pgmap v551: 97 pgs: 97 active+clean; 1017 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 7.8 MiB/s wr, 295 op/s 2024-09-16T00:04:36.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:36 smithi163 ceph-mon[34107]: pgmap v551: 97 pgs: 97 active+clean; 1017 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 7.8 MiB/s wr, 295 op/s 2024-09-16T00:04:37.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 45709 9.06 MB/sec execute 151 sec latency 112.463 ms 2024-09-16T00:04:38.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 45860 9.04 MB/sec execute 152 sec latency 161.027 ms 2024-09-16T00:04:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:38 smithi190 ceph-mon[34840]: pgmap v552: 97 pgs: 97 active+clean; 1017 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 189 op/s 2024-09-16T00:04:38.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:38 smithi071 ceph-mon[30957]: pgmap v552: 97 pgs: 97 active+clean; 1017 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 189 op/s 2024-09-16T00:04:38.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:38 smithi163 ceph-mon[34107]: pgmap v552: 97 pgs: 97 active+clean; 1017 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 189 op/s 2024-09-16T00:04:39.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 46036 9.04 MB/sec execute 153 sec latency 95.968 ms 2024-09-16T00:04:40.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 46206 9.07 MB/sec execute 154 sec latency 95.325 ms 2024-09-16T00:04:40.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:40 smithi190 ceph-mon[34840]: pgmap v553: 97 pgs: 97 active+clean; 1022 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.5 MiB/s wr, 290 op/s 2024-09-16T00:04:40.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:40 smithi071 ceph-mon[30957]: pgmap v553: 97 pgs: 97 active+clean; 1022 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.5 MiB/s wr, 290 op/s 2024-09-16T00:04:40.736 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:40 smithi163 ceph-mon[34107]: pgmap v553: 97 pgs: 97 active+clean; 1022 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.5 MiB/s wr, 290 op/s 2024-09-16T00:04:41.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 46360 9.05 MB/sec execute 155 sec latency 102.955 ms 2024-09-16T00:04:42.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 46503 9.03 MB/sec execute 156 sec latency 125.909 ms 2024-09-16T00:04:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:42 smithi190 ceph-mon[34840]: pgmap v554: 97 pgs: 97 active+clean; 1022 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.7 MiB/s wr, 194 op/s 2024-09-16T00:04:42.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:42 smithi071 ceph-mon[30957]: pgmap v554: 97 pgs: 97 active+clean; 1022 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.7 MiB/s wr, 194 op/s 2024-09-16T00:04:42.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:42 smithi163 ceph-mon[34107]: pgmap v554: 97 pgs: 97 active+clean; 1022 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.7 MiB/s wr, 194 op/s 2024-09-16T00:04:43.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 46661 9.01 MB/sec execute 157 sec latency 127.234 ms 2024-09-16T00:04:44.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 46829 9.01 MB/sec execute 158 sec latency 101.307 ms 2024-09-16T00:04:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:44 smithi190 ceph-mon[34840]: pgmap v555: 97 pgs: 97 active+clean; 1022 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.7 MiB/s wr, 194 op/s 2024-09-16T00:04:44.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:44 smithi071 ceph-mon[30957]: pgmap v555: 97 pgs: 97 active+clean; 1022 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.7 MiB/s wr, 194 op/s 2024-09-16T00:04:44.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:44 smithi163 ceph-mon[34107]: pgmap v555: 97 pgs: 97 active+clean; 1022 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.7 MiB/s wr, 194 op/s 2024-09-16T00:04:45.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 47056 9.04 MB/sec execute 159 sec latency 101.414 ms 2024-09-16T00:04:46.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 47198 9.02 MB/sec execute 160 sec latency 98.459 ms 2024-09-16T00:04:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:46 smithi190 ceph-mon[34840]: pgmap v556: 97 pgs: 97 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 6.7 MiB/s wr, 305 op/s 2024-09-16T00:04:46.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:46 smithi071 ceph-mon[30957]: pgmap v556: 97 pgs: 97 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 6.7 MiB/s wr, 305 op/s 2024-09-16T00:04:46.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:46 smithi163 ceph-mon[34107]: pgmap v556: 97 pgs: 97 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 6.7 MiB/s wr, 305 op/s 2024-09-16T00:04:47.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 47359 9.00 MB/sec execute 161 sec latency 108.871 ms 2024-09-16T00:04:48.151 INFO:tasks.workunit.client.0.smithi071.stdout: 10 47509 8.97 MB/sec execute 162 sec latency 117.914 ms 2024-09-16T00:04:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:48 smithi190 ceph-mon[34840]: pgmap v557: 97 pgs: 97 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 211 op/s 2024-09-16T00:04:48.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:48 smithi071 ceph-mon[30957]: pgmap v557: 97 pgs: 97 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 211 op/s 2024-09-16T00:04:48.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:48 smithi163 ceph-mon[34107]: pgmap v557: 97 pgs: 97 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 211 op/s 2024-09-16T00:04:49.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 47646 8.95 MB/sec execute 163 sec latency 96.025 ms 2024-09-16T00:04:50.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 47836 8.98 MB/sec execute 164 sec latency 90.046 ms 2024-09-16T00:04:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:50 smithi190 ceph-mon[34840]: pgmap v558: 97 pgs: 97 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.9 MiB/s wr, 308 op/s 2024-09-16T00:04:50.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:50 smithi071 ceph-mon[30957]: pgmap v558: 97 pgs: 97 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.9 MiB/s wr, 308 op/s 2024-09-16T00:04:50.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:50 smithi163 ceph-mon[34107]: pgmap v558: 97 pgs: 97 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.9 MiB/s wr, 308 op/s 2024-09-16T00:04:51.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 48029 8.98 MB/sec execute 165 sec latency 94.361 ms 2024-09-16T00:04:52.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 48213 9.04 MB/sec execute 166 sec latency 162.557 ms 2024-09-16T00:04:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:52 smithi190 ceph-mon[34840]: pgmap v559: 97 pgs: 97 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 207 op/s 2024-09-16T00:04:52.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:52 smithi071 ceph-mon[30957]: pgmap v559: 97 pgs: 97 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 207 op/s 2024-09-16T00:04:52.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:52 smithi163 ceph-mon[34107]: pgmap v559: 97 pgs: 97 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 207 op/s 2024-09-16T00:04:53.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 48400 9.04 MB/sec execute 167 sec latency 117.314 ms 2024-09-16T00:04:54.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 48513 9.02 MB/sec execute 168 sec latency 386.788 ms 2024-09-16T00:04:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:54 smithi190 ceph-mon[34840]: pgmap v560: 97 pgs: 97 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 207 op/s 2024-09-16T00:04:54.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:54 smithi071 ceph-mon[30957]: pgmap v560: 97 pgs: 97 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 207 op/s 2024-09-16T00:04:54.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:54 smithi163 ceph-mon[34107]: pgmap v560: 97 pgs: 97 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 3.8 MiB/s wr, 207 op/s 2024-09-16T00:04:55.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 48666 9.02 MB/sec execute 169 sec latency 87.199 ms 2024-09-16T00:04:56.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 48867 9.06 MB/sec execute 170 sec latency 89.303 ms 2024-09-16T00:04:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:56 smithi190 ceph-mon[34840]: pgmap v561: 97 pgs: 97 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 6.5 MiB/s wr, 299 op/s 2024-09-16T00:04:56.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:56 smithi071 ceph-mon[30957]: pgmap v561: 97 pgs: 97 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 6.5 MiB/s wr, 299 op/s 2024-09-16T00:04:56.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:56 smithi163 ceph-mon[34107]: pgmap v561: 97 pgs: 97 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 6.5 MiB/s wr, 299 op/s 2024-09-16T00:04:57.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 49015 9.06 MB/sec execute 171 sec latency 99.608 ms 2024-09-16T00:04:58.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 49174 9.08 MB/sec execute 172 sec latency 165.482 ms 2024-09-16T00:04:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:04:58 smithi190 ceph-mon[34840]: pgmap v562: 97 pgs: 97 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.5 MiB/s wr, 189 op/s 2024-09-16T00:04:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:04:58 smithi071 ceph-mon[30957]: pgmap v562: 97 pgs: 97 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.5 MiB/s wr, 189 op/s 2024-09-16T00:04:58.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:04:58 smithi163 ceph-mon[34107]: pgmap v562: 97 pgs: 97 active+clean; 1.0 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.5 MiB/s wr, 189 op/s 2024-09-16T00:04:59.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 49335 9.07 MB/sec execute 173 sec latency 91.549 ms 2024-09-16T00:05:00.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 49471 9.05 MB/sec execute 174 sec latency 95.448 ms 2024-09-16T00:05:00.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:00 smithi190 ceph-mon[34840]: pgmap v563: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 7.0 MiB/s wr, 283 op/s 2024-09-16T00:05:00.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:00 smithi071 ceph-mon[30957]: pgmap v563: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 7.0 MiB/s wr, 283 op/s 2024-09-16T00:05:00.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:00 smithi163 ceph-mon[34107]: pgmap v563: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 7.0 MiB/s wr, 283 op/s 2024-09-16T00:05:01.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 49605 9.03 MB/sec execute 175 sec latency 134.519 ms 2024-09-16T00:05:02.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 49786 9.05 MB/sec execute 176 sec latency 114.694 ms 2024-09-16T00:05:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:02 smithi190 ceph-mon[34840]: pgmap v564: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.3 MiB/s wr, 186 op/s 2024-09-16T00:05:02.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:02 smithi071 ceph-mon[30957]: pgmap v564: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.3 MiB/s wr, 186 op/s 2024-09-16T00:05:02.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:02 smithi163 ceph-mon[34107]: pgmap v564: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.3 MiB/s wr, 186 op/s 2024-09-16T00:05:03.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 49915 9.04 MB/sec execute 177 sec latency 90.613 ms 2024-09-16T00:05:04.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 50077 9.05 MB/sec execute 178 sec latency 109.586 ms 2024-09-16T00:05:04.535 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:04 smithi163 ceph-mon[34107]: pgmap v565: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.3 MiB/s wr, 186 op/s 2024-09-16T00:05:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:04 smithi190 ceph-mon[34840]: pgmap v565: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.3 MiB/s wr, 186 op/s 2024-09-16T00:05:04.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:04 smithi071 ceph-mon[30957]: pgmap v565: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 5.3 MiB/s wr, 186 op/s 2024-09-16T00:05:05.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 50224 9.02 MB/sec execute 179 sec latency 116.123 ms 2024-09-16T00:05:06.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 50376 8.99 MB/sec execute 180 sec latency 106.512 ms 2024-09-16T00:05:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:06 smithi190 ceph-mon[34840]: pgmap v566: 97 pgs: 97 active+clean; 1.1 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.6 MiB/s wr, 299 op/s 2024-09-16T00:05:06.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:06 smithi071 ceph-mon[30957]: pgmap v566: 97 pgs: 97 active+clean; 1.1 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.6 MiB/s wr, 299 op/s 2024-09-16T00:05:06.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:06 smithi163 ceph-mon[34107]: pgmap v566: 97 pgs: 97 active+clean; 1.1 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.6 MiB/s wr, 299 op/s 2024-09-16T00:05:07.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 50537 9.01 MB/sec execute 181 sec latency 96.478 ms 2024-09-16T00:05:08.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 50713 9.00 MB/sec execute 182 sec latency 144.488 ms 2024-09-16T00:05:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:08 smithi190 ceph-mon[34840]: pgmap v567: 97 pgs: 97 active+clean; 1.1 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.9 MiB/s wr, 207 op/s 2024-09-16T00:05:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:08 smithi071 ceph-mon[30957]: pgmap v567: 97 pgs: 97 active+clean; 1.1 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.9 MiB/s wr, 207 op/s 2024-09-16T00:05:08.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:08 smithi163 ceph-mon[34107]: pgmap v567: 97 pgs: 97 active+clean; 1.1 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.9 MiB/s wr, 207 op/s 2024-09-16T00:05:09.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 50841 8.97 MB/sec execute 183 sec latency 94.841 ms 2024-09-16T00:05:10.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 51024 8.98 MB/sec execute 184 sec latency 95.553 ms 2024-09-16T00:05:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:10 smithi190 ceph-mon[34840]: pgmap v568: 97 pgs: 97 active+clean; 1.1 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.3 MiB/s wr, 313 op/s 2024-09-16T00:05:10.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:10 smithi071 ceph-mon[30957]: pgmap v568: 97 pgs: 97 active+clean; 1.1 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.3 MiB/s wr, 313 op/s 2024-09-16T00:05:10.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:10 smithi163 ceph-mon[34107]: pgmap v568: 97 pgs: 97 active+clean; 1.1 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.3 MiB/s wr, 313 op/s 2024-09-16T00:05:11.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 51172 8.95 MB/sec execute 185 sec latency 100.770 ms 2024-09-16T00:05:12.152 INFO:tasks.workunit.client.0.smithi071.stdout: 10 51333 8.95 MB/sec execute 186 sec latency 125.507 ms 2024-09-16T00:05:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:12 smithi190 ceph-mon[34840]: pgmap v569: 97 pgs: 97 active+clean; 1.1 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.7 MiB/s wr, 219 op/s 2024-09-16T00:05:12.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:12 smithi071 ceph-mon[30957]: pgmap v569: 97 pgs: 97 active+clean; 1.1 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.7 MiB/s wr, 219 op/s 2024-09-16T00:05:12.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:12 smithi163 ceph-mon[34107]: pgmap v569: 97 pgs: 97 active+clean; 1.1 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.7 MiB/s wr, 219 op/s 2024-09-16T00:05:13.153 INFO:tasks.workunit.client.0.smithi071.stdout: 10 51502 8.96 MB/sec execute 187 sec latency 175.330 ms 2024-09-16T00:05:14.153 INFO:tasks.workunit.client.0.smithi071.stdout: 10 51681 8.95 MB/sec execute 188 sec latency 153.623 ms 2024-09-16T00:05:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:14 smithi190 ceph-mon[34840]: pgmap v570: 97 pgs: 97 active+clean; 1.1 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.7 MiB/s wr, 219 op/s 2024-09-16T00:05:14.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:14 smithi071 ceph-mon[30957]: pgmap v570: 97 pgs: 97 active+clean; 1.1 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.7 MiB/s wr, 219 op/s 2024-09-16T00:05:14.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:14 smithi163 ceph-mon[34107]: pgmap v570: 97 pgs: 97 active+clean; 1.1 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.7 MiB/s wr, 219 op/s 2024-09-16T00:05:15.153 INFO:tasks.workunit.client.0.smithi071.stdout: 10 51811 8.94 MB/sec execute 189 sec latency 142.242 ms 2024-09-16T00:05:16.153 INFO:tasks.workunit.client.0.smithi071.stdout: 10 51995 8.95 MB/sec execute 190 sec latency 102.788 ms 2024-09-16T00:05:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:16 smithi190 ceph-mon[34840]: pgmap v571: 97 pgs: 97 active+clean; 1023 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.6 MiB/s wr, 325 op/s 2024-09-16T00:05:16.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:16 smithi071 ceph-mon[30957]: pgmap v571: 97 pgs: 97 active+clean; 1023 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.6 MiB/s wr, 325 op/s 2024-09-16T00:05:16.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:16 smithi163 ceph-mon[34107]: pgmap v571: 97 pgs: 97 active+clean; 1023 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.6 MiB/s wr, 325 op/s 2024-09-16T00:05:17.153 INFO:tasks.workunit.client.0.smithi071.stdout: 10 52145 8.93 MB/sec execute 191 sec latency 100.424 ms 2024-09-16T00:05:18.153 INFO:tasks.workunit.client.0.smithi071.stdout: 10 52315 8.93 MB/sec execute 192 sec latency 99.251 ms 2024-09-16T00:05:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:18 smithi190 ceph-mon[34840]: pgmap v572: 97 pgs: 97 active+clean; 1023 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.3 MiB/s wr, 212 op/s 2024-09-16T00:05:18.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:18 smithi071 ceph-mon[30957]: pgmap v572: 97 pgs: 97 active+clean; 1023 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.3 MiB/s wr, 212 op/s 2024-09-16T00:05:18.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:18 smithi163 ceph-mon[34107]: pgmap v572: 97 pgs: 97 active+clean; 1023 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.3 MiB/s wr, 212 op/s 2024-09-16T00:05:19.153 INFO:tasks.workunit.client.0.smithi071.stdout: 10 52496 8.94 MB/sec execute 193 sec latency 94.984 ms 2024-09-16T00:05:20.153 INFO:tasks.workunit.client.0.smithi071.stdout: 10 52708 8.98 MB/sec execute 194 sec latency 94.923 ms 2024-09-16T00:05:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:20 smithi190 ceph-mon[34840]: pgmap v573: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 6.4 MiB/s wr, 304 op/s 2024-09-16T00:05:20.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:20 smithi071 ceph-mon[30957]: pgmap v573: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 6.4 MiB/s wr, 304 op/s 2024-09-16T00:05:20.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:20 smithi163 ceph-mon[34107]: pgmap v573: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 6.4 MiB/s wr, 304 op/s 2024-09-16T00:05:21.153 INFO:tasks.workunit.client.0.smithi071.stdout: 10 52838 8.96 MB/sec execute 195 sec latency 95.481 ms 2024-09-16T00:05:22.153 INFO:tasks.workunit.client.0.smithi071.stdout: 10 53021 8.97 MB/sec execute 196 sec latency 128.349 ms 2024-09-16T00:05:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:22 smithi190 ceph-mon[34840]: pgmap v574: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.0 MiB/s wr, 198 op/s 2024-09-16T00:05:22.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:22 smithi071 ceph-mon[30957]: pgmap v574: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.0 MiB/s wr, 198 op/s 2024-09-16T00:05:22.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:22 smithi163 ceph-mon[34107]: pgmap v574: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.0 MiB/s wr, 198 op/s 2024-09-16T00:05:23.153 INFO:tasks.workunit.client.0.smithi071.stdout: 10 53172 8.97 MB/sec execute 197 sec latency 113.908 ms 2024-09-16T00:05:23.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:23 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:05:23.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:23 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:05:23.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:23 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:05:23.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:23 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:05:23.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:23 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:05:23.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:23 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:05:23.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:23 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:05:23.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:23 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:05:23.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:23 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:05:23.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:23 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:05:23.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:23 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:05:23.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:23 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:05:24.153 INFO:tasks.workunit.client.0.smithi071.stdout: 10 53317 8.97 MB/sec execute 198 sec latency 90.999 ms 2024-09-16T00:05:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:24 smithi190 ceph-mon[34840]: pgmap v575: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.0 MiB/s wr, 198 op/s 2024-09-16T00:05:24.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:24 smithi071 ceph-mon[30957]: pgmap v575: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.0 MiB/s wr, 198 op/s 2024-09-16T00:05:24.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:24 smithi163 ceph-mon[34107]: pgmap v575: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.0 MiB/s wr, 198 op/s 2024-09-16T00:05:25.153 INFO:tasks.workunit.client.0.smithi071.stdout: 10 53523 9.01 MB/sec execute 199 sec latency 96.961 ms 2024-09-16T00:05:26.153 INFO:tasks.workunit.client.0.smithi071.stdout: 10 53657 9.02 MB/sec execute 200 sec latency 124.551 ms 2024-09-16T00:05:26.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:26 smithi190 ceph-mon[34840]: pgmap v576: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 6.6 MiB/s wr, 289 op/s 2024-09-16T00:05:26.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:26 smithi071 ceph-mon[30957]: pgmap v576: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 6.6 MiB/s wr, 289 op/s 2024-09-16T00:05:26.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:26 smithi163 ceph-mon[34107]: pgmap v576: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 6.6 MiB/s wr, 289 op/s 2024-09-16T00:05:27.154 INFO:tasks.workunit.client.0.smithi071.stdout: 10 53840 9.03 MB/sec execute 201 sec latency 132.156 ms 2024-09-16T00:05:27.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:27 smithi071 ceph-mon[30957]: pgmap v577: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.7 MiB/s wr, 183 op/s 2024-09-16T00:05:27.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:27 smithi163 ceph-mon[34107]: pgmap v577: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.7 MiB/s wr, 183 op/s 2024-09-16T00:05:27.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:27 smithi190 ceph-mon[34840]: pgmap v577: 97 pgs: 97 active+clean; 1.0 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.7 MiB/s wr, 183 op/s 2024-09-16T00:05:28.153 INFO:tasks.workunit.client.0.smithi071.stdout: 10 53978 9.00 MB/sec execute 202 sec latency 111.329 ms 2024-09-16T00:05:29.153 INFO:tasks.workunit.client.0.smithi071.stdout: 10 54120 9.00 MB/sec execute 203 sec latency 129.501 ms 2024-09-16T00:05:29.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:29 smithi163 ceph-mon[34107]: pgmap v578: 97 pgs: 97 active+clean; 1.0 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 7.3 MiB/s wr, 280 op/s 2024-09-16T00:05:29.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:29 smithi190 ceph-mon[34840]: pgmap v578: 97 pgs: 97 active+clean; 1.0 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 7.3 MiB/s wr, 280 op/s 2024-09-16T00:05:29.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:29 smithi071 ceph-mon[30957]: pgmap v578: 97 pgs: 97 active+clean; 1.0 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 7.3 MiB/s wr, 280 op/s 2024-09-16T00:05:30.154 INFO:tasks.workunit.client.0.smithi071.stdout: 10 54270 8.99 MB/sec execute 204 sec latency 102.937 ms 2024-09-16T00:05:31.154 INFO:tasks.workunit.client.0.smithi071.stdout: 10 54442 9.00 MB/sec execute 205 sec latency 139.205 ms 2024-09-16T00:05:31.727 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:31 smithi071 ceph-mon[30957]: pgmap v579: 97 pgs: 97 active+clean; 1.0 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.2 MiB/s wr, 188 op/s 2024-09-16T00:05:31.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:31 smithi163 ceph-mon[34107]: pgmap v579: 97 pgs: 97 active+clean; 1.0 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.2 MiB/s wr, 188 op/s 2024-09-16T00:05:31.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:31 smithi190 ceph-mon[34840]: pgmap v579: 97 pgs: 97 active+clean; 1.0 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.2 MiB/s wr, 188 op/s 2024-09-16T00:05:32.154 INFO:tasks.workunit.client.0.smithi071.stdout: 10 54564 8.98 MB/sec execute 206 sec latency 127.130 ms 2024-09-16T00:05:33.154 INFO:tasks.workunit.client.0.smithi071.stdout: 10 54731 8.99 MB/sec execute 207 sec latency 186.543 ms 2024-09-16T00:05:33.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:33 smithi163 ceph-mon[34107]: pgmap v580: 97 pgs: 97 active+clean; 1.0 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.2 MiB/s wr, 188 op/s 2024-09-16T00:05:33.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:33 smithi190 ceph-mon[34840]: pgmap v580: 97 pgs: 97 active+clean; 1.0 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.2 MiB/s wr, 188 op/s 2024-09-16T00:05:33.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:33 smithi071 ceph-mon[30957]: pgmap v580: 97 pgs: 97 active+clean; 1.0 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.2 MiB/s wr, 188 op/s 2024-09-16T00:05:34.154 INFO:tasks.workunit.client.0.smithi071.stdout: 10 54874 8.96 MB/sec execute 208 sec latency 119.377 ms 2024-09-16T00:05:35.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 55025 8.95 MB/sec execute 209 sec latency 108.935 ms 2024-09-16T00:05:35.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:35 smithi163 ceph-mon[34107]: pgmap v581: 97 pgs: 97 active+clean; 1.1 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 7.8 MiB/s wr, 292 op/s 2024-09-16T00:05:35.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:35 smithi190 ceph-mon[34840]: pgmap v581: 97 pgs: 97 active+clean; 1.1 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 7.8 MiB/s wr, 292 op/s 2024-09-16T00:05:35.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:35 smithi071 ceph-mon[30957]: pgmap v581: 97 pgs: 97 active+clean; 1.1 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 7.8 MiB/s wr, 292 op/s 2024-09-16T00:05:36.154 INFO:tasks.workunit.client.0.smithi071.stdout: 10 55218 8.97 MB/sec execute 210 sec latency 100.913 ms 2024-09-16T00:05:37.154 INFO:tasks.workunit.client.0.smithi071.stdout: 10 55352 8.95 MB/sec execute 211 sec latency 156.922 ms 2024-09-16T00:05:38.154 INFO:tasks.workunit.client.0.smithi071.stdout: 10 55495 8.94 MB/sec execute 212 sec latency 213.344 ms 2024-09-16T00:05:38.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:38 smithi163 ceph-mon[34107]: pgmap v582: 97 pgs: 97 active+clean; 1.1 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.1 MiB/s wr, 200 op/s 2024-09-16T00:05:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:38 smithi190 ceph-mon[34840]: pgmap v582: 97 pgs: 97 active+clean; 1.1 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.1 MiB/s wr, 200 op/s 2024-09-16T00:05:38.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:38 smithi071 ceph-mon[30957]: pgmap v582: 97 pgs: 97 active+clean; 1.1 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.1 MiB/s wr, 200 op/s 2024-09-16T00:05:39.154 INFO:tasks.workunit.client.0.smithi071.stdout: 10 55657 8.93 MB/sec execute 213 sec latency 99.241 ms 2024-09-16T00:05:40.154 INFO:tasks.workunit.client.0.smithi071.stdout: 10 55823 8.91 MB/sec execute 214 sec latency 99.906 ms 2024-09-16T00:05:40.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:40 smithi163 ceph-mon[34107]: pgmap v583: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 7.2 MiB/s wr, 303 op/s 2024-09-16T00:05:40.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:40 smithi190 ceph-mon[34840]: pgmap v583: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 7.2 MiB/s wr, 303 op/s 2024-09-16T00:05:40.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:40 smithi071 ceph-mon[30957]: pgmap v583: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 7.2 MiB/s wr, 303 op/s 2024-09-16T00:05:41.154 INFO:tasks.workunit.client.0.smithi071.stdout: 10 55985 8.90 MB/sec execute 215 sec latency 97.990 ms 2024-09-16T00:05:42.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 56181 8.90 MB/sec execute 216 sec latency 129.475 ms 2024-09-16T00:05:42.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:42 smithi163 ceph-mon[34107]: pgmap v584: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.6 MiB/s wr, 206 op/s 2024-09-16T00:05:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:42 smithi190 ceph-mon[34840]: pgmap v584: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.6 MiB/s wr, 206 op/s 2024-09-16T00:05:42.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:42 smithi071 ceph-mon[30957]: pgmap v584: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.6 MiB/s wr, 206 op/s 2024-09-16T00:05:43.154 INFO:tasks.workunit.client.0.smithi071.stdout: 10 56339 8.91 MB/sec execute 217 sec latency 91.989 ms 2024-09-16T00:05:44.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 56517 8.91 MB/sec execute 218 sec latency 110.509 ms 2024-09-16T00:05:44.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:44 smithi163 ceph-mon[34107]: pgmap v585: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.6 MiB/s wr, 206 op/s 2024-09-16T00:05:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:44 smithi190 ceph-mon[34840]: pgmap v585: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.6 MiB/s wr, 206 op/s 2024-09-16T00:05:44.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:44 smithi071 ceph-mon[30957]: pgmap v585: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.6 MiB/s wr, 206 op/s 2024-09-16T00:05:45.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 56691 8.91 MB/sec execute 219 sec latency 104.350 ms 2024-09-16T00:05:46.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 56862 8.91 MB/sec execute 220 sec latency 89.923 ms 2024-09-16T00:05:46.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:46 smithi163 ceph-mon[34107]: pgmap v586: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 6.7 MiB/s wr, 316 op/s 2024-09-16T00:05:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:46 smithi190 ceph-mon[34840]: pgmap v586: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 6.7 MiB/s wr, 316 op/s 2024-09-16T00:05:46.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:46 smithi071 ceph-mon[30957]: pgmap v586: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 6.7 MiB/s wr, 316 op/s 2024-09-16T00:05:47.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 57043 8.92 MB/sec execute 221 sec latency 102.237 ms 2024-09-16T00:05:48.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 57225 8.92 MB/sec execute 222 sec latency 162.144 ms 2024-09-16T00:05:48.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:48 smithi163 ceph-mon[34107]: pgmap v587: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.1 MiB/s wr, 213 op/s 2024-09-16T00:05:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:48 smithi190 ceph-mon[34840]: pgmap v587: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.1 MiB/s wr, 213 op/s 2024-09-16T00:05:48.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:48 smithi071 ceph-mon[30957]: pgmap v587: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.1 MiB/s wr, 213 op/s 2024-09-16T00:05:49.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 57374 8.93 MB/sec execute 223 sec latency 91.159 ms 2024-09-16T00:05:50.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 57567 8.95 MB/sec execute 224 sec latency 101.812 ms 2024-09-16T00:05:50.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:50 smithi163 ceph-mon[34107]: pgmap v588: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 6.5 MiB/s wr, 307 op/s 2024-09-16T00:05:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:50 smithi190 ceph-mon[34840]: pgmap v588: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 6.5 MiB/s wr, 307 op/s 2024-09-16T00:05:50.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:50 smithi071 ceph-mon[30957]: pgmap v588: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 6.5 MiB/s wr, 307 op/s 2024-09-16T00:05:51.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 57721 8.94 MB/sec execute 225 sec latency 104.144 ms 2024-09-16T00:05:52.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 57877 8.96 MB/sec execute 226 sec latency 97.427 ms 2024-09-16T00:05:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:52 smithi190 ceph-mon[34840]: pgmap v589: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.4 MiB/s wr, 205 op/s 2024-09-16T00:05:52.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:52 smithi071 ceph-mon[30957]: pgmap v589: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.4 MiB/s wr, 205 op/s 2024-09-16T00:05:52.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:52 smithi163 ceph-mon[34107]: pgmap v589: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.4 MiB/s wr, 205 op/s 2024-09-16T00:05:53.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 58055 8.96 MB/sec execute 227 sec latency 97.378 ms 2024-09-16T00:05:54.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 58222 8.99 MB/sec execute 228 sec latency 91.127 ms 2024-09-16T00:05:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:54 smithi190 ceph-mon[34840]: pgmap v590: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.4 MiB/s wr, 205 op/s 2024-09-16T00:05:54.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:54 smithi071 ceph-mon[30957]: pgmap v590: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.4 MiB/s wr, 205 op/s 2024-09-16T00:05:54.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:54 smithi163 ceph-mon[34107]: pgmap v590: 97 pgs: 97 active+clean; 1.1 GiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.4 MiB/s wr, 205 op/s 2024-09-16T00:05:55.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 58382 9.00 MB/sec execute 229 sec latency 96.133 ms 2024-09-16T00:05:56.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 58514 8.98 MB/sec execute 230 sec latency 240.732 ms 2024-09-16T00:05:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:56 smithi190 ceph-mon[34840]: pgmap v591: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 7.2 MiB/s wr, 298 op/s 2024-09-16T00:05:56.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:56 smithi071 ceph-mon[30957]: pgmap v591: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 7.2 MiB/s wr, 298 op/s 2024-09-16T00:05:56.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:56 smithi163 ceph-mon[34107]: pgmap v591: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 7.2 MiB/s wr, 298 op/s 2024-09-16T00:05:57.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 58665 8.97 MB/sec execute 231 sec latency 100.038 ms 2024-09-16T00:05:58.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 58801 8.95 MB/sec execute 232 sec latency 95.068 ms 2024-09-16T00:05:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:05:58 smithi190 ceph-mon[34840]: pgmap v592: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.1 MiB/s wr, 187 op/s 2024-09-16T00:05:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:05:58 smithi071 ceph-mon[30957]: pgmap v592: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.1 MiB/s wr, 187 op/s 2024-09-16T00:05:58.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:05:58 smithi163 ceph-mon[34107]: pgmap v592: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.1 MiB/s wr, 187 op/s 2024-09-16T00:05:59.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 58956 8.95 MB/sec execute 233 sec latency 126.194 ms 2024-09-16T00:06:00.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 59097 8.95 MB/sec execute 234 sec latency 98.952 ms 2024-09-16T00:06:00.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:00 smithi190 ceph-mon[34840]: pgmap v593: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.5 MiB/s wr, 277 op/s 2024-09-16T00:06:00.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:00 smithi071 ceph-mon[30957]: pgmap v593: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.5 MiB/s wr, 277 op/s 2024-09-16T00:06:00.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:00 smithi163 ceph-mon[34107]: pgmap v593: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.5 MiB/s wr, 277 op/s 2024-09-16T00:06:01.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 59235 8.94 MB/sec execute 235 sec latency 134.912 ms 2024-09-16T00:06:02.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 59393 8.94 MB/sec execute 236 sec latency 137.402 ms 2024-09-16T00:06:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:02 smithi190 ceph-mon[34840]: pgmap v594: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 5.2 MiB/s wr, 182 op/s 2024-09-16T00:06:02.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:02 smithi071 ceph-mon[30957]: pgmap v594: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 5.2 MiB/s wr, 182 op/s 2024-09-16T00:06:02.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:02 smithi163 ceph-mon[34107]: pgmap v594: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 5.2 MiB/s wr, 182 op/s 2024-09-16T00:06:03.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 59547 8.92 MB/sec execute 237 sec latency 91.197 ms 2024-09-16T00:06:03.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:03 smithi190 ceph-mon[34840]: osdmap e107: 12 total, 12 up, 12 in 2024-09-16T00:06:03.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:03 smithi071 ceph-mon[30957]: osdmap e107: 12 total, 12 up, 12 in 2024-09-16T00:06:03.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:03 smithi163 ceph-mon[34107]: osdmap e107: 12 total, 12 up, 12 in 2024-09-16T00:06:04.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 59692 8.92 MB/sec execute 238 sec latency 142.077 ms 2024-09-16T00:06:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:04 smithi190 ceph-mon[34840]: pgmap v596: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 6.2 MiB/s wr, 219 op/s 2024-09-16T00:06:04.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:04 smithi071 ceph-mon[30957]: pgmap v596: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 6.2 MiB/s wr, 219 op/s 2024-09-16T00:06:04.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:04 smithi163 ceph-mon[34107]: pgmap v596: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 6.2 MiB/s wr, 219 op/s 2024-09-16T00:06:05.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 59871 8.92 MB/sec execute 239 sec latency 139.948 ms 2024-09-16T00:06:06.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 60013 8.92 MB/sec execute 240 sec latency 108.199 ms 2024-09-16T00:06:06.535 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:06 smithi163 ceph-mon[34107]: pgmap v597: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.9 MiB/s wr, 257 op/s 2024-09-16T00:06:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:06 smithi190 ceph-mon[34840]: pgmap v597: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.9 MiB/s wr, 257 op/s 2024-09-16T00:06:06.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:06 smithi071 ceph-mon[30957]: pgmap v597: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.9 MiB/s wr, 257 op/s 2024-09-16T00:06:07.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 60181 8.92 MB/sec execute 241 sec latency 129.186 ms 2024-09-16T00:06:08.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 60323 8.89 MB/sec execute 242 sec latency 149.249 ms 2024-09-16T00:06:08.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:08 smithi163 ceph-mon[34107]: pgmap v598: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.9 MiB/s wr, 257 op/s 2024-09-16T00:06:08.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:08 smithi163 ceph-mon[34107]: osdmap e108: 12 total, 12 up, 12 in 2024-09-16T00:06:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:08 smithi190 ceph-mon[34840]: pgmap v598: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.9 MiB/s wr, 257 op/s 2024-09-16T00:06:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:08 smithi190 ceph-mon[34840]: osdmap e108: 12 total, 12 up, 12 in 2024-09-16T00:06:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:08 smithi071 ceph-mon[30957]: pgmap v598: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.9 MiB/s wr, 257 op/s 2024-09-16T00:06:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:08 smithi071 ceph-mon[30957]: osdmap e108: 12 total, 12 up, 12 in 2024-09-16T00:06:09.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 60480 8.87 MB/sec execute 243 sec latency 118.998 ms 2024-09-16T00:06:10.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 60646 8.86 MB/sec execute 244 sec latency 106.539 ms 2024-09-16T00:06:10.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:10 smithi163 ceph-mon[34107]: pgmap v600: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 6.8 MiB/s wr, 342 op/s 2024-09-16T00:06:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:10 smithi190 ceph-mon[34840]: pgmap v600: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 6.8 MiB/s wr, 342 op/s 2024-09-16T00:06:10.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:10 smithi071 ceph-mon[30957]: pgmap v600: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 6.8 MiB/s wr, 342 op/s 2024-09-16T00:06:11.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 60849 8.88 MB/sec execute 245 sec latency 126.567 ms 2024-09-16T00:06:12.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 60983 8.87 MB/sec execute 246 sec latency 112.791 ms 2024-09-16T00:06:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:12 smithi190 ceph-mon[34840]: pgmap v601: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.7 MiB/s wr, 336 op/s 2024-09-16T00:06:12.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:12 smithi071 ceph-mon[30957]: pgmap v601: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.7 MiB/s wr, 336 op/s 2024-09-16T00:06:12.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:12 smithi163 ceph-mon[34107]: pgmap v601: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.7 MiB/s wr, 336 op/s 2024-09-16T00:06:13.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 61163 8.88 MB/sec execute 247 sec latency 177.372 ms 2024-09-16T00:06:14.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 61315 8.88 MB/sec execute 248 sec latency 127.533 ms 2024-09-16T00:06:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:14 smithi190 ceph-mon[34840]: pgmap v602: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.5 MiB/s wr, 274 op/s 2024-09-16T00:06:14.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:14 smithi071 ceph-mon[30957]: pgmap v602: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.5 MiB/s wr, 274 op/s 2024-09-16T00:06:14.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:14 smithi163 ceph-mon[34107]: pgmap v602: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.5 MiB/s wr, 274 op/s 2024-09-16T00:06:15.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 61503 8.88 MB/sec execute 249 sec latency 135.598 ms 2024-09-16T00:06:16.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 61679 8.88 MB/sec execute 250 sec latency 111.384 ms 2024-09-16T00:06:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:16 smithi190 ceph-mon[34840]: pgmap v603: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 5.0 MiB/s wr, 248 op/s 2024-09-16T00:06:16.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:16 smithi071 ceph-mon[30957]: pgmap v603: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 5.0 MiB/s wr, 248 op/s 2024-09-16T00:06:16.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:16 smithi163 ceph-mon[34107]: pgmap v603: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 5.0 MiB/s wr, 248 op/s 2024-09-16T00:06:17.155 INFO:tasks.workunit.client.0.smithi071.stdout: 10 61885 8.89 MB/sec execute 251 sec latency 90.818 ms 2024-09-16T00:06:18.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 62024 8.91 MB/sec execute 252 sec latency 183.131 ms 2024-09-16T00:06:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:18 smithi190 ceph-mon[34840]: pgmap v604: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 5.0 MiB/s wr, 248 op/s 2024-09-16T00:06:18.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:18 smithi071 ceph-mon[30957]: pgmap v604: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 5.0 MiB/s wr, 248 op/s 2024-09-16T00:06:18.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:18 smithi163 ceph-mon[34107]: pgmap v604: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 5.0 MiB/s wr, 248 op/s 2024-09-16T00:06:19.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 62207 8.91 MB/sec execute 253 sec latency 123.054 ms 2024-09-16T00:06:20.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 62345 8.90 MB/sec execute 254 sec latency 177.400 ms 2024-09-16T00:06:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:20 smithi190 ceph-mon[34840]: pgmap v605: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.3 MiB/s wr, 324 op/s 2024-09-16T00:06:20.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:20 smithi071 ceph-mon[30957]: pgmap v605: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.3 MiB/s wr, 324 op/s 2024-09-16T00:06:20.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:20 smithi163 ceph-mon[34107]: pgmap v605: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.3 MiB/s wr, 324 op/s 2024-09-16T00:06:21.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 62511 8.91 MB/sec execute 255 sec latency 104.872 ms 2024-09-16T00:06:22.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 62677 8.92 MB/sec execute 256 sec latency 157.374 ms 2024-09-16T00:06:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:22 smithi190 ceph-mon[34840]: pgmap v606: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.7 MiB/s wr, 198 op/s 2024-09-16T00:06:22.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:22 smithi071 ceph-mon[30957]: pgmap v606: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.7 MiB/s wr, 198 op/s 2024-09-16T00:06:22.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:22 smithi163 ceph-mon[34107]: pgmap v606: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.7 MiB/s wr, 198 op/s 2024-09-16T00:06:23.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 62840 8.94 MB/sec execute 257 sec latency 92.138 ms 2024-09-16T00:06:23.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:23 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:06:23.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:23 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:06:23.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:23 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:06:24.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 62981 8.95 MB/sec execute 258 sec latency 179.370 ms 2024-09-16T00:06:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:24 smithi190 ceph-mon[34840]: pgmap v607: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.7 MiB/s wr, 198 op/s 2024-09-16T00:06:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:24 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:06:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:24 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:06:24.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:24 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:06:24.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:24 smithi071 ceph-mon[30957]: pgmap v607: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.7 MiB/s wr, 198 op/s 2024-09-16T00:06:24.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:24 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:06:24.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:24 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:06:24.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:24 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:06:24.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:24 smithi163 ceph-mon[34107]: pgmap v607: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.7 MiB/s wr, 198 op/s 2024-09-16T00:06:24.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:24 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:06:24.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:24 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:06:24.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:24 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:06:25.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 63149 8.94 MB/sec execute 259 sec latency 123.587 ms 2024-09-16T00:06:26.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 63303 8.93 MB/sec execute 260 sec latency 113.893 ms 2024-09-16T00:06:26.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:26 smithi190 ceph-mon[34840]: pgmap v608: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.6 MiB/s wr, 386 op/s 2024-09-16T00:06:26.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:26 smithi071 ceph-mon[30957]: pgmap v608: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.6 MiB/s wr, 386 op/s 2024-09-16T00:06:26.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:26 smithi163 ceph-mon[34107]: pgmap v608: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.6 MiB/s wr, 386 op/s 2024-09-16T00:06:27.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 63455 8.92 MB/sec execute 261 sec latency 107.037 ms 2024-09-16T00:06:28.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 63598 8.91 MB/sec execute 262 sec latency 173.866 ms 2024-09-16T00:06:28.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:28 smithi190 ceph-mon[34840]: pgmap v609: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.5 MiB/s wr, 282 op/s 2024-09-16T00:06:28.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:28 smithi071 ceph-mon[30957]: pgmap v609: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.5 MiB/s wr, 282 op/s 2024-09-16T00:06:28.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:28 smithi163 ceph-mon[34107]: pgmap v609: 97 pgs: 97 active+clean; 1.1 GiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.5 MiB/s wr, 282 op/s 2024-09-16T00:06:29.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 63732 8.92 MB/sec execute 263 sec latency 116.373 ms 2024-09-16T00:06:30.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 63888 8.91 MB/sec execute 264 sec latency 108.846 ms 2024-09-16T00:06:30.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:30 smithi190 ceph-mon[34840]: pgmap v610: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 386 op/s 2024-09-16T00:06:30.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:30 smithi071 ceph-mon[30957]: pgmap v610: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 386 op/s 2024-09-16T00:06:30.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:30 smithi163 ceph-mon[34107]: pgmap v610: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 386 op/s 2024-09-16T00:06:31.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 64048 8.90 MB/sec execute 265 sec latency 102.476 ms 2024-09-16T00:06:32.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 64209 8.91 MB/sec execute 266 sec latency 99.465 ms 2024-09-16T00:06:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:32 smithi190 ceph-mon[34840]: pgmap v611: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.4 MiB/s wr, 291 op/s 2024-09-16T00:06:32.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:32 smithi071 ceph-mon[30957]: pgmap v611: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.4 MiB/s wr, 291 op/s 2024-09-16T00:06:32.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:32 smithi163 ceph-mon[34107]: pgmap v611: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.4 MiB/s wr, 291 op/s 2024-09-16T00:06:33.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 64366 8.91 MB/sec execute 267 sec latency 106.118 ms 2024-09-16T00:06:34.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 64533 8.90 MB/sec execute 268 sec latency 100.659 ms 2024-09-16T00:06:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:34 smithi190 ceph-mon[34840]: pgmap v612: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.4 MiB/s wr, 291 op/s 2024-09-16T00:06:34.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:34 smithi071 ceph-mon[30957]: pgmap v612: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.4 MiB/s wr, 291 op/s 2024-09-16T00:06:34.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:34 smithi163 ceph-mon[34107]: pgmap v612: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.4 MiB/s wr, 291 op/s 2024-09-16T00:06:35.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 64661 8.88 MB/sec execute 269 sec latency 115.189 ms 2024-09-16T00:06:36.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 64839 8.88 MB/sec execute 270 sec latency 103.090 ms 2024-09-16T00:06:36.536 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:36 smithi163 ceph-mon[34107]: pgmap v613: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 7.9 MiB/s wr, 393 op/s 2024-09-16T00:06:36.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:36 smithi190 ceph-mon[34840]: pgmap v613: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 7.9 MiB/s wr, 393 op/s 2024-09-16T00:06:36.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:36 smithi071 ceph-mon[30957]: pgmap v613: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 7.9 MiB/s wr, 393 op/s 2024-09-16T00:06:37.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 64993 8.86 MB/sec execute 271 sec latency 112.734 ms 2024-09-16T00:06:38.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 65148 8.85 MB/sec execute 272 sec latency 110.784 ms 2024-09-16T00:06:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:38 smithi190 ceph-mon[34840]: pgmap v614: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.0 MiB/s wr, 205 op/s 2024-09-16T00:06:38.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:38 smithi071 ceph-mon[30957]: pgmap v614: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.0 MiB/s wr, 205 op/s 2024-09-16T00:06:38.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:38 smithi163 ceph-mon[34107]: pgmap v614: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.0 MiB/s wr, 205 op/s 2024-09-16T00:06:39.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 65328 8.85 MB/sec execute 273 sec latency 100.676 ms 2024-09-16T00:06:40.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 65484 8.84 MB/sec execute 274 sec latency 91.992 ms 2024-09-16T00:06:40.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:40 smithi190 ceph-mon[34840]: pgmap v615: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 6.8 MiB/s wr, 309 op/s 2024-09-16T00:06:40.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:40 smithi071 ceph-mon[30957]: pgmap v615: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 6.8 MiB/s wr, 309 op/s 2024-09-16T00:06:40.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:40 smithi163 ceph-mon[34107]: pgmap v615: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 6.8 MiB/s wr, 309 op/s 2024-09-16T00:06:41.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 65653 8.85 MB/sec execute 275 sec latency 118.325 ms 2024-09-16T00:06:42.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 65815 8.85 MB/sec execute 276 sec latency 108.915 ms 2024-09-16T00:06:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:42 smithi190 ceph-mon[34840]: pgmap v616: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.3 MiB/s wr, 205 op/s 2024-09-16T00:06:42.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:42 smithi071 ceph-mon[30957]: pgmap v616: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.3 MiB/s wr, 205 op/s 2024-09-16T00:06:42.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:42 smithi163 ceph-mon[34107]: pgmap v616: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.3 MiB/s wr, 205 op/s 2024-09-16T00:06:43.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 65991 8.86 MB/sec execute 277 sec latency 91.641 ms 2024-09-16T00:06:44.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 66149 8.85 MB/sec execute 278 sec latency 164.655 ms 2024-09-16T00:06:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:44 smithi190 ceph-mon[34840]: pgmap v617: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.3 MiB/s wr, 205 op/s 2024-09-16T00:06:44.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:44 smithi071 ceph-mon[30957]: pgmap v617: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.3 MiB/s wr, 205 op/s 2024-09-16T00:06:44.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:44 smithi163 ceph-mon[34107]: pgmap v617: 97 pgs: 97 active+clean; 1.1 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.3 MiB/s wr, 205 op/s 2024-09-16T00:06:45.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 66377 8.87 MB/sec execute 279 sec latency 93.336 ms 2024-09-16T00:06:46.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 66552 8.89 MB/sec execute 280 sec latency 96.321 ms 2024-09-16T00:06:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:46 smithi190 ceph-mon[34840]: pgmap v618: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 6.6 MiB/s wr, 306 op/s 2024-09-16T00:06:46.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:46 smithi071 ceph-mon[30957]: pgmap v618: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 6.6 MiB/s wr, 306 op/s 2024-09-16T00:06:46.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:46 smithi163 ceph-mon[34107]: pgmap v618: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 6.6 MiB/s wr, 306 op/s 2024-09-16T00:06:47.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 66708 8.88 MB/sec execute 281 sec latency 104.174 ms 2024-09-16T00:06:48.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 66871 8.88 MB/sec execute 282 sec latency 100.005 ms 2024-09-16T00:06:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:48 smithi190 ceph-mon[34840]: pgmap v619: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 203 op/s 2024-09-16T00:06:48.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:48 smithi071 ceph-mon[30957]: pgmap v619: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 203 op/s 2024-09-16T00:06:48.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:48 smithi163 ceph-mon[34107]: pgmap v619: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 203 op/s 2024-09-16T00:06:49.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 67025 8.90 MB/sec execute 283 sec latency 203.598 ms 2024-09-16T00:06:50.156 INFO:tasks.workunit.client.0.smithi071.stdout: 10 67201 8.90 MB/sec execute 284 sec latency 115.287 ms 2024-09-16T00:06:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:50 smithi190 ceph-mon[34840]: pgmap v620: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 6.6 MiB/s wr, 293 op/s 2024-09-16T00:06:50.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:50 smithi071 ceph-mon[30957]: pgmap v620: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 6.6 MiB/s wr, 293 op/s 2024-09-16T00:06:50.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:50 smithi163 ceph-mon[34107]: pgmap v620: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 6.6 MiB/s wr, 293 op/s 2024-09-16T00:06:51.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 67338 8.90 MB/sec execute 285 sec latency 94.684 ms 2024-09-16T00:06:52.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 67511 8.92 MB/sec execute 286 sec latency 106.705 ms 2024-09-16T00:06:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:52 smithi190 ceph-mon[34840]: pgmap v621: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.8 MiB/s wr, 189 op/s 2024-09-16T00:06:52.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:52 smithi071 ceph-mon[30957]: pgmap v621: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.8 MiB/s wr, 189 op/s 2024-09-16T00:06:52.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:52 smithi163 ceph-mon[34107]: pgmap v621: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.8 MiB/s wr, 189 op/s 2024-09-16T00:06:53.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 67671 8.92 MB/sec execute 287 sec latency 119.656 ms 2024-09-16T00:06:54.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 67811 8.90 MB/sec execute 288 sec latency 110.442 ms 2024-09-16T00:06:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:54 smithi190 ceph-mon[34840]: pgmap v622: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.8 MiB/s wr, 189 op/s 2024-09-16T00:06:54.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:54 smithi071 ceph-mon[30957]: pgmap v622: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.8 MiB/s wr, 189 op/s 2024-09-16T00:06:54.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:54 smithi163 ceph-mon[34107]: pgmap v622: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 4.8 MiB/s wr, 189 op/s 2024-09-16T00:06:55.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 67973 8.90 MB/sec execute 289 sec latency 123.137 ms 2024-09-16T00:06:56.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 68132 8.90 MB/sec execute 290 sec latency 109.506 ms 2024-09-16T00:06:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:56 smithi190 ceph-mon[34840]: pgmap v623: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.6 MiB/s wr, 282 op/s 2024-09-16T00:06:56.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:56 smithi071 ceph-mon[30957]: pgmap v623: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.6 MiB/s wr, 282 op/s 2024-09-16T00:06:56.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:56 smithi163 ceph-mon[34107]: pgmap v623: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.6 MiB/s wr, 282 op/s 2024-09-16T00:06:57.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 68279 8.89 MB/sec execute 291 sec latency 95.273 ms 2024-09-16T00:06:58.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 68414 8.89 MB/sec execute 292 sec latency 109.328 ms 2024-09-16T00:06:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:06:58 smithi190 ceph-mon[34840]: pgmap v624: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.3 MiB/s wr, 182 op/s 2024-09-16T00:06:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:06:58 smithi071 ceph-mon[30957]: pgmap v624: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.3 MiB/s wr, 182 op/s 2024-09-16T00:06:58.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:06:58 smithi163 ceph-mon[34107]: pgmap v624: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.3 MiB/s wr, 182 op/s 2024-09-16T00:06:59.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 68577 8.89 MB/sec execute 293 sec latency 106.418 ms 2024-09-16T00:07:00.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 68743 8.89 MB/sec execute 294 sec latency 105.964 ms 2024-09-16T00:07:00.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:00 smithi190 ceph-mon[34840]: pgmap v625: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.7 MiB/s wr, 285 op/s 2024-09-16T00:07:00.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:00 smithi071 ceph-mon[30957]: pgmap v625: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.7 MiB/s wr, 285 op/s 2024-09-16T00:07:00.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:00 smithi163 ceph-mon[34107]: pgmap v625: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.7 MiB/s wr, 285 op/s 2024-09-16T00:07:01.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 68890 8.90 MB/sec execute 295 sec latency 189.342 ms 2024-09-16T00:07:02.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 69051 8.88 MB/sec execute 296 sec latency 146.945 ms 2024-09-16T00:07:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:02 smithi190 ceph-mon[34840]: pgmap v626: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.1 MiB/s wr, 195 op/s 2024-09-16T00:07:02.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:02 smithi071 ceph-mon[30957]: pgmap v626: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.1 MiB/s wr, 195 op/s 2024-09-16T00:07:02.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:02 smithi163 ceph-mon[34107]: pgmap v626: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.1 MiB/s wr, 195 op/s 2024-09-16T00:07:03.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 69163 8.86 MB/sec execute 297 sec latency 174.282 ms 2024-09-16T00:07:03.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:03 smithi190 ceph-mon[34840]: osdmap e109: 12 total, 12 up, 12 in 2024-09-16T00:07:03.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:03 smithi071 ceph-mon[30957]: osdmap e109: 12 total, 12 up, 12 in 2024-09-16T00:07:03.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:03 smithi163 ceph-mon[34107]: osdmap e109: 12 total, 12 up, 12 in 2024-09-16T00:07:04.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 69339 8.88 MB/sec execute 298 sec latency 123.917 ms 2024-09-16T00:07:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:04 smithi190 ceph-mon[34840]: pgmap v628: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 6.2 MiB/s wr, 235 op/s 2024-09-16T00:07:04.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:04 smithi071 ceph-mon[30957]: pgmap v628: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 6.2 MiB/s wr, 235 op/s 2024-09-16T00:07:04.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:04 smithi163 ceph-mon[34107]: pgmap v628: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 6.2 MiB/s wr, 235 op/s 2024-09-16T00:07:05.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 69473 8.86 MB/sec execute 299 sec latency 115.359 ms 2024-09-16T00:07:05.168 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 16 00:07:04 smithi071 sudo[89247]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T00:07:05.168 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 16 00:07:04 smithi071 sudo[89247]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:05.168 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 16 00:07:04 smithi071 sudo[89247]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:05.168 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 16 00:07:04 smithi071 sudo[89247]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:05.426 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 16 00:07:05 smithi071 sudo[89252]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T00:07:05.426 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 16 00:07:05 smithi071 sudo[89252]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:05.426 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 16 00:07:05 smithi071 sudo[89252]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:05.427 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 16 00:07:05 smithi071 sudo[89252]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:05.853 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 16 00:07:05 smithi163 sudo[71686]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T00:07:05.853 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 16 00:07:05 smithi163 sudo[71686]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:05.853 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 16 00:07:05 smithi163 sudo[71686]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:05.854 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 16 00:07:05 smithi163 sudo[71686]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:06.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 69637 8.84 MB/sec execute 300 sec latency 96.838 ms 2024-09-16T00:07:06.233 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 16 00:07:05 smithi163 sudo[71690]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T00:07:06.234 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 16 00:07:05 smithi163 sudo[71690]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:06.234 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 16 00:07:05 smithi163 sudo[71690]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:06.234 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 16 00:07:05 smithi163 sudo[71690]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:06 smithi190 ceph-mon[34840]: pgmap v629: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 275 op/s 2024-09-16T00:07:06.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:06 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:06.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:06 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:06.564 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 16 00:07:06 smithi190 sudo[71170]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T00:07:06.564 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 16 00:07:06 smithi190 sudo[71170]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:06.564 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 16 00:07:06 smithi190 sudo[71170]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:06.564 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 16 00:07:06 smithi190 sudo[71170]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:06.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:06 smithi071 ceph-mon[30957]: pgmap v629: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 275 op/s 2024-09-16T00:07:06.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:06 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:06.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:06 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:06.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:06 smithi163 ceph-mon[34107]: pgmap v629: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 275 op/s 2024-09-16T00:07:06.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:06 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:06.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:06 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:07.063 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 16 00:07:06 smithi190 sudo[71173]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T00:07:07.063 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 16 00:07:06 smithi190 sudo[71173]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:07.064 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 16 00:07:06 smithi190 sudo[71173]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:07.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 69797 8.82 MB/sec execute 301 sec latency 109.738 ms 2024-09-16T00:07:07.813 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 16 00:07:07 smithi190 sudo[71173]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:08.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 69974 8.83 MB/sec execute 302 sec latency 109.788 ms 2024-09-16T00:07:08.543 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:07:08 smithi071 sudo[89265]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T00:07:08.544 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:08 smithi071 ceph-mon[30957]: pgmap v630: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 275 op/s 2024-09-16T00:07:08.544 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:08 smithi071 ceph-mon[30957]: osdmap e110: 12 total, 12 up, 12 in 2024-09-16T00:07:08.544 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:08 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:08 smithi190 ceph-mon[34840]: pgmap v630: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 275 op/s 2024-09-16T00:07:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:08 smithi190 ceph-mon[34840]: osdmap e110: 12 total, 12 up, 12 in 2024-09-16T00:07:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:08 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:08.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:08 smithi163 ceph-mon[34107]: pgmap v630: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 275 op/s 2024-09-16T00:07:08.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:08 smithi163 ceph-mon[34107]: osdmap e110: 12 total, 12 up, 12 in 2024-09-16T00:07:08.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:08 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:08.885 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:07:08 smithi071 sudo[89265]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:08.885 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:07:08 smithi071 sudo[89265]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:08.885 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:07:08 smithi071 sudo[89265]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:08.885 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:07:08 smithi071 sudo[89270]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T00:07:09.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 70142 8.83 MB/sec execute 303 sec latency 103.060 ms 2024-09-16T00:07:09.176 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:07:08 smithi071 sudo[89270]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:09.176 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:07:08 smithi071 sudo[89270]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:09.176 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:07:08 smithi071 sudo[89270]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:09.476 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 16 00:07:09 smithi163 sudo[71700]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T00:07:09.476 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 16 00:07:09 smithi163 sudo[71700]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:09.476 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 16 00:07:09 smithi163 sudo[71700]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:09.476 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 16 00:07:09 smithi163 sudo[71700]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:09.733 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 16 00:07:09 smithi163 sudo[71704]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T00:07:09.734 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 16 00:07:09 smithi163 sudo[71704]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:09.734 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 16 00:07:09 smithi163 sudo[71704]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:09.734 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 16 00:07:09 smithi163 sudo[71704]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:10.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 70285 8.82 MB/sec execute 304 sec latency 104.676 ms 2024-09-16T00:07:10.243 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:07:09 smithi190 sudo[71176]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T00:07:10.243 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:07:09 smithi190 sudo[71176]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:10.243 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:07:09 smithi190 sudo[71176]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:10.243 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:07:09 smithi190 sudo[71176]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:10 smithi190 ceph-mon[34840]: pgmap v632: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.8 MiB/s wr, 357 op/s 2024-09-16T00:07:10.563 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:07:10 smithi190 sudo[71180]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T00:07:10.564 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:07:10 smithi190 sudo[71180]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:10.564 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:07:10 smithi190 sudo[71180]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:10.564 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:07:10 smithi190 sudo[71180]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:10.570 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:10 smithi071 ceph-mon[30957]: pgmap v632: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.8 MiB/s wr, 357 op/s 2024-09-16T00:07:10.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:10 smithi163 ceph-mon[34107]: pgmap v632: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.8 MiB/s wr, 357 op/s 2024-09-16T00:07:10.913 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:07:10 smithi071 sudo[89275]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T00:07:10.913 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:07:10 smithi071 sudo[89275]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:10.913 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:07:10 smithi071 sudo[89275]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:10.914 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:07:10 smithi071 sudo[89275]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:10.914 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:07:10 smithi071 sudo[89279]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T00:07:11.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 70467 8.83 MB/sec execute 305 sec latency 88.633 ms 2024-09-16T00:07:11.176 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:07:10 smithi071 sudo[89279]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:11.176 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:07:10 smithi071 sudo[89279]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:11.176 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:07:10 smithi071 sudo[89279]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:11.484 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:07:11 smithi163 sudo[71710]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T00:07:11.484 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:07:11 smithi163 sudo[71710]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:11.484 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:07:11 smithi163 sudo[71710]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:11.484 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:07:11 smithi163 sudo[71710]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:11.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:07:11 smithi163 sudo[71714]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T00:07:11.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:07:11 smithi163 sudo[71714]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:11.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:07:11 smithi163 sudo[71714]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:11.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:07:11 smithi163 sudo[71714]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:12.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 70640 8.84 MB/sec execute 306 sec latency 146.166 ms 2024-09-16T00:07:12.245 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:07:11 smithi190 sudo[71192]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T00:07:12.245 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:07:12 smithi190 sudo[71192]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:12.245 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:07:12 smithi190 sudo[71192]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:12.245 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:07:12 smithi190 sudo[71192]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:12 smithi190 ceph-mon[34840]: pgmap v633: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.7 MiB/s wr, 352 op/s 2024-09-16T00:07:12.564 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:07:12 smithi190 sudo[71195]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T00:07:12.564 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:07:12 smithi190 sudo[71195]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:12.564 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:07:12 smithi190 sudo[71195]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:12.564 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:07:12 smithi190 sudo[71195]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:12.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:12 smithi071 ceph-mon[30957]: pgmap v633: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.7 MiB/s wr, 352 op/s 2024-09-16T00:07:12.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:12 smithi163 ceph-mon[34107]: pgmap v633: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.7 MiB/s wr, 352 op/s 2024-09-16T00:07:13.040 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:07:12 smithi071 sudo[89283]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T00:07:13.040 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:07:12 smithi071 sudo[89283]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:13.041 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:07:12 smithi071 sudo[89283]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:13.041 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:07:12 smithi071 sudo[89283]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:13.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 70839 8.84 MB/sec execute 307 sec latency 111.765 ms 2024-09-16T00:07:13.426 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:07:13 smithi071 sudo[89287]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T00:07:13.426 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:07:13 smithi071 sudo[89287]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:13.426 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:07:13 smithi071 sudo[89287]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:13.427 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:07:13 smithi071 sudo[89287]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:13.638 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:07:13 smithi163 sudo[71721]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T00:07:13.639 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:07:13 smithi163 sudo[71721]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:13.639 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:07:13 smithi163 sudo[71721]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:13.639 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:07:13 smithi163 sudo[71721]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:13.983 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:07:13 smithi163 sudo[71724]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T00:07:13.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:07:13 smithi163 sudo[71724]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:13.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:07:13 smithi163 sudo[71724]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:13.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:07:13 smithi163 sudo[71724]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:14.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 71017 8.85 MB/sec execute 308 sec latency 125.819 ms 2024-09-16T00:07:14.247 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:07:13 smithi190 sudo[71198]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T00:07:14.247 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:07:13 smithi190 sudo[71198]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:14.247 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:07:13 smithi190 sudo[71198]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:14.247 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:07:13 smithi190 sudo[71198]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:14 smithi190 ceph-mon[34840]: pgmap v634: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.5 MiB/s wr, 286 op/s 2024-09-16T00:07:14.563 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:07:14 smithi190 sudo[71201]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T00:07:14.564 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:07:14 smithi190 sudo[71201]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:14.564 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:07:14 smithi190 sudo[71201]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:14.564 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:07:14 smithi190 sudo[71201]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:14.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:14 smithi071 ceph-mon[30957]: pgmap v634: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.5 MiB/s wr, 286 op/s 2024-09-16T00:07:14.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:14 smithi163 ceph-mon[34107]: pgmap v634: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.5 MiB/s wr, 286 op/s 2024-09-16T00:07:14.880 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:14 smithi071 sudo[89292]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T00:07:14.880 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:14 smithi071 sudo[89292]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:14.880 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:14 smithi071 sudo[89292]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:14.880 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:14 smithi071 sudo[89292]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:15.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 71148 8.85 MB/sec execute 309 sec latency 580.475 ms 2024-09-16T00:07:15.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:14 smithi071 sudo[89296]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T00:07:15.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:14 smithi071 sudo[89296]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:15.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:14 smithi071 sudo[89296]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:15.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:14 smithi071 sudo[89296]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:15.470 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:15 smithi190 sudo[71204]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T00:07:15.470 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:15 smithi190 sudo[71204]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:15.470 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:15 smithi190 sudo[71204]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:15.470 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:15 smithi190 sudo[71204]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:15.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:15 smithi190 sudo[71207]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T00:07:15.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:15 smithi190 sudo[71207]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:15.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:15 smithi190 sudo[71207]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:15.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:15 smithi190 sudo[71207]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:16.011 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:15 smithi163 sudo[71733]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T00:07:16.011 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:15 smithi163 sudo[71733]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:16.011 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:15 smithi163 sudo[71733]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:16.011 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:15 smithi163 sudo[71733]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:16.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 71316 8.85 MB/sec execute 310 sec latency 100.837 ms 2024-09-16T00:07:16.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:16 smithi190 ceph-mon[34840]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T00:07:16.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:16 smithi190 ceph-mon[34840]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T00:07:16.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:16 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T00:07:16.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:16 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T00:07:16.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:16 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T00:07:16.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:16 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T00:07:16.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:16 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T00:07:16.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:16 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T00:07:16.429 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:16 smithi071 ceph-mon[30957]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T00:07:16.429 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:16 smithi071 ceph-mon[30957]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T00:07:16.429 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:16 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T00:07:16.430 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:16 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T00:07:16.430 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:16 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T00:07:16.430 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:16 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T00:07:16.430 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:16 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T00:07:16.430 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:16 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T00:07:16.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:16 smithi163 sudo[71737]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T00:07:16.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:16 smithi163 sudo[71737]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T00:07:16.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:16 smithi163 sudo[71737]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T00:07:16.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:16 smithi163 sudo[71737]: pam_unix(sudo:session): session closed for user root 2024-09-16T00:07:16.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:16 smithi163 ceph-mon[34107]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T00:07:16.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:16 smithi163 ceph-mon[34107]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T00:07:16.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:16 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T00:07:16.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:16 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T00:07:16.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:16 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T00:07:16.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:16 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T00:07:16.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:16 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T00:07:16.485 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:16 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T00:07:17.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 71467 8.86 MB/sec execute 311 sec latency 133.781 ms 2024-09-16T00:07:17.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:17 smithi190 ceph-mon[34840]: pgmap v635: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.6 MiB/s wr, 246 op/s 2024-09-16T00:07:17.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:17 smithi190 ceph-mon[34840]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T00:07:17.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:17 smithi190 ceph-mon[34840]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T00:07:17.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:17 smithi190 ceph-mon[34840]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T00:07:17.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:17 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T00:07:17.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:17 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T00:07:17.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:17 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T00:07:17.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:17 smithi190 ceph-mon[34840]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T00:07:17.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:17 smithi071 ceph-mon[30957]: pgmap v635: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.6 MiB/s wr, 246 op/s 2024-09-16T00:07:17.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:17 smithi071 ceph-mon[30957]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T00:07:17.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:17 smithi071 ceph-mon[30957]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T00:07:17.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:17 smithi071 ceph-mon[30957]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T00:07:17.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:17 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T00:07:17.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:17 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T00:07:17.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:17 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T00:07:17.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:17 smithi071 ceph-mon[30957]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T00:07:17.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:17 smithi163 ceph-mon[34107]: pgmap v635: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.6 MiB/s wr, 246 op/s 2024-09-16T00:07:17.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:17 smithi163 ceph-mon[34107]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T00:07:17.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:17 smithi163 ceph-mon[34107]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T00:07:17.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:17 smithi163 ceph-mon[34107]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T00:07:17.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:17 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T00:07:17.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:17 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T00:07:17.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:17 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T00:07:17.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:17 smithi163 ceph-mon[34107]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T00:07:18.157 INFO:tasks.workunit.client.0.smithi071.stdout: 10 71612 8.86 MB/sec execute 312 sec latency 126.757 ms 2024-09-16T00:07:18.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:18 smithi190 ceph-mon[34840]: pgmap v636: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.6 MiB/s wr, 246 op/s 2024-09-16T00:07:18.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:18 smithi071 ceph-mon[30957]: pgmap v636: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.6 MiB/s wr, 246 op/s 2024-09-16T00:07:18.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:18 smithi163 ceph-mon[34107]: pgmap v636: 97 pgs: 97 active+clean; 1.1 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.6 MiB/s wr, 246 op/s 2024-09-16T00:07:19.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 71780 8.86 MB/sec execute 313 sec latency 148.533 ms 2024-09-16T00:07:20.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 71934 8.87 MB/sec execute 314 sec latency 113.636 ms 2024-09-16T00:07:20.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:20 smithi190 ceph-mon[34840]: pgmap v637: 97 pgs: 97 active+clean; 1.1 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 7.4 MiB/s wr, 312 op/s 2024-09-16T00:07:20.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:20 smithi071 ceph-mon[30957]: pgmap v637: 97 pgs: 97 active+clean; 1.1 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 7.4 MiB/s wr, 312 op/s 2024-09-16T00:07:20.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:20 smithi163 ceph-mon[34107]: pgmap v637: 97 pgs: 97 active+clean; 1.1 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 7.4 MiB/s wr, 312 op/s 2024-09-16T00:07:21.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 72114 8.89 MB/sec execute 315 sec latency 132.441 ms 2024-09-16T00:07:22.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 72248 8.88 MB/sec execute 316 sec latency 158.780 ms 2024-09-16T00:07:22.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:22 smithi190 ceph-mon[34840]: pgmap v638: 97 pgs: 97 active+clean; 1.1 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.0 MiB/s wr, 178 op/s 2024-09-16T00:07:22.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:22 smithi071 ceph-mon[30957]: pgmap v638: 97 pgs: 97 active+clean; 1.1 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.0 MiB/s wr, 178 op/s 2024-09-16T00:07:22.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:22 smithi163 ceph-mon[34107]: pgmap v638: 97 pgs: 97 active+clean; 1.1 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.0 MiB/s wr, 178 op/s 2024-09-16T00:07:23.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 72403 8.88 MB/sec execute 317 sec latency 226.922 ms 2024-09-16T00:07:24.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 72525 8.87 MB/sec execute 318 sec latency 117.321 ms 2024-09-16T00:07:24.279 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:24 smithi163 ceph-mon[34107]: pgmap v639: 97 pgs: 97 active+clean; 1.1 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.0 MiB/s wr, 178 op/s 2024-09-16T00:07:24.280 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:24 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:07:24.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:24 smithi190 ceph-mon[34840]: pgmap v639: 97 pgs: 97 active+clean; 1.1 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.0 MiB/s wr, 178 op/s 2024-09-16T00:07:24.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:24 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:07:24.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:24 smithi071 ceph-mon[30957]: pgmap v639: 97 pgs: 97 active+clean; 1.1 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.0 MiB/s wr, 178 op/s 2024-09-16T00:07:24.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:24 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:07:25.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 72646 8.86 MB/sec execute 319 sec latency 180.383 ms 2024-09-16T00:07:26.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 72755 8.84 MB/sec execute 320 sec latency 267.018 ms 2024-09-16T00:07:26.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:26 smithi190 ceph-mon[34840]: pgmap v640: 97 pgs: 97 active+clean; 1.2 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 7.8 MiB/s wr, 270 op/s 2024-09-16T00:07:26.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:26 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:26.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:26 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:26.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:26 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:26.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:26 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:26.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:26 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:26.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:26 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:26.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:26 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:26.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:26 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:26.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:26 smithi071 ceph-mon[30957]: pgmap v640: 97 pgs: 97 active+clean; 1.2 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 7.8 MiB/s wr, 270 op/s 2024-09-16T00:07:26.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:26 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:26.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:26 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:26.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:26 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:26.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:26 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:26.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:26 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:26.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:26 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:26.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:26 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:26.427 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:26 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:26.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:26 smithi163 ceph-mon[34107]: pgmap v640: 97 pgs: 97 active+clean; 1.2 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 7.8 MiB/s wr, 270 op/s 2024-09-16T00:07:26.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:26 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:26.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:26 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:26.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:26 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:26.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:26 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:26.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:26 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:26.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:26 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:26.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:26 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:26.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:26 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:27.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 72841 8.83 MB/sec execute 321 sec latency 254.726 ms 2024-09-16T00:07:27.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:27 smithi190 ceph-mon[34840]: Adjusting osd_memory_target on smithi163 to 176.0M 2024-09-16T00:07:27.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:27 smithi190 ceph-mon[34840]: Unable to set osd_memory_target on smithi163 to 184573132: error parsing value: Value '184573132' is below minimum 939524096 2024-09-16T00:07:27.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:27 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:27.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:27 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:27.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:27 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:27.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:27 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:27.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:27 smithi071 ceph-mon[30957]: Adjusting osd_memory_target on smithi163 to 176.0M 2024-09-16T00:07:27.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:27 smithi071 ceph-mon[30957]: Unable to set osd_memory_target on smithi163 to 184573132: error parsing value: Value '184573132' is below minimum 939524096 2024-09-16T00:07:27.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:27 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:27.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:27 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:27.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:27 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:27.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:27 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:27.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:27 smithi163 ceph-mon[34107]: Adjusting osd_memory_target on smithi163 to 176.0M 2024-09-16T00:07:27.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:27 smithi163 ceph-mon[34107]: Unable to set osd_memory_target on smithi163 to 184573132: error parsing value: Value '184573132' is below minimum 939524096 2024-09-16T00:07:27.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:27 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:27.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:27 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:27.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:27 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:27.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:27 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:28.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 72953 8.83 MB/sec execute 322 sec latency 170.129 ms 2024-09-16T00:07:28.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:28 smithi190 ceph-mon[34840]: Adjusting osd_memory_target on smithi071 to 176.0M 2024-09-16T00:07:28.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:28 smithi190 ceph-mon[34840]: Unable to set osd_memory_target on smithi071 to 184563097: error parsing value: Value '184563097' is below minimum 939524096 2024-09-16T00:07:28.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:28 smithi190 ceph-mon[34840]: pgmap v641: 97 pgs: 97 active+clean; 1.2 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.0 MiB/s wr, 177 op/s 2024-09-16T00:07:28.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:28 smithi071 ceph-mon[30957]: Adjusting osd_memory_target on smithi071 to 176.0M 2024-09-16T00:07:28.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:28 smithi071 ceph-mon[30957]: Unable to set osd_memory_target on smithi071 to 184563097: error parsing value: Value '184563097' is below minimum 939524096 2024-09-16T00:07:28.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:28 smithi071 ceph-mon[30957]: pgmap v641: 97 pgs: 97 active+clean; 1.2 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.0 MiB/s wr, 177 op/s 2024-09-16T00:07:28.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:28 smithi163 ceph-mon[34107]: Adjusting osd_memory_target on smithi071 to 176.0M 2024-09-16T00:07:28.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:28 smithi163 ceph-mon[34107]: Unable to set osd_memory_target on smithi071 to 184563097: error parsing value: Value '184563097' is below minimum 939524096 2024-09-16T00:07:28.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:28 smithi163 ceph-mon[34107]: pgmap v641: 97 pgs: 97 active+clean; 1.2 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 5.0 MiB/s wr, 177 op/s 2024-09-16T00:07:29.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 73119 8.83 MB/sec execute 323 sec latency 104.561 ms 2024-09-16T00:07:30.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 73257 8.81 MB/sec execute 324 sec latency 109.079 ms 2024-09-16T00:07:30.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:30 smithi190 ceph-mon[34840]: pgmap v642: 97 pgs: 97 active+clean; 1.2 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 7.1 MiB/s wr, 264 op/s 2024-09-16T00:07:30.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:30 smithi071 ceph-mon[30957]: pgmap v642: 97 pgs: 97 active+clean; 1.2 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 7.1 MiB/s wr, 264 op/s 2024-09-16T00:07:30.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:30 smithi163 ceph-mon[34107]: pgmap v642: 97 pgs: 97 active+clean; 1.2 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 7.1 MiB/s wr, 264 op/s 2024-09-16T00:07:31.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 73407 8.81 MB/sec execute 325 sec latency 107.975 ms 2024-09-16T00:07:31.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:31 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:31.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:31 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:31.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:31 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:31.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:31 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:31.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:31 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:31.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:31 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:31.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:31 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:07:31.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:31 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:07:31.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:31 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:31.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:31 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:31.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:31 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:31.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:31 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:31.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:31 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:31.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:31 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:31.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:31 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:31.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:31 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:07:31.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:31 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:07:31.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:31 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:31.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:31 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:31.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:31 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:31.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:31 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:31.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:31 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:31.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:31 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:31.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:31 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-16T00:07:31.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:31 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:07:31.678 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:31 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:07:31.678 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:31 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:07:32.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 73552 8.80 MB/sec execute 326 sec latency 126.909 ms 2024-09-16T00:07:32.474 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:32 smithi190 ceph-mon[34840]: pgmap v643: 97 pgs: 97 active+clean; 1.2 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.9 MiB/s wr, 178 op/s 2024-09-16T00:07:32.474 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:32 smithi190 ceph-mon[34840]: Adjusting osd_memory_target on smithi190 to 176.0M 2024-09-16T00:07:32.474 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:32 smithi190 ceph-mon[34840]: Unable to set osd_memory_target on smithi190 to 184585318: error parsing value: Value '184585318' is below minimum 939524096 2024-09-16T00:07:32.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:32 smithi163 ceph-mon[34107]: pgmap v643: 97 pgs: 97 active+clean; 1.2 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.9 MiB/s wr, 178 op/s 2024-09-16T00:07:32.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:32 smithi163 ceph-mon[34107]: Adjusting osd_memory_target on smithi190 to 176.0M 2024-09-16T00:07:32.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:32 smithi163 ceph-mon[34107]: Unable to set osd_memory_target on smithi190 to 184585318: error parsing value: Value '184585318' is below minimum 939524096 2024-09-16T00:07:32.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:32 smithi071 ceph-mon[30957]: pgmap v643: 97 pgs: 97 active+clean; 1.2 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.9 MiB/s wr, 178 op/s 2024-09-16T00:07:32.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:32 smithi071 ceph-mon[30957]: Adjusting osd_memory_target on smithi190 to 176.0M 2024-09-16T00:07:32.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:32 smithi071 ceph-mon[30957]: Unable to set osd_memory_target on smithi190 to 184585318: error parsing value: Value '184585318' is below minimum 939524096 2024-09-16T00:07:33.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 73734 8.81 MB/sec execute 327 sec latency 101.267 ms 2024-09-16T00:07:34.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 73876 8.81 MB/sec execute 328 sec latency 319.569 ms 2024-09-16T00:07:34.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:34 smithi163 ceph-mon[34107]: pgmap v644: 97 pgs: 97 active+clean; 1.2 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.9 MiB/s wr, 178 op/s 2024-09-16T00:07:34.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:34 smithi190 ceph-mon[34840]: pgmap v644: 97 pgs: 97 active+clean; 1.2 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.9 MiB/s wr, 178 op/s 2024-09-16T00:07:34.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:34 smithi071 ceph-mon[30957]: pgmap v644: 97 pgs: 97 active+clean; 1.2 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.9 MiB/s wr, 178 op/s 2024-09-16T00:07:35.159 INFO:tasks.workunit.client.0.smithi071.stdout: 10 74014 8.80 MB/sec execute 329 sec latency 110.994 ms 2024-09-16T00:07:36.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 74168 8.78 MB/sec execute 330 sec latency 138.613 ms 2024-09-16T00:07:36.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:36 smithi163 ceph-mon[34107]: pgmap v645: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 7.4 MiB/s wr, 287 op/s 2024-09-16T00:07:36.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:36 smithi190 ceph-mon[34840]: pgmap v645: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 7.4 MiB/s wr, 287 op/s 2024-09-16T00:07:36.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:36 smithi071 ceph-mon[30957]: pgmap v645: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 7.4 MiB/s wr, 287 op/s 2024-09-16T00:07:37.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 74327 8.77 MB/sec execute 331 sec latency 112.130 ms 2024-09-16T00:07:38.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 74511 8.77 MB/sec execute 332 sec latency 93.553 ms 2024-09-16T00:07:38.483 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:38 smithi163 ceph-mon[34107]: pgmap v646: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 4.6 MiB/s wr, 196 op/s 2024-09-16T00:07:38.484 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:38 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:07:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:38 smithi190 ceph-mon[34840]: pgmap v646: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 4.6 MiB/s wr, 196 op/s 2024-09-16T00:07:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:38 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:07:38.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:38 smithi071 ceph-mon[30957]: pgmap v646: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 4.6 MiB/s wr, 196 op/s 2024-09-16T00:07:38.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:38 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:07:39.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 74681 8.76 MB/sec execute 333 sec latency 97.306 ms 2024-09-16T00:07:40.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 74844 8.78 MB/sec execute 334 sec latency 108.754 ms 2024-09-16T00:07:40.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:40 smithi190 ceph-mon[34840]: pgmap v647: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.3 MiB/s wr, 292 op/s 2024-09-16T00:07:40.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:40 smithi071 ceph-mon[30957]: pgmap v647: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.3 MiB/s wr, 292 op/s 2024-09-16T00:07:40.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:40 smithi163 ceph-mon[34107]: pgmap v647: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.3 MiB/s wr, 292 op/s 2024-09-16T00:07:41.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 74992 8.77 MB/sec execute 335 sec latency 143.310 ms 2024-09-16T00:07:42.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 75147 8.77 MB/sec execute 336 sec latency 122.892 ms 2024-09-16T00:07:42.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:42 smithi190 ceph-mon[34840]: pgmap v648: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.4 MiB/s wr, 214 op/s 2024-09-16T00:07:42.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:42 smithi071 ceph-mon[30957]: pgmap v648: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.4 MiB/s wr, 214 op/s 2024-09-16T00:07:42.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:42 smithi163 ceph-mon[34107]: pgmap v648: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.4 MiB/s wr, 214 op/s 2024-09-16T00:07:43.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 75313 8.76 MB/sec execute 337 sec latency 113.401 ms 2024-09-16T00:07:44.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 75548 8.79 MB/sec execute 338 sec latency 92.602 ms 2024-09-16T00:07:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:44 smithi190 ceph-mon[34840]: pgmap v649: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.4 MiB/s wr, 214 op/s 2024-09-16T00:07:44.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:44 smithi071 ceph-mon[30957]: pgmap v649: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.4 MiB/s wr, 214 op/s 2024-09-16T00:07:44.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:44 smithi163 ceph-mon[34107]: pgmap v649: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.4 MiB/s wr, 214 op/s 2024-09-16T00:07:45.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 75726 8.79 MB/sec execute 339 sec latency 241.534 ms 2024-09-16T00:07:46.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 75913 8.80 MB/sec execute 340 sec latency 100.875 ms 2024-09-16T00:07:46.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:46 smithi071 ceph-mon[30957]: pgmap v650: 97 pgs: 97 active+clean; 1.1 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 6.7 MiB/s wr, 309 op/s 2024-09-16T00:07:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:46 smithi190 ceph-mon[34840]: pgmap v650: 97 pgs: 97 active+clean; 1.1 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 6.7 MiB/s wr, 309 op/s 2024-09-16T00:07:46.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:46 smithi163 ceph-mon[34107]: pgmap v650: 97 pgs: 97 active+clean; 1.1 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 6.7 MiB/s wr, 309 op/s 2024-09-16T00:07:47.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 76049 8.79 MB/sec execute 341 sec latency 94.996 ms 2024-09-16T00:07:48.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 76209 8.81 MB/sec execute 342 sec latency 81.879 ms 2024-09-16T00:07:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:48 smithi190 ceph-mon[34840]: pgmap v651: 97 pgs: 97 active+clean; 1.1 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.2 MiB/s wr, 201 op/s 2024-09-16T00:07:48.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:48 smithi071 ceph-mon[30957]: pgmap v651: 97 pgs: 97 active+clean; 1.1 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.2 MiB/s wr, 201 op/s 2024-09-16T00:07:48.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:48 smithi163 ceph-mon[34107]: pgmap v651: 97 pgs: 97 active+clean; 1.1 GiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 4.2 MiB/s wr, 201 op/s 2024-09-16T00:07:49.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 76354 8.81 MB/sec execute 343 sec latency 95.327 ms 2024-09-16T00:07:50.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 76551 8.83 MB/sec execute 344 sec latency 104.228 ms 2024-09-16T00:07:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:50 smithi190 ceph-mon[34840]: pgmap v652: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 6.7 MiB/s wr, 286 op/s 2024-09-16T00:07:50.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:50 smithi071 ceph-mon[30957]: pgmap v652: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 6.7 MiB/s wr, 286 op/s 2024-09-16T00:07:50.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:50 smithi163 ceph-mon[34107]: pgmap v652: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 6.7 MiB/s wr, 286 op/s 2024-09-16T00:07:51.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 76664 8.83 MB/sec execute 345 sec latency 241.051 ms 2024-09-16T00:07:52.158 INFO:tasks.workunit.client.0.smithi071.stdout: 10 76821 8.84 MB/sec execute 346 sec latency 114.116 ms 2024-09-16T00:07:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:52 smithi190 ceph-mon[34840]: pgmap v653: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 5.1 MiB/s wr, 195 op/s 2024-09-16T00:07:52.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:52 smithi071 ceph-mon[30957]: pgmap v653: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 5.1 MiB/s wr, 195 op/s 2024-09-16T00:07:52.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:52 smithi163 ceph-mon[34107]: pgmap v653: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 5.1 MiB/s wr, 195 op/s 2024-09-16T00:07:53.159 INFO:tasks.workunit.client.0.smithi071.stdout: 10 76972 8.83 MB/sec execute 347 sec latency 122.799 ms 2024-09-16T00:07:54.159 INFO:tasks.workunit.client.0.smithi071.stdout: 10 77095 8.81 MB/sec execute 348 sec latency 96.330 ms 2024-09-16T00:07:54.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:54 smithi190 ceph-mon[34840]: pgmap v654: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.9 MiB/s wr, 186 op/s 2024-09-16T00:07:54.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:54 smithi071 ceph-mon[30957]: pgmap v654: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.9 MiB/s wr, 186 op/s 2024-09-16T00:07:54.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:54 smithi163 ceph-mon[34107]: pgmap v654: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.9 MiB/s wr, 186 op/s 2024-09-16T00:07:55.159 INFO:tasks.workunit.client.0.smithi071.stdout: 10 77222 8.80 MB/sec execute 349 sec latency 104.789 ms 2024-09-16T00:07:56.159 INFO:tasks.workunit.client.0.smithi071.stdout: 10 77350 8.79 MB/sec execute 350 sec latency 190.702 ms 2024-09-16T00:07:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:56 smithi190 ceph-mon[34840]: pgmap v655: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.7 MiB/s wr, 274 op/s 2024-09-16T00:07:56.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:56 smithi071 ceph-mon[30957]: pgmap v655: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.7 MiB/s wr, 274 op/s 2024-09-16T00:07:56.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:56 smithi163 ceph-mon[34107]: pgmap v655: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 7.7 MiB/s wr, 274 op/s 2024-09-16T00:07:57.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 77521 8.80 MB/sec execute 351 sec latency 102.486 ms 2024-09-16T00:07:58.159 INFO:tasks.workunit.client.0.smithi071.stdout: 10 77647 8.79 MB/sec execute 352 sec latency 204.962 ms 2024-09-16T00:07:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:07:58 smithi190 ceph-mon[34840]: pgmap v656: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 178 op/s 2024-09-16T00:07:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:07:58 smithi071 ceph-mon[30957]: pgmap v656: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 178 op/s 2024-09-16T00:07:58.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:07:58 smithi163 ceph-mon[34107]: pgmap v656: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 178 op/s 2024-09-16T00:07:59.159 INFO:tasks.workunit.client.0.smithi071.stdout: 10 77802 8.78 MB/sec execute 353 sec latency 116.563 ms 2024-09-16T00:08:00.159 INFO:tasks.workunit.client.0.smithi071.stdout: 10 77924 8.78 MB/sec execute 354 sec latency 196.653 ms 2024-09-16T00:08:00.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:00 smithi190 ceph-mon[34840]: pgmap v657: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.8 MiB/s wr, 271 op/s 2024-09-16T00:08:00.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:00 smithi071 ceph-mon[30957]: pgmap v657: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.8 MiB/s wr, 271 op/s 2024-09-16T00:08:00.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:00 smithi163 ceph-mon[34107]: pgmap v657: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.8 MiB/s wr, 271 op/s 2024-09-16T00:08:01.159 INFO:tasks.workunit.client.0.smithi071.stdout: 10 77932 8.75 MB/sec execute 355 sec latency 1133.703 ms 2024-09-16T00:08:02.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 78070 8.75 MB/sec execute 356 sec latency 108.088 ms 2024-09-16T00:08:02.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:02 smithi190 ceph-mon[34840]: pgmap v658: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.4 MiB/s wr, 191 op/s 2024-09-16T00:08:02.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:02 smithi071 ceph-mon[30957]: pgmap v658: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.4 MiB/s wr, 191 op/s 2024-09-16T00:08:02.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:02 smithi163 ceph-mon[34107]: pgmap v658: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.4 MiB/s wr, 191 op/s 2024-09-16T00:08:03.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 78238 8.75 MB/sec execute 357 sec latency 136.875 ms 2024-09-16T00:08:03.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:03 smithi190 ceph-mon[34840]: osdmap e111: 12 total, 12 up, 12 in 2024-09-16T00:08:03.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:03 smithi071 ceph-mon[30957]: osdmap e111: 12 total, 12 up, 12 in 2024-09-16T00:08:03.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:03 smithi163 ceph-mon[34107]: osdmap e111: 12 total, 12 up, 12 in 2024-09-16T00:08:04.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 78371 8.75 MB/sec execute 358 sec latency 154.316 ms 2024-09-16T00:08:04.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:04 smithi190 ceph-mon[34840]: pgmap v660: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 6.3 MiB/s wr, 223 op/s 2024-09-16T00:08:04.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:04 smithi071 ceph-mon[30957]: pgmap v660: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 6.3 MiB/s wr, 223 op/s 2024-09-16T00:08:04.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:04 smithi163 ceph-mon[34107]: pgmap v660: 97 pgs: 97 active+clean; 1.2 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 6.3 MiB/s wr, 223 op/s 2024-09-16T00:08:05.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 78527 8.75 MB/sec execute 359 sec latency 142.037 ms 2024-09-16T00:08:06.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 78655 8.74 MB/sec execute 360 sec latency 119.869 ms 2024-09-16T00:08:06.535 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:06 smithi163 ceph-mon[34107]: pgmap v661: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.5 MiB/s wr, 249 op/s 2024-09-16T00:08:06.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:06 smithi190 ceph-mon[34840]: pgmap v661: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.5 MiB/s wr, 249 op/s 2024-09-16T00:08:06.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:06 smithi071 ceph-mon[30957]: pgmap v661: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.5 MiB/s wr, 249 op/s 2024-09-16T00:08:07.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 78816 8.72 MB/sec execute 361 sec latency 118.381 ms 2024-09-16T00:08:08.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 78985 8.70 MB/sec execute 362 sec latency 100.081 ms 2024-09-16T00:08:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:08 smithi190 ceph-mon[34840]: pgmap v662: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.5 MiB/s wr, 249 op/s 2024-09-16T00:08:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:08 smithi190 ceph-mon[34840]: osdmap e112: 12 total, 12 up, 12 in 2024-09-16T00:08:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:08 smithi071 ceph-mon[30957]: pgmap v662: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.5 MiB/s wr, 249 op/s 2024-09-16T00:08:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:08 smithi071 ceph-mon[30957]: osdmap e112: 12 total, 12 up, 12 in 2024-09-16T00:08:08.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:08 smithi163 ceph-mon[34107]: pgmap v662: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.5 MiB/s wr, 249 op/s 2024-09-16T00:08:08.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:08 smithi163 ceph-mon[34107]: osdmap e112: 12 total, 12 up, 12 in 2024-09-16T00:08:09.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 79156 8.71 MB/sec execute 363 sec latency 85.898 ms 2024-09-16T00:08:10.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 79327 8.71 MB/sec execute 364 sec latency 188.510 ms 2024-09-16T00:08:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:10 smithi190 ceph-mon[34840]: pgmap v664: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 5.8 MiB/s wr, 302 op/s 2024-09-16T00:08:10.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:10 smithi071 ceph-mon[30957]: pgmap v664: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 5.8 MiB/s wr, 302 op/s 2024-09-16T00:08:10.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:10 smithi163 ceph-mon[34107]: pgmap v664: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 5.8 MiB/s wr, 302 op/s 2024-09-16T00:08:11.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 79492 8.71 MB/sec execute 365 sec latency 123.138 ms 2024-09-16T00:08:12.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 79650 8.71 MB/sec execute 366 sec latency 134.504 ms 2024-09-16T00:08:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:12 smithi190 ceph-mon[34840]: pgmap v665: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 5.7 MiB/s wr, 306 op/s 2024-09-16T00:08:12.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:12 smithi071 ceph-mon[30957]: pgmap v665: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 5.7 MiB/s wr, 306 op/s 2024-09-16T00:08:12.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:12 smithi163 ceph-mon[34107]: pgmap v665: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 5.7 MiB/s wr, 306 op/s 2024-09-16T00:08:13.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 79828 8.72 MB/sec execute 367 sec latency 98.937 ms 2024-09-16T00:08:14.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 80005 8.72 MB/sec execute 368 sec latency 99.044 ms 2024-09-16T00:08:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:14 smithi190 ceph-mon[34840]: pgmap v666: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 4.6 MiB/s wr, 250 op/s 2024-09-16T00:08:14.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:14 smithi071 ceph-mon[30957]: pgmap v666: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 4.6 MiB/s wr, 250 op/s 2024-09-16T00:08:14.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:14 smithi163 ceph-mon[34107]: pgmap v666: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 4.6 MiB/s wr, 250 op/s 2024-09-16T00:08:15.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 80226 8.74 MB/sec execute 369 sec latency 124.946 ms 2024-09-16T00:08:16.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 80370 8.73 MB/sec execute 370 sec latency 94.781 ms 2024-09-16T00:08:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:16 smithi190 ceph-mon[34840]: pgmap v667: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 237 op/s 2024-09-16T00:08:16.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:16 smithi071 ceph-mon[30957]: pgmap v667: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 237 op/s 2024-09-16T00:08:16.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:16 smithi163 ceph-mon[34107]: pgmap v667: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 237 op/s 2024-09-16T00:08:17.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 80556 8.75 MB/sec execute 371 sec latency 109.929 ms 2024-09-16T00:08:18.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 80704 8.75 MB/sec execute 372 sec latency 88.502 ms 2024-09-16T00:08:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:18 smithi190 ceph-mon[34840]: pgmap v668: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 237 op/s 2024-09-16T00:08:18.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:18 smithi071 ceph-mon[30957]: pgmap v668: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 237 op/s 2024-09-16T00:08:18.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:18 smithi163 ceph-mon[34107]: pgmap v668: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 237 op/s 2024-09-16T00:08:19.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 80838 8.74 MB/sec execute 373 sec latency 84.184 ms 2024-09-16T00:08:20.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 80974 8.73 MB/sec execute 374 sec latency 99.096 ms 2024-09-16T00:08:20.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:20 smithi190 ceph-mon[34840]: pgmap v669: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 7.2 MiB/s wr, 306 op/s 2024-09-16T00:08:20.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:20 smithi071 ceph-mon[30957]: pgmap v669: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 7.2 MiB/s wr, 306 op/s 2024-09-16T00:08:20.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:20 smithi163 ceph-mon[34107]: pgmap v669: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 7.2 MiB/s wr, 306 op/s 2024-09-16T00:08:21.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 81172 8.76 MB/sec execute 375 sec latency 93.929 ms 2024-09-16T00:08:22.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 81325 8.77 MB/sec execute 376 sec latency 122.170 ms 2024-09-16T00:08:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:22 smithi190 ceph-mon[34840]: pgmap v670: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.2 MiB/s wr, 199 op/s 2024-09-16T00:08:22.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:22 smithi071 ceph-mon[30957]: pgmap v670: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.2 MiB/s wr, 199 op/s 2024-09-16T00:08:22.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:22 smithi163 ceph-mon[34107]: pgmap v670: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.2 MiB/s wr, 199 op/s 2024-09-16T00:08:23.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 81484 8.77 MB/sec execute 377 sec latency 104.372 ms 2024-09-16T00:08:24.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 81643 8.76 MB/sec execute 378 sec latency 118.593 ms 2024-09-16T00:08:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:24 smithi190 ceph-mon[34840]: pgmap v671: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.2 MiB/s wr, 192 op/s 2024-09-16T00:08:24.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:24 smithi071 ceph-mon[30957]: pgmap v671: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.2 MiB/s wr, 192 op/s 2024-09-16T00:08:24.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:24 smithi163 ceph-mon[34107]: pgmap v671: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.2 MiB/s wr, 192 op/s 2024-09-16T00:08:25.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 81760 8.75 MB/sec execute 379 sec latency 96.364 ms 2024-09-16T00:08:26.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 81929 8.75 MB/sec execute 380 sec latency 145.528 ms 2024-09-16T00:08:26.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:26 smithi190 ceph-mon[34840]: pgmap v672: 97 pgs: 97 active+clean; 1.3 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 284 op/s 2024-09-16T00:08:26.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:26 smithi071 ceph-mon[30957]: pgmap v672: 97 pgs: 97 active+clean; 1.3 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 284 op/s 2024-09-16T00:08:26.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:26 smithi163 ceph-mon[34107]: pgmap v672: 97 pgs: 97 active+clean; 1.3 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 284 op/s 2024-09-16T00:08:27.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 82041 8.74 MB/sec execute 381 sec latency 97.260 ms 2024-09-16T00:08:28.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 82189 8.74 MB/sec execute 382 sec latency 136.145 ms 2024-09-16T00:08:28.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:28 smithi190 ceph-mon[34840]: pgmap v673: 97 pgs: 97 active+clean; 1.3 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.3 MiB/s wr, 185 op/s 2024-09-16T00:08:28.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:28 smithi071 ceph-mon[30957]: pgmap v673: 97 pgs: 97 active+clean; 1.3 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.3 MiB/s wr, 185 op/s 2024-09-16T00:08:28.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:28 smithi163 ceph-mon[34107]: pgmap v673: 97 pgs: 97 active+clean; 1.3 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 5.3 MiB/s wr, 185 op/s 2024-09-16T00:08:29.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 82345 8.74 MB/sec execute 383 sec latency 108.505 ms 2024-09-16T00:08:30.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 82494 8.73 MB/sec execute 384 sec latency 181.209 ms 2024-09-16T00:08:30.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:30 smithi190 ceph-mon[34840]: pgmap v674: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 8.1 MiB/s wr, 279 op/s 2024-09-16T00:08:30.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:30 smithi071 ceph-mon[30957]: pgmap v674: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 8.1 MiB/s wr, 279 op/s 2024-09-16T00:08:30.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:30 smithi163 ceph-mon[34107]: pgmap v674: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 8.1 MiB/s wr, 279 op/s 2024-09-16T00:08:31.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 82632 8.73 MB/sec execute 385 sec latency 150.521 ms 2024-09-16T00:08:31.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:31 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:08:31.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:31 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:08:31.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:31 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:08:32.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 82745 8.72 MB/sec execute 386 sec latency 317.906 ms 2024-09-16T00:08:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:32 smithi190 ceph-mon[34840]: pgmap v675: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.8 MiB/s wr, 201 op/s 2024-09-16T00:08:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:32 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:08:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:32 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:08:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:32 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:08:32.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:32 smithi071 ceph-mon[30957]: pgmap v675: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.8 MiB/s wr, 201 op/s 2024-09-16T00:08:32.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:32 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:08:32.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:32 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:08:32.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:32 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:08:32.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:32 smithi163 ceph-mon[34107]: pgmap v675: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.8 MiB/s wr, 201 op/s 2024-09-16T00:08:32.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:32 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:08:32.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:32 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:08:32.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:32 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:08:33.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 82892 8.72 MB/sec execute 387 sec latency 251.070 ms 2024-09-16T00:08:34.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 83032 8.72 MB/sec execute 388 sec latency 126.094 ms 2024-09-16T00:08:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:34 smithi190 ceph-mon[34840]: pgmap v676: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.7 MiB/s wr, 193 op/s 2024-09-16T00:08:34.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:34 smithi071 ceph-mon[30957]: pgmap v676: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.7 MiB/s wr, 193 op/s 2024-09-16T00:08:34.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:34 smithi163 ceph-mon[34107]: pgmap v676: 97 pgs: 97 active+clean; 1.2 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.7 MiB/s wr, 193 op/s 2024-09-16T00:08:35.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 83186 8.72 MB/sec execute 389 sec latency 96.980 ms 2024-09-16T00:08:36.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 83324 8.70 MB/sec execute 390 sec latency 148.092 ms 2024-09-16T00:08:36.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:36 smithi190 ceph-mon[34840]: pgmap v677: 97 pgs: 97 active+clean; 1.2 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 8.0 MiB/s wr, 291 op/s 2024-09-16T00:08:36.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:36 smithi071 ceph-mon[30957]: pgmap v677: 97 pgs: 97 active+clean; 1.2 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 8.0 MiB/s wr, 291 op/s 2024-09-16T00:08:36.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:36 smithi163 ceph-mon[34107]: pgmap v677: 97 pgs: 97 active+clean; 1.2 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 8.0 MiB/s wr, 291 op/s 2024-09-16T00:08:37.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 83461 8.70 MB/sec execute 391 sec latency 168.250 ms 2024-09-16T00:08:38.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 83649 8.69 MB/sec execute 392 sec latency 95.356 ms 2024-09-16T00:08:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:38 smithi190 ceph-mon[34840]: pgmap v678: 97 pgs: 97 active+clean; 1.2 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.1 MiB/s wr, 199 op/s 2024-09-16T00:08:38.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:38 smithi071 ceph-mon[30957]: pgmap v678: 97 pgs: 97 active+clean; 1.2 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.1 MiB/s wr, 199 op/s 2024-09-16T00:08:38.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:38 smithi163 ceph-mon[34107]: pgmap v678: 97 pgs: 97 active+clean; 1.2 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.1 MiB/s wr, 199 op/s 2024-09-16T00:08:39.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 83802 8.69 MB/sec execute 393 sec latency 102.496 ms 2024-09-16T00:08:40.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 83958 8.69 MB/sec execute 394 sec latency 126.878 ms 2024-09-16T00:08:40.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:40 smithi190 ceph-mon[34840]: pgmap v679: 97 pgs: 97 active+clean; 1.2 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 6.9 MiB/s wr, 289 op/s 2024-09-16T00:08:40.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:40 smithi071 ceph-mon[30957]: pgmap v679: 97 pgs: 97 active+clean; 1.2 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 6.9 MiB/s wr, 289 op/s 2024-09-16T00:08:40.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:40 smithi163 ceph-mon[34107]: pgmap v679: 97 pgs: 97 active+clean; 1.2 GiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 6.9 MiB/s wr, 289 op/s 2024-09-16T00:08:41.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 84122 8.68 MB/sec execute 395 sec latency 91.365 ms 2024-09-16T00:08:42.160 INFO:tasks.workunit.client.0.smithi071.stdout: 10 84291 8.69 MB/sec execute 396 sec latency 169.675 ms 2024-09-16T00:08:42.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:42 smithi190 ceph-mon[34840]: pgmap v680: 97 pgs: 97 active+clean; 1.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.3 MiB/s wr, 203 op/s 2024-09-16T00:08:42.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:42 smithi071 ceph-mon[30957]: pgmap v680: 97 pgs: 97 active+clean; 1.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.3 MiB/s wr, 203 op/s 2024-09-16T00:08:42.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:42 smithi163 ceph-mon[34107]: pgmap v680: 97 pgs: 97 active+clean; 1.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.3 MiB/s wr, 203 op/s 2024-09-16T00:08:43.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 84440 8.68 MB/sec execute 397 sec latency 143.356 ms 2024-09-16T00:08:44.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 84614 8.68 MB/sec execute 398 sec latency 131.164 ms 2024-09-16T00:08:44.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:44 smithi190 ceph-mon[34840]: pgmap v681: 97 pgs: 97 active+clean; 1.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.2 MiB/s wr, 195 op/s 2024-09-16T00:08:44.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:44 smithi071 ceph-mon[30957]: pgmap v681: 97 pgs: 97 active+clean; 1.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.2 MiB/s wr, 195 op/s 2024-09-16T00:08:44.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:44 smithi163 ceph-mon[34107]: pgmap v681: 97 pgs: 97 active+clean; 1.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.2 MiB/s wr, 195 op/s 2024-09-16T00:08:45.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 84804 8.70 MB/sec execute 399 sec latency 91.316 ms 2024-09-16T00:08:46.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 84977 8.70 MB/sec execute 400 sec latency 100.711 ms 2024-09-16T00:08:46.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:46 smithi190 ceph-mon[34840]: pgmap v682: 97 pgs: 97 active+clean; 1.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 6.7 MiB/s wr, 288 op/s 2024-09-16T00:08:46.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:46 smithi071 ceph-mon[30957]: pgmap v682: 97 pgs: 97 active+clean; 1.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 6.7 MiB/s wr, 288 op/s 2024-09-16T00:08:46.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:46 smithi163 ceph-mon[34107]: pgmap v682: 97 pgs: 97 active+clean; 1.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 6.7 MiB/s wr, 288 op/s 2024-09-16T00:08:47.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 85154 8.70 MB/sec execute 401 sec latency 89.576 ms 2024-09-16T00:08:48.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 85312 8.71 MB/sec execute 402 sec latency 96.970 ms 2024-09-16T00:08:48.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:48 smithi190 ceph-mon[34840]: pgmap v683: 97 pgs: 97 active+clean; 1.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.3 MiB/s wr, 191 op/s 2024-09-16T00:08:48.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:48 smithi071 ceph-mon[30957]: pgmap v683: 97 pgs: 97 active+clean; 1.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.3 MiB/s wr, 191 op/s 2024-09-16T00:08:48.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:48 smithi163 ceph-mon[34107]: pgmap v683: 97 pgs: 97 active+clean; 1.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.3 MiB/s wr, 191 op/s 2024-09-16T00:08:49.164 INFO:tasks.workunit.client.0.smithi071.stdout: 10 85478 8.72 MB/sec execute 403 sec latency 92.479 ms 2024-09-16T00:08:50.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 85616 8.71 MB/sec execute 404 sec latency 101.713 ms 2024-09-16T00:08:50.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:50 smithi190 ceph-mon[34840]: pgmap v684: 97 pgs: 97 active+clean; 1.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.9 MiB/s wr, 242 op/s 2024-09-16T00:08:50.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:50 smithi071 ceph-mon[30957]: pgmap v684: 97 pgs: 97 active+clean; 1.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.9 MiB/s wr, 242 op/s 2024-09-16T00:08:50.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:50 smithi163 ceph-mon[34107]: pgmap v684: 97 pgs: 97 active+clean; 1.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.9 MiB/s wr, 242 op/s 2024-09-16T00:08:51.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 85779 8.72 MB/sec execute 405 sec latency 100.654 ms 2024-09-16T00:08:52.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 85898 8.72 MB/sec execute 406 sec latency 213.005 ms 2024-09-16T00:08:52.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:52 smithi190 ceph-mon[34840]: pgmap v685: 97 pgs: 97 active+clean; 1.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.0 MiB/s wr, 187 op/s 2024-09-16T00:08:52.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:52 smithi071 ceph-mon[30957]: pgmap v685: 97 pgs: 97 active+clean; 1.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.0 MiB/s wr, 187 op/s 2024-09-16T00:08:52.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:52 smithi163 ceph-mon[34107]: pgmap v685: 97 pgs: 97 active+clean; 1.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.0 MiB/s wr, 187 op/s 2024-09-16T00:08:53.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 86050 8.73 MB/sec execute 407 sec latency 98.207 ms 2024-09-16T00:08:54.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 86194 8.71 MB/sec execute 408 sec latency 117.730 ms 2024-09-16T00:08:54.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:54 smithi190 ceph-mon[34840]: pgmap v686: 97 pgs: 97 active+clean; 1.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.0 MiB/s wr, 179 op/s 2024-09-16T00:08:54.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:54 smithi071 ceph-mon[30957]: pgmap v686: 97 pgs: 97 active+clean; 1.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.0 MiB/s wr, 179 op/s 2024-09-16T00:08:54.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:54 smithi163 ceph-mon[34107]: pgmap v686: 97 pgs: 97 active+clean; 1.2 GiB data, 4.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.0 MiB/s wr, 179 op/s 2024-09-16T00:08:55.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 86368 8.71 MB/sec execute 409 sec latency 97.010 ms 2024-09-16T00:08:56.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 86509 8.71 MB/sec execute 410 sec latency 107.053 ms 2024-09-16T00:08:56.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:56 smithi190 ceph-mon[34840]: pgmap v687: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.7 MiB/s wr, 272 op/s 2024-09-16T00:08:56.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:56 smithi071 ceph-mon[30957]: pgmap v687: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.7 MiB/s wr, 272 op/s 2024-09-16T00:08:56.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:56 smithi163 ceph-mon[34107]: pgmap v687: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.7 MiB/s wr, 272 op/s 2024-09-16T00:08:57.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 86663 8.71 MB/sec execute 411 sec latency 116.044 ms 2024-09-16T00:08:58.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 86784 8.70 MB/sec execute 412 sec latency 111.640 ms 2024-09-16T00:08:58.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:08:58 smithi190 ceph-mon[34840]: pgmap v688: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 179 op/s 2024-09-16T00:08:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:08:58 smithi071 ceph-mon[30957]: pgmap v688: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 179 op/s 2024-09-16T00:08:58.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:08:58 smithi163 ceph-mon[34107]: pgmap v688: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 179 op/s 2024-09-16T00:08:59.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 86944 8.70 MB/sec execute 413 sec latency 117.605 ms 2024-09-16T00:09:00.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 87109 8.71 MB/sec execute 414 sec latency 97.700 ms 2024-09-16T00:09:00.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:00 smithi190 ceph-mon[34840]: pgmap v689: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.4 MiB/s wr, 255 op/s 2024-09-16T00:09:00.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:00 smithi071 ceph-mon[30957]: pgmap v689: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.4 MiB/s wr, 255 op/s 2024-09-16T00:09:00.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:00 smithi163 ceph-mon[34107]: pgmap v689: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.4 MiB/s wr, 255 op/s 2024-09-16T00:09:01.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 87237 8.71 MB/sec execute 415 sec latency 714.464 ms 2024-09-16T00:09:02.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 87382 8.70 MB/sec execute 416 sec latency 1691.764 ms 2024-09-16T00:09:02.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:02 smithi071 ceph-mon[30957]: pgmap v690: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 6.2 MiB/s wr, 220 op/s 2024-09-16T00:09:02.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:02 smithi163 ceph-mon[34107]: pgmap v690: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 6.2 MiB/s wr, 220 op/s 2024-09-16T00:09:02.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:02 smithi190 ceph-mon[34840]: pgmap v690: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 6.2 MiB/s wr, 220 op/s 2024-09-16T00:09:03.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 87538 8.70 MB/sec execute 417 sec latency 2691.793 ms 2024-09-16T00:09:03.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:03 smithi071 ceph-mon[30957]: osdmap e113: 12 total, 12 up, 12 in 2024-09-16T00:09:03.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:03 smithi163 ceph-mon[34107]: osdmap e113: 12 total, 12 up, 12 in 2024-09-16T00:09:03.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:03 smithi190 ceph-mon[34840]: osdmap e113: 12 total, 12 up, 12 in 2024-09-16T00:09:04.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 87688 8.70 MB/sec execute 418 sec latency 3691.825 ms 2024-09-16T00:09:04.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:04 smithi071 ceph-mon[30957]: pgmap v692: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 6.4 MiB/s wr, 223 op/s 2024-09-16T00:09:04.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:04 smithi163 ceph-mon[34107]: pgmap v692: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 6.4 MiB/s wr, 223 op/s 2024-09-16T00:09:04.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:04 smithi190 ceph-mon[34840]: pgmap v692: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 6.4 MiB/s wr, 223 op/s 2024-09-16T00:09:05.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 87827 8.69 MB/sec execute 419 sec latency 4691.857 ms 2024-09-16T00:09:06.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 87975 8.67 MB/sec execute 420 sec latency 5691.891 ms 2024-09-16T00:09:06.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:06 smithi071 ceph-mon[30957]: pgmap v693: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.4 MiB/s wr, 260 op/s 2024-09-16T00:09:06.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:06 smithi163 ceph-mon[34107]: pgmap v693: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.4 MiB/s wr, 260 op/s 2024-09-16T00:09:06.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:06 smithi190 ceph-mon[34840]: pgmap v693: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.4 MiB/s wr, 260 op/s 2024-09-16T00:09:07.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 88136 8.66 MB/sec execute 421 sec latency 6151.140 ms 2024-09-16T00:09:08.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 88301 8.67 MB/sec execute 422 sec latency 110.869 ms 2024-09-16T00:09:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:08 smithi190 ceph-mon[34840]: pgmap v694: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.4 MiB/s wr, 260 op/s 2024-09-16T00:09:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:08 smithi190 ceph-mon[34840]: osdmap e114: 12 total, 12 up, 12 in 2024-09-16T00:09:08.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:08 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:09:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:08 smithi071 ceph-mon[30957]: pgmap v694: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.4 MiB/s wr, 260 op/s 2024-09-16T00:09:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:08 smithi071 ceph-mon[30957]: osdmap e114: 12 total, 12 up, 12 in 2024-09-16T00:09:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:08 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:09:08.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:08 smithi163 ceph-mon[34107]: pgmap v694: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.4 MiB/s wr, 260 op/s 2024-09-16T00:09:08.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:08 smithi163 ceph-mon[34107]: osdmap e114: 12 total, 12 up, 12 in 2024-09-16T00:09:08.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:08 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:09:09.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 88473 8.67 MB/sec execute 423 sec latency 101.394 ms 2024-09-16T00:09:10.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 88612 8.66 MB/sec execute 424 sec latency 100.196 ms 2024-09-16T00:09:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:10 smithi190 ceph-mon[34840]: pgmap v696: 97 pgs: 97 active+clean; 1.2 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 7.1 MiB/s wr, 329 op/s 2024-09-16T00:09:10.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:10 smithi071 ceph-mon[30957]: pgmap v696: 97 pgs: 97 active+clean; 1.2 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 7.1 MiB/s wr, 329 op/s 2024-09-16T00:09:10.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:10 smithi163 ceph-mon[34107]: pgmap v696: 97 pgs: 97 active+clean; 1.2 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 7.1 MiB/s wr, 329 op/s 2024-09-16T00:09:11.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 88782 8.67 MB/sec execute 425 sec latency 134.708 ms 2024-09-16T00:09:12.161 INFO:tasks.workunit.client.0.smithi071.stdout: 10 88938 8.67 MB/sec execute 426 sec latency 111.277 ms 2024-09-16T00:09:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:12 smithi190 ceph-mon[34840]: pgmap v697: 97 pgs: 97 active+clean; 1.2 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 7.2 MiB/s wr, 340 op/s 2024-09-16T00:09:12.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:12 smithi071 ceph-mon[30957]: pgmap v697: 97 pgs: 97 active+clean; 1.2 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 7.2 MiB/s wr, 340 op/s 2024-09-16T00:09:12.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:12 smithi163 ceph-mon[34107]: pgmap v697: 97 pgs: 97 active+clean; 1.2 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 7.2 MiB/s wr, 340 op/s 2024-09-16T00:09:13.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 89130 8.67 MB/sec execute 427 sec latency 92.096 ms 2024-09-16T00:09:13.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:13 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:09:13.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:13 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:09:13.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:13 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:09:14.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 89315 8.68 MB/sec execute 428 sec latency 93.234 ms 2024-09-16T00:09:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:14 smithi190 ceph-mon[34840]: pgmap v698: 97 pgs: 97 active+clean; 1.2 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 5.9 MiB/s wr, 276 op/s 2024-09-16T00:09:14.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:14 smithi071 ceph-mon[30957]: pgmap v698: 97 pgs: 97 active+clean; 1.2 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 5.9 MiB/s wr, 276 op/s 2024-09-16T00:09:14.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:14 smithi163 ceph-mon[34107]: pgmap v698: 97 pgs: 97 active+clean; 1.2 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 5.9 MiB/s wr, 276 op/s 2024-09-16T00:09:15.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 89462 8.68 MB/sec execute 429 sec latency 99.149 ms 2024-09-16T00:09:16.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 89625 8.69 MB/sec execute 430 sec latency 161.181 ms 2024-09-16T00:09:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:16 smithi190 ceph-mon[34840]: pgmap v699: 97 pgs: 97 active+clean; 1.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.6 MiB/s wr, 228 op/s 2024-09-16T00:09:16.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:16 smithi071 ceph-mon[30957]: pgmap v699: 97 pgs: 97 active+clean; 1.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.6 MiB/s wr, 228 op/s 2024-09-16T00:09:16.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:16 smithi163 ceph-mon[34107]: pgmap v699: 97 pgs: 97 active+clean; 1.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.6 MiB/s wr, 228 op/s 2024-09-16T00:09:17.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 89765 8.69 MB/sec execute 431 sec latency 93.516 ms 2024-09-16T00:09:18.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 89928 8.69 MB/sec execute 432 sec latency 93.706 ms 2024-09-16T00:09:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:18 smithi190 ceph-mon[34840]: pgmap v700: 97 pgs: 97 active+clean; 1.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.6 MiB/s wr, 228 op/s 2024-09-16T00:09:18.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:18 smithi071 ceph-mon[30957]: pgmap v700: 97 pgs: 97 active+clean; 1.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.6 MiB/s wr, 228 op/s 2024-09-16T00:09:18.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:18 smithi163 ceph-mon[34107]: pgmap v700: 97 pgs: 97 active+clean; 1.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.6 MiB/s wr, 228 op/s 2024-09-16T00:09:19.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 90063 8.68 MB/sec execute 433 sec latency 94.830 ms 2024-09-16T00:09:20.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 90242 8.70 MB/sec execute 434 sec latency 98.486 ms 2024-09-16T00:09:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:20 smithi190 ceph-mon[34840]: pgmap v701: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 7.6 MiB/s wr, 299 op/s 2024-09-16T00:09:20.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:20 smithi071 ceph-mon[30957]: pgmap v701: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 7.6 MiB/s wr, 299 op/s 2024-09-16T00:09:20.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:20 smithi163 ceph-mon[34107]: pgmap v701: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 7.6 MiB/s wr, 299 op/s 2024-09-16T00:09:21.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 90391 8.69 MB/sec execute 435 sec latency 106.575 ms 2024-09-16T00:09:22.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 90527 8.69 MB/sec execute 436 sec latency 108.904 ms 2024-09-16T00:09:22.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:22 smithi190 ceph-mon[34840]: pgmap v702: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.2 MiB/s wr, 190 op/s 2024-09-16T00:09:22.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:22 smithi071 ceph-mon[30957]: pgmap v702: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.2 MiB/s wr, 190 op/s 2024-09-16T00:09:22.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:22 smithi163 ceph-mon[34107]: pgmap v702: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.2 MiB/s wr, 190 op/s 2024-09-16T00:09:23.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 90677 8.69 MB/sec execute 437 sec latency 103.174 ms 2024-09-16T00:09:24.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 90837 8.69 MB/sec execute 438 sec latency 99.255 ms 2024-09-16T00:09:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:24 smithi190 ceph-mon[34840]: pgmap v703: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.1 MiB/s wr, 179 op/s 2024-09-16T00:09:24.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:24 smithi071 ceph-mon[30957]: pgmap v703: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.1 MiB/s wr, 179 op/s 2024-09-16T00:09:24.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:24 smithi163 ceph-mon[34107]: pgmap v703: 97 pgs: 97 active+clean; 1.3 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.1 MiB/s wr, 179 op/s 2024-09-16T00:09:25.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 91001 8.69 MB/sec execute 439 sec latency 105.977 ms 2024-09-16T00:09:26.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 91120 8.67 MB/sec execute 440 sec latency 103.295 ms 2024-09-16T00:09:26.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:26 smithi190 ceph-mon[34840]: pgmap v704: 97 pgs: 97 active+clean; 1.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 8.0 MiB/s wr, 275 op/s 2024-09-16T00:09:26.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:26 smithi071 ceph-mon[30957]: pgmap v704: 97 pgs: 97 active+clean; 1.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 8.0 MiB/s wr, 275 op/s 2024-09-16T00:09:26.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:26 smithi163 ceph-mon[34107]: pgmap v704: 97 pgs: 97 active+clean; 1.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 8.0 MiB/s wr, 275 op/s 2024-09-16T00:09:27.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 91262 8.67 MB/sec execute 441 sec latency 105.691 ms 2024-09-16T00:09:28.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 91412 8.68 MB/sec execute 442 sec latency 101.142 ms 2024-09-16T00:09:28.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:28 smithi190 ceph-mon[34840]: pgmap v705: 97 pgs: 97 active+clean; 1.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.4 MiB/s wr, 191 op/s 2024-09-16T00:09:28.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:28 smithi071 ceph-mon[30957]: pgmap v705: 97 pgs: 97 active+clean; 1.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.4 MiB/s wr, 191 op/s 2024-09-16T00:09:28.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:28 smithi163 ceph-mon[34107]: pgmap v705: 97 pgs: 97 active+clean; 1.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 5.4 MiB/s wr, 191 op/s 2024-09-16T00:09:29.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 91562 8.68 MB/sec execute 443 sec latency 106.613 ms 2024-09-16T00:09:30.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 91732 8.68 MB/sec execute 444 sec latency 106.815 ms 2024-09-16T00:09:30.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:30 smithi190 ceph-mon[34840]: pgmap v706: 97 pgs: 97 active+clean; 1.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 8.1 MiB/s wr, 290 op/s 2024-09-16T00:09:30.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:30 smithi071 ceph-mon[30957]: pgmap v706: 97 pgs: 97 active+clean; 1.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 8.1 MiB/s wr, 290 op/s 2024-09-16T00:09:30.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:30 smithi163 ceph-mon[34107]: pgmap v706: 97 pgs: 97 active+clean; 1.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 8.1 MiB/s wr, 290 op/s 2024-09-16T00:09:31.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 91886 8.67 MB/sec execute 445 sec latency 107.175 ms 2024-09-16T00:09:32.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 92038 8.67 MB/sec execute 446 sec latency 126.748 ms 2024-09-16T00:09:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:32 smithi190 ceph-mon[34840]: pgmap v707: 97 pgs: 97 active+clean; 1.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.9 MiB/s wr, 210 op/s 2024-09-16T00:09:32.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:32 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:09:32.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:32 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:09:32.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:32 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:09:32.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:32 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:09:32.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:32 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:09:32.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:32 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:09:32.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:32 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:09:32.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:32 smithi071 ceph-mon[30957]: pgmap v707: 97 pgs: 97 active+clean; 1.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.9 MiB/s wr, 210 op/s 2024-09-16T00:09:32.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:32 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:09:32.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:32 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:09:32.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:32 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:09:32.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:32 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:09:32.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:32 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:09:32.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:32 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:09:32.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:32 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:09:32.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:32 smithi163 ceph-mon[34107]: pgmap v707: 97 pgs: 97 active+clean; 1.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.9 MiB/s wr, 210 op/s 2024-09-16T00:09:32.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:32 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:09:32.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:32 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:09:32.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:32 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:09:32.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:32 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:09:32.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:32 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:09:32.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:32 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:09:32.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:32 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:09:33.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 92196 8.67 MB/sec execute 447 sec latency 123.014 ms 2024-09-16T00:09:33.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:33 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:09:33.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:33 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:09:33.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:33 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:09:33.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:33 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:09:33.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:33 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:09:33.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:33 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:09:33.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:33 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:09:33.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:33 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:09:33.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:33 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:09:34.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 92332 8.66 MB/sec execute 448 sec latency 103.536 ms 2024-09-16T00:09:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:34 smithi190 ceph-mon[34840]: pgmap v708: 97 pgs: 97 active+clean; 1.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.8 MiB/s wr, 203 op/s 2024-09-16T00:09:34.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:34 smithi071 ceph-mon[30957]: pgmap v708: 97 pgs: 97 active+clean; 1.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.8 MiB/s wr, 203 op/s 2024-09-16T00:09:34.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:34 smithi163 ceph-mon[34107]: pgmap v708: 97 pgs: 97 active+clean; 1.3 GiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.8 MiB/s wr, 203 op/s 2024-09-16T00:09:35.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 92476 8.65 MB/sec execute 449 sec latency 105.356 ms 2024-09-16T00:09:36.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 92655 8.66 MB/sec execute 450 sec latency 121.056 ms 2024-09-16T00:09:36.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:36 smithi190 ceph-mon[34840]: pgmap v709: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 8.1 MiB/s wr, 304 op/s 2024-09-16T00:09:36.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:36 smithi071 ceph-mon[30957]: pgmap v709: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 8.1 MiB/s wr, 304 op/s 2024-09-16T00:09:36.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:36 smithi163 ceph-mon[34107]: pgmap v709: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 8.1 MiB/s wr, 304 op/s 2024-09-16T00:09:37.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 92821 8.65 MB/sec execute 451 sec latency 251.287 ms 2024-09-16T00:09:38.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 92972 8.65 MB/sec execute 452 sec latency 102.074 ms 2024-09-16T00:09:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:38 smithi190 ceph-mon[34840]: pgmap v710: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.1 MiB/s wr, 208 op/s 2024-09-16T00:09:38.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:38 smithi071 ceph-mon[30957]: pgmap v710: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.1 MiB/s wr, 208 op/s 2024-09-16T00:09:38.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:38 smithi163 ceph-mon[34107]: pgmap v710: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.1 MiB/s wr, 208 op/s 2024-09-16T00:09:39.164 INFO:tasks.workunit.client.0.smithi071.stdout: 10 93133 8.65 MB/sec execute 453 sec latency 95.283 ms 2024-09-16T00:09:40.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 93297 8.66 MB/sec execute 454 sec latency 97.444 ms 2024-09-16T00:09:40.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:40 smithi071 ceph-mon[30957]: pgmap v711: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 7.3 MiB/s wr, 297 op/s 2024-09-16T00:09:40.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:40 smithi163 ceph-mon[34107]: pgmap v711: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 7.3 MiB/s wr, 297 op/s 2024-09-16T00:09:40.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:40 smithi190 ceph-mon[34840]: pgmap v711: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 7.3 MiB/s wr, 297 op/s 2024-09-16T00:09:41.162 INFO:tasks.workunit.client.0.smithi071.stdout: 10 93464 8.65 MB/sec execute 455 sec latency 104.606 ms 2024-09-16T00:09:42.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 93623 8.64 MB/sec execute 456 sec latency 188.144 ms 2024-09-16T00:09:42.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:42 smithi071 ceph-mon[30957]: pgmap v712: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 4.7 MiB/s wr, 209 op/s 2024-09-16T00:09:42.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:42 smithi163 ceph-mon[34107]: pgmap v712: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 4.7 MiB/s wr, 209 op/s 2024-09-16T00:09:42.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:42 smithi190 ceph-mon[34840]: pgmap v712: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 4.7 MiB/s wr, 209 op/s 2024-09-16T00:09:43.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 93730 8.64 MB/sec execute 457 sec latency 599.015 ms 2024-09-16T00:09:44.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 93895 8.65 MB/sec execute 458 sec latency 109.120 ms 2024-09-16T00:09:44.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:44 smithi071 ceph-mon[30957]: pgmap v713: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 4.6 MiB/s wr, 200 op/s 2024-09-16T00:09:44.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:44 smithi163 ceph-mon[34107]: pgmap v713: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 4.6 MiB/s wr, 200 op/s 2024-09-16T00:09:44.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:44 smithi190 ceph-mon[34840]: pgmap v713: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 4.6 MiB/s wr, 200 op/s 2024-09-16T00:09:45.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 94095 8.65 MB/sec execute 459 sec latency 88.748 ms 2024-09-16T00:09:46.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 94228 8.64 MB/sec execute 460 sec latency 114.399 ms 2024-09-16T00:09:46.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:46 smithi071 ceph-mon[30957]: pgmap v714: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 7.0 MiB/s wr, 288 op/s 2024-09-16T00:09:46.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:46 smithi163 ceph-mon[34107]: pgmap v714: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 7.0 MiB/s wr, 288 op/s 2024-09-16T00:09:46.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:46 smithi190 ceph-mon[34840]: pgmap v714: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 7.0 MiB/s wr, 288 op/s 2024-09-16T00:09:47.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 94397 8.66 MB/sec execute 461 sec latency 143.138 ms 2024-09-16T00:09:48.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 94546 8.66 MB/sec execute 462 sec latency 135.516 ms 2024-09-16T00:09:48.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:48 smithi071 ceph-mon[30957]: pgmap v715: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.7 MiB/s wr, 187 op/s 2024-09-16T00:09:48.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:48 smithi163 ceph-mon[34107]: pgmap v715: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.7 MiB/s wr, 187 op/s 2024-09-16T00:09:48.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:48 smithi190 ceph-mon[34840]: pgmap v715: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.7 MiB/s wr, 187 op/s 2024-09-16T00:09:49.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 94717 8.67 MB/sec execute 463 sec latency 119.979 ms 2024-09-16T00:09:50.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 94872 8.68 MB/sec execute 464 sec latency 99.069 ms 2024-09-16T00:09:50.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:50 smithi071 ceph-mon[30957]: pgmap v716: 97 pgs: 97 active+clean; 1.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 7.3 MiB/s wr, 273 op/s 2024-09-16T00:09:50.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:50 smithi163 ceph-mon[34107]: pgmap v716: 97 pgs: 97 active+clean; 1.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 7.3 MiB/s wr, 273 op/s 2024-09-16T00:09:50.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:50 smithi190 ceph-mon[34840]: pgmap v716: 97 pgs: 97 active+clean; 1.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 7.3 MiB/s wr, 273 op/s 2024-09-16T00:09:51.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 94999 8.67 MB/sec execute 465 sec latency 118.877 ms 2024-09-16T00:09:52.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 95113 8.66 MB/sec execute 466 sec latency 118.369 ms 2024-09-16T00:09:52.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:52 smithi071 ceph-mon[30957]: pgmap v717: 97 pgs: 97 active+clean; 1.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.2 MiB/s wr, 190 op/s 2024-09-16T00:09:52.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:52 smithi163 ceph-mon[34107]: pgmap v717: 97 pgs: 97 active+clean; 1.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.2 MiB/s wr, 190 op/s 2024-09-16T00:09:52.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:52 smithi190 ceph-mon[34840]: pgmap v717: 97 pgs: 97 active+clean; 1.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.2 MiB/s wr, 190 op/s 2024-09-16T00:09:53.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 95246 8.65 MB/sec execute 467 sec latency 210.547 ms 2024-09-16T00:09:54.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 95396 8.65 MB/sec execute 468 sec latency 100.066 ms 2024-09-16T00:09:54.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:54 smithi071 ceph-mon[30957]: pgmap v718: 97 pgs: 97 active+clean; 1.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.0 MiB/s wr, 179 op/s 2024-09-16T00:09:54.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:54 smithi163 ceph-mon[34107]: pgmap v718: 97 pgs: 97 active+clean; 1.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.0 MiB/s wr, 179 op/s 2024-09-16T00:09:54.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:54 smithi190 ceph-mon[34840]: pgmap v718: 97 pgs: 97 active+clean; 1.4 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.0 MiB/s wr, 179 op/s 2024-09-16T00:09:55.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 95583 8.65 MB/sec execute 469 sec latency 102.625 ms 2024-09-16T00:09:56.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 95738 8.65 MB/sec execute 470 sec latency 114.747 ms 2024-09-16T00:09:56.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:56 smithi071 ceph-mon[30957]: pgmap v719: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 7.7 MiB/s wr, 269 op/s 2024-09-16T00:09:56.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:56 smithi163 ceph-mon[34107]: pgmap v719: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 7.7 MiB/s wr, 269 op/s 2024-09-16T00:09:56.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:56 smithi190 ceph-mon[34840]: pgmap v719: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 7.7 MiB/s wr, 269 op/s 2024-09-16T00:09:57.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 95885 8.65 MB/sec execute 471 sec latency 190.267 ms 2024-09-16T00:09:58.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 96029 8.64 MB/sec execute 472 sec latency 96.318 ms 2024-09-16T00:09:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:58 smithi071 ceph-mon[30957]: pgmap v720: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 181 op/s 2024-09-16T00:09:58.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:58 smithi163 ceph-mon[34107]: pgmap v720: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 181 op/s 2024-09-16T00:09:58.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:58 smithi190 ceph-mon[34840]: pgmap v720: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 181 op/s 2024-09-16T00:09:59.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 96187 8.65 MB/sec execute 473 sec latency 110.138 ms 2024-09-16T00:09:59.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:09:59 smithi071 ceph-mon[30957]: pgmap v721: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 7.9 MiB/s wr, 279 op/s 2024-09-16T00:09:59.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:09:59 smithi163 ceph-mon[34107]: pgmap v721: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 7.9 MiB/s wr, 279 op/s 2024-09-16T00:09:59.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:09:59 smithi190 ceph-mon[34840]: pgmap v721: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 7.9 MiB/s wr, 279 op/s 2024-09-16T00:10:00.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 96364 8.66 MB/sec execute 474 sec latency 111.628 ms 2024-09-16T00:10:00.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:00 smithi071 ceph-mon[30957]: overall HEALTH_OK 2024-09-16T00:10:00.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:00 smithi163 ceph-mon[34107]: overall HEALTH_OK 2024-09-16T00:10:00.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:00 smithi190 ceph-mon[34840]: overall HEALTH_OK 2024-09-16T00:10:01.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 96392 8.64 MB/sec execute 475 sec latency 796.116 ms 2024-09-16T00:10:01.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:01 smithi071 ceph-mon[30957]: pgmap v722: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.5 MiB/s wr, 202 op/s 2024-09-16T00:10:01.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:01 smithi163 ceph-mon[34107]: pgmap v722: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.5 MiB/s wr, 202 op/s 2024-09-16T00:10:01.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:01 smithi190 ceph-mon[34840]: pgmap v722: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.5 MiB/s wr, 202 op/s 2024-09-16T00:10:02.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 96489 8.63 MB/sec execute 476 sec latency 981.812 ms 2024-09-16T00:10:03.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 96638 8.63 MB/sec execute 477 sec latency 142.722 ms 2024-09-16T00:10:03.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:03 smithi071 ceph-mon[30957]: osdmap e115: 12 total, 12 up, 12 in 2024-09-16T00:10:03.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:03 smithi071 ceph-mon[30957]: pgmap v724: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.5 MiB/s wr, 235 op/s 2024-09-16T00:10:03.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:03 smithi163 ceph-mon[34107]: osdmap e115: 12 total, 12 up, 12 in 2024-09-16T00:10:03.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:03 smithi163 ceph-mon[34107]: pgmap v724: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.5 MiB/s wr, 235 op/s 2024-09-16T00:10:03.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:03 smithi190 ceph-mon[34840]: osdmap e115: 12 total, 12 up, 12 in 2024-09-16T00:10:03.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:03 smithi190 ceph-mon[34840]: pgmap v724: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.5 MiB/s wr, 235 op/s 2024-09-16T00:10:04.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 96795 8.63 MB/sec execute 478 sec latency 121.406 ms 2024-09-16T00:10:05.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 96924 8.62 MB/sec execute 479 sec latency 112.928 ms 2024-09-16T00:10:05.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:05 smithi190 ceph-mon[34840]: pgmap v725: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.2 MiB/s wr, 244 op/s 2024-09-16T00:10:05.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:05 smithi071 ceph-mon[30957]: pgmap v725: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.2 MiB/s wr, 244 op/s 2024-09-16T00:10:05.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:05 smithi163 ceph-mon[34107]: pgmap v725: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.2 MiB/s wr, 244 op/s 2024-09-16T00:10:06.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 97073 8.61 MB/sec execute 480 sec latency 115.287 ms 2024-09-16T00:10:07.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 97223 8.60 MB/sec execute 481 sec latency 148.067 ms 2024-09-16T00:10:08.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 97401 8.61 MB/sec execute 482 sec latency 136.876 ms 2024-09-16T00:10:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:08 smithi190 ceph-mon[34840]: pgmap v726: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.2 MiB/s wr, 244 op/s 2024-09-16T00:10:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:08 smithi190 ceph-mon[34840]: osdmap e116: 12 total, 12 up, 12 in 2024-09-16T00:10:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:08 smithi071 ceph-mon[30957]: pgmap v726: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.2 MiB/s wr, 244 op/s 2024-09-16T00:10:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:08 smithi071 ceph-mon[30957]: osdmap e116: 12 total, 12 up, 12 in 2024-09-16T00:10:08.685 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:08 smithi163 ceph-mon[34107]: pgmap v726: 97 pgs: 97 active+clean; 1.3 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 6.2 MiB/s wr, 244 op/s 2024-09-16T00:10:08.685 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:08 smithi163 ceph-mon[34107]: osdmap e116: 12 total, 12 up, 12 in 2024-09-16T00:10:09.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 97594 8.61 MB/sec execute 483 sec latency 100.737 ms 2024-09-16T00:10:10.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 97729 8.60 MB/sec execute 484 sec latency 377.548 ms 2024-09-16T00:10:10.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:10 smithi190 ceph-mon[34840]: pgmap v728: 97 pgs: 97 active+clean; 1.3 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.1 MiB/s wr, 276 op/s 2024-09-16T00:10:10.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:10 smithi071 ceph-mon[30957]: pgmap v728: 97 pgs: 97 active+clean; 1.3 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.1 MiB/s wr, 276 op/s 2024-09-16T00:10:10.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:10 smithi163 ceph-mon[34107]: pgmap v728: 97 pgs: 97 active+clean; 1.3 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.1 MiB/s wr, 276 op/s 2024-09-16T00:10:11.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 97892 8.60 MB/sec execute 485 sec latency 457.932 ms 2024-09-16T00:10:12.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 98062 8.61 MB/sec execute 486 sec latency 119.013 ms 2024-09-16T00:10:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:12 smithi190 ceph-mon[34840]: pgmap v729: 97 pgs: 97 active+clean; 1.3 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 6.8 MiB/s wr, 303 op/s 2024-09-16T00:10:12.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:12 smithi071 ceph-mon[30957]: pgmap v729: 97 pgs: 97 active+clean; 1.3 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 6.8 MiB/s wr, 303 op/s 2024-09-16T00:10:12.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:12 smithi163 ceph-mon[34107]: pgmap v729: 97 pgs: 97 active+clean; 1.3 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 6.8 MiB/s wr, 303 op/s 2024-09-16T00:10:13.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 98235 8.62 MB/sec execute 487 sec latency 115.215 ms 2024-09-16T00:10:14.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 98424 8.62 MB/sec execute 488 sec latency 107.533 ms 2024-09-16T00:10:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:14 smithi190 ceph-mon[34840]: pgmap v730: 97 pgs: 97 active+clean; 1.3 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 5.5 MiB/s wr, 244 op/s 2024-09-16T00:10:14.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:14 smithi071 ceph-mon[30957]: pgmap v730: 97 pgs: 97 active+clean; 1.3 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 5.5 MiB/s wr, 244 op/s 2024-09-16T00:10:14.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:14 smithi163 ceph-mon[34107]: pgmap v730: 97 pgs: 97 active+clean; 1.3 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 5.5 MiB/s wr, 244 op/s 2024-09-16T00:10:15.164 INFO:tasks.workunit.client.0.smithi071.stdout: 10 98590 8.62 MB/sec execute 489 sec latency 94.278 ms 2024-09-16T00:10:16.163 INFO:tasks.workunit.client.0.smithi071.stdout: 10 98757 8.62 MB/sec execute 490 sec latency 99.638 ms 2024-09-16T00:10:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:16 smithi190 ceph-mon[34840]: pgmap v731: 97 pgs: 97 active+clean; 1.3 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 247 op/s 2024-09-16T00:10:16.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:16 smithi071 ceph-mon[30957]: pgmap v731: 97 pgs: 97 active+clean; 1.3 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 247 op/s 2024-09-16T00:10:16.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:16 smithi163 ceph-mon[34107]: pgmap v731: 97 pgs: 97 active+clean; 1.3 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 247 op/s 2024-09-16T00:10:17.164 INFO:tasks.workunit.client.0.smithi071.stdout: 10 98887 8.61 MB/sec execute 491 sec latency 85.069 ms 2024-09-16T00:10:18.164 INFO:tasks.workunit.client.0.smithi071.stdout: 10 99056 8.62 MB/sec execute 492 sec latency 87.121 ms 2024-09-16T00:10:18.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:18 smithi190 ceph-mon[34840]: pgmap v732: 97 pgs: 97 active+clean; 1.3 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 247 op/s 2024-09-16T00:10:18.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:18 smithi071 ceph-mon[30957]: pgmap v732: 97 pgs: 97 active+clean; 1.3 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 247 op/s 2024-09-16T00:10:18.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:18 smithi163 ceph-mon[34107]: pgmap v732: 97 pgs: 97 active+clean; 1.3 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 247 op/s 2024-09-16T00:10:19.164 INFO:tasks.workunit.client.0.smithi071.stdout: 10 99209 8.62 MB/sec execute 493 sec latency 112.831 ms 2024-09-16T00:10:20.164 INFO:tasks.workunit.client.0.smithi071.stdout: 10 99399 8.63 MB/sec execute 494 sec latency 91.366 ms 2024-09-16T00:10:20.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:20 smithi190 ceph-mon[34840]: pgmap v733: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 8.1 MiB/s wr, 326 op/s 2024-09-16T00:10:20.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:20 smithi071 ceph-mon[30957]: pgmap v733: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 8.1 MiB/s wr, 326 op/s 2024-09-16T00:10:20.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:20 smithi163 ceph-mon[34107]: pgmap v733: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 8.1 MiB/s wr, 326 op/s 2024-09-16T00:10:21.164 INFO:tasks.workunit.client.0.smithi071.stdout: 10 99585 8.64 MB/sec execute 495 sec latency 97.316 ms 2024-09-16T00:10:22.164 INFO:tasks.workunit.client.0.smithi071.stdout: 10 99714 8.64 MB/sec execute 496 sec latency 111.760 ms 2024-09-16T00:10:22.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:22 smithi190 ceph-mon[34840]: pgmap v734: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 223 op/s 2024-09-16T00:10:22.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:22 smithi071 ceph-mon[30957]: pgmap v734: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 223 op/s 2024-09-16T00:10:22.735 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:22 smithi163 ceph-mon[34107]: pgmap v734: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 223 op/s 2024-09-16T00:10:23.164 INFO:tasks.workunit.client.0.smithi071.stdout: 10 99839 8.64 MB/sec execute 497 sec latency 150.879 ms 2024-09-16T00:10:24.164 INFO:tasks.workunit.client.0.smithi071.stdout: 10 99982 8.63 MB/sec execute 498 sec latency 104.518 ms 2024-09-16T00:10:24.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:24 smithi190 ceph-mon[34840]: pgmap v735: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.5 MiB/s wr, 204 op/s 2024-09-16T00:10:24.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:24 smithi071 ceph-mon[30957]: pgmap v735: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.5 MiB/s wr, 204 op/s 2024-09-16T00:10:24.736 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:24 smithi163 ceph-mon[34107]: pgmap v735: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.5 MiB/s wr, 204 op/s 2024-09-16T00:10:25.164 INFO:tasks.workunit.client.0.smithi071.stdout: 10 100113 8.63 MB/sec execute 499 sec latency 158.967 ms 2024-09-16T00:10:26.164 INFO:tasks.workunit.client.0.smithi071.stdout: 10 100271 8.63 MB/sec execute 500 sec latency 125.488 ms 2024-09-16T00:10:26.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:26 smithi190 ceph-mon[34840]: pgmap v736: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 8.5 MiB/s wr, 299 op/s 2024-09-16T00:10:26.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:26 smithi071 ceph-mon[30957]: pgmap v736: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 8.5 MiB/s wr, 299 op/s 2024-09-16T00:10:26.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:26 smithi163 ceph-mon[34107]: pgmap v736: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 8.5 MiB/s wr, 299 op/s 2024-09-16T00:10:27.164 INFO:tasks.workunit.client.0.smithi071.stdout: 10 100402 8.62 MB/sec execute 501 sec latency 117.712 ms 2024-09-16T00:10:28.164 INFO:tasks.workunit.client.0.smithi071.stdout: 10 100547 8.62 MB/sec execute 502 sec latency 100.945 ms 2024-09-16T00:10:28.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:28 smithi190 ceph-mon[34840]: pgmap v737: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.6 MiB/s wr, 199 op/s 2024-09-16T00:10:28.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:28 smithi071 ceph-mon[30957]: pgmap v737: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.6 MiB/s wr, 199 op/s 2024-09-16T00:10:28.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:28 smithi163 ceph-mon[34107]: pgmap v737: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.6 MiB/s wr, 199 op/s 2024-09-16T00:10:29.164 INFO:tasks.workunit.client.0.smithi071.stdout: 10 100695 8.61 MB/sec execute 503 sec latency 103.397 ms 2024-09-16T00:10:30.164 INFO:tasks.workunit.client.0.smithi071.stdout: 10 100868 8.62 MB/sec execute 504 sec latency 96.215 ms 2024-09-16T00:10:30.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:30 smithi190 ceph-mon[34840]: pgmap v738: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 8.2 MiB/s wr, 291 op/s 2024-09-16T00:10:30.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:30 smithi071 ceph-mon[30957]: pgmap v738: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 8.2 MiB/s wr, 291 op/s 2024-09-16T00:10:30.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:30 smithi163 ceph-mon[34107]: pgmap v738: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 8.2 MiB/s wr, 291 op/s 2024-09-16T00:10:31.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 101011 8.61 MB/sec execute 505 sec latency 136.251 ms 2024-09-16T00:10:32.164 INFO:tasks.workunit.client.0.smithi071.stdout: 10 101175 8.61 MB/sec execute 506 sec latency 104.226 ms 2024-09-16T00:10:32.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:32 smithi190 ceph-mon[34840]: pgmap v739: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.7 MiB/s wr, 200 op/s 2024-09-16T00:10:32.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:32 smithi071 ceph-mon[30957]: pgmap v739: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.7 MiB/s wr, 200 op/s 2024-09-16T00:10:32.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:32 smithi163 ceph-mon[34107]: pgmap v739: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.7 MiB/s wr, 200 op/s 2024-09-16T00:10:33.164 INFO:tasks.workunit.client.0.smithi071.stdout: 10 101343 8.62 MB/sec execute 507 sec latency 116.140 ms 2024-09-16T00:10:33.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:33 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:10:33.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:33 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:10:33.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:33 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:10:33.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:33 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:10:33.576 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:33 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:10:33.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:33 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:10:33.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:33 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:10:33.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:33 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:10:33.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:33 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:10:33.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:33 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:10:33.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:33 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:10:33.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:33 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:10:34.164 INFO:tasks.workunit.client.0.smithi071.stdout: 10 101501 8.61 MB/sec execute 508 sec latency 141.077 ms 2024-09-16T00:10:34.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:34 smithi190 ceph-mon[34840]: pgmap v740: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.7 MiB/s wr, 193 op/s 2024-09-16T00:10:34.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:34 smithi071 ceph-mon[30957]: pgmap v740: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.7 MiB/s wr, 193 op/s 2024-09-16T00:10:34.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:34 smithi163 ceph-mon[34107]: pgmap v740: 97 pgs: 97 active+clean; 1.4 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.7 MiB/s wr, 193 op/s 2024-09-16T00:10:35.164 INFO:tasks.workunit.client.0.smithi071.stdout: 10 101654 8.61 MB/sec execute 509 sec latency 116.503 ms 2024-09-16T00:10:36.164 INFO:tasks.workunit.client.0.smithi071.stdout: 10 101793 8.61 MB/sec execute 510 sec latency 171.720 ms 2024-09-16T00:10:36.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:36 smithi071 ceph-mon[30957]: pgmap v741: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 8.4 MiB/s wr, 292 op/s 2024-09-16T00:10:36.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:36 smithi163 ceph-mon[34107]: pgmap v741: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 8.4 MiB/s wr, 292 op/s 2024-09-16T00:10:36.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:36 smithi190 ceph-mon[34840]: pgmap v741: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 8.4 MiB/s wr, 292 op/s 2024-09-16T00:10:37.164 INFO:tasks.workunit.client.0.smithi071.stdout: 10 101931 8.60 MB/sec execute 511 sec latency 96.512 ms 2024-09-16T00:10:38.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 102095 8.59 MB/sec execute 512 sec latency 111.027 ms 2024-09-16T00:10:38.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:38 smithi071 ceph-mon[30957]: pgmap v742: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.4 MiB/s wr, 197 op/s 2024-09-16T00:10:38.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:38 smithi163 ceph-mon[34107]: pgmap v742: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.4 MiB/s wr, 197 op/s 2024-09-16T00:10:38.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:38 smithi190 ceph-mon[34840]: pgmap v742: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.4 MiB/s wr, 197 op/s 2024-09-16T00:10:39.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 102253 8.60 MB/sec execute 513 sec latency 105.079 ms 2024-09-16T00:10:40.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 102399 8.60 MB/sec execute 514 sec latency 136.738 ms 2024-09-16T00:10:40.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:40 smithi071 ceph-mon[30957]: pgmap v743: 97 pgs: 97 active+clean; 1.3 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 7.7 MiB/s wr, 291 op/s 2024-09-16T00:10:40.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:40 smithi163 ceph-mon[34107]: pgmap v743: 97 pgs: 97 active+clean; 1.3 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 7.7 MiB/s wr, 291 op/s 2024-09-16T00:10:40.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:40 smithi190 ceph-mon[34840]: pgmap v743: 97 pgs: 97 active+clean; 1.3 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 7.7 MiB/s wr, 291 op/s 2024-09-16T00:10:41.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 102543 8.59 MB/sec execute 515 sec latency 145.660 ms 2024-09-16T00:10:42.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 102744 8.60 MB/sec execute 516 sec latency 111.176 ms 2024-09-16T00:10:42.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:42 smithi071 ceph-mon[30957]: pgmap v744: 97 pgs: 97 active+clean; 1.3 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.2 MiB/s wr, 208 op/s 2024-09-16T00:10:42.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:42 smithi163 ceph-mon[34107]: pgmap v744: 97 pgs: 97 active+clean; 1.3 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.2 MiB/s wr, 208 op/s 2024-09-16T00:10:42.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:42 smithi190 ceph-mon[34840]: pgmap v744: 97 pgs: 97 active+clean; 1.3 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.2 MiB/s wr, 208 op/s 2024-09-16T00:10:43.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 102902 8.60 MB/sec execute 517 sec latency 109.264 ms 2024-09-16T00:10:44.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 103119 8.61 MB/sec execute 518 sec latency 99.979 ms 2024-09-16T00:10:44.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:44 smithi071 ceph-mon[30957]: pgmap v745: 97 pgs: 97 active+clean; 1.3 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.1 MiB/s wr, 200 op/s 2024-09-16T00:10:44.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:44 smithi163 ceph-mon[34107]: pgmap v745: 97 pgs: 97 active+clean; 1.3 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.1 MiB/s wr, 200 op/s 2024-09-16T00:10:44.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:44 smithi190 ceph-mon[34840]: pgmap v745: 97 pgs: 97 active+clean; 1.3 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.1 MiB/s wr, 200 op/s 2024-09-16T00:10:45.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 103277 8.60 MB/sec execute 519 sec latency 118.277 ms 2024-09-16T00:10:46.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 103454 8.61 MB/sec execute 520 sec latency 106.799 ms 2024-09-16T00:10:46.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:46 smithi071 ceph-mon[30957]: pgmap v746: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 7.9 MiB/s wr, 300 op/s 2024-09-16T00:10:46.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:46 smithi163 ceph-mon[34107]: pgmap v746: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 7.9 MiB/s wr, 300 op/s 2024-09-16T00:10:46.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:46 smithi190 ceph-mon[34840]: pgmap v746: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 7.9 MiB/s wr, 300 op/s 2024-09-16T00:10:47.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 103604 8.61 MB/sec execute 521 sec latency 96.345 ms 2024-09-16T00:10:48.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 103724 8.61 MB/sec execute 522 sec latency 84.551 ms 2024-09-16T00:10:48.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:48 smithi071 ceph-mon[30957]: pgmap v747: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.2 MiB/s wr, 200 op/s 2024-09-16T00:10:48.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:48 smithi163 ceph-mon[34107]: pgmap v747: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.2 MiB/s wr, 200 op/s 2024-09-16T00:10:48.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:48 smithi190 ceph-mon[34840]: pgmap v747: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.2 MiB/s wr, 200 op/s 2024-09-16T00:10:49.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 103888 8.62 MB/sec execute 523 sec latency 98.233 ms 2024-09-16T00:10:50.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 104060 8.63 MB/sec execute 524 sec latency 105.405 ms 2024-09-16T00:10:50.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:50 smithi071 ceph-mon[30957]: pgmap v748: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 7.7 MiB/s wr, 282 op/s 2024-09-16T00:10:50.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:50 smithi163 ceph-mon[34107]: pgmap v748: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 7.7 MiB/s wr, 282 op/s 2024-09-16T00:10:50.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:50 smithi190 ceph-mon[34840]: pgmap v748: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 7.7 MiB/s wr, 282 op/s 2024-09-16T00:10:51.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 104227 8.63 MB/sec execute 525 sec latency 143.229 ms 2024-09-16T00:10:52.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 104363 8.62 MB/sec execute 526 sec latency 122.897 ms 2024-09-16T00:10:52.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:52 smithi071 ceph-mon[30957]: pgmap v749: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.5 MiB/s wr, 196 op/s 2024-09-16T00:10:52.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:52 smithi163 ceph-mon[34107]: pgmap v749: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.5 MiB/s wr, 196 op/s 2024-09-16T00:10:52.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:52 smithi190 ceph-mon[34840]: pgmap v749: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.5 MiB/s wr, 196 op/s 2024-09-16T00:10:53.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 104497 8.61 MB/sec execute 527 sec latency 109.615 ms 2024-09-16T00:10:54.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 104632 8.61 MB/sec execute 528 sec latency 136.314 ms 2024-09-16T00:10:54.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:54 smithi071 ceph-mon[30957]: pgmap v750: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.4 MiB/s wr, 189 op/s 2024-09-16T00:10:54.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:54 smithi163 ceph-mon[34107]: pgmap v750: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.4 MiB/s wr, 189 op/s 2024-09-16T00:10:54.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:54 smithi190 ceph-mon[34840]: pgmap v750: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.4 MiB/s wr, 189 op/s 2024-09-16T00:10:55.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 104778 8.60 MB/sec execute 529 sec latency 130.161 ms 2024-09-16T00:10:56.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 104978 8.61 MB/sec execute 530 sec latency 107.779 ms 2024-09-16T00:10:56.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:56 smithi071 ceph-mon[30957]: pgmap v751: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 8.3 MiB/s wr, 287 op/s 2024-09-16T00:10:56.735 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:56 smithi163 ceph-mon[34107]: pgmap v751: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 8.3 MiB/s wr, 287 op/s 2024-09-16T00:10:56.824 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:56 smithi190 ceph-mon[34840]: pgmap v751: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 8.3 MiB/s wr, 287 op/s 2024-09-16T00:10:57.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 105087 8.60 MB/sec execute 531 sec latency 121.058 ms 2024-09-16T00:10:58.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 105254 8.61 MB/sec execute 532 sec latency 146.502 ms 2024-09-16T00:10:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:58 smithi071 ceph-mon[30957]: pgmap v752: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.5 MiB/s wr, 188 op/s 2024-09-16T00:10:58.735 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:58 smithi163 ceph-mon[34107]: pgmap v752: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.5 MiB/s wr, 188 op/s 2024-09-16T00:10:58.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:58 smithi190 ceph-mon[34840]: pgmap v752: 97 pgs: 97 active+clean; 1.4 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 5.5 MiB/s wr, 188 op/s 2024-09-16T00:10:59.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 105398 8.60 MB/sec execute 533 sec latency 110.389 ms 2024-09-16T00:10:59.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:10:59 smithi071 ceph-mon[30957]: pgmap v753: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 8.3 MiB/s wr, 282 op/s 2024-09-16T00:10:59.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:10:59 smithi163 ceph-mon[34107]: pgmap v753: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 8.3 MiB/s wr, 282 op/s 2024-09-16T00:10:59.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:10:59 smithi190 ceph-mon[34840]: pgmap v753: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 8.3 MiB/s wr, 282 op/s 2024-09-16T00:11:00.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 105550 8.62 MB/sec execute 534 sec latency 99.138 ms 2024-09-16T00:11:01.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 105588 8.60 MB/sec execute 535 sec latency 776.716 ms 2024-09-16T00:11:01.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:01 smithi190 ceph-mon[34840]: pgmap v754: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.9 MiB/s wr, 209 op/s 2024-09-16T00:11:01.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:01 smithi071 ceph-mon[30957]: pgmap v754: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.9 MiB/s wr, 209 op/s 2024-09-16T00:11:01.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:01 smithi163 ceph-mon[34107]: pgmap v754: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.9 MiB/s wr, 209 op/s 2024-09-16T00:11:02.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 105718 8.59 MB/sec execute 536 sec latency 736.376 ms 2024-09-16T00:11:02.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:02 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:11:02.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:02 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:11:02.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:02 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:11:03.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 105835 8.59 MB/sec execute 537 sec latency 215.058 ms 2024-09-16T00:11:03.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:03 smithi190 ceph-mon[34840]: pgmap v755: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.7 MiB/s wr, 200 op/s 2024-09-16T00:11:03.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:03 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:11:03.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:03 smithi190 ceph-mon[34840]: osdmap e117: 12 total, 12 up, 12 in 2024-09-16T00:11:03.826 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:03 smithi071 ceph-mon[30957]: pgmap v755: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.7 MiB/s wr, 200 op/s 2024-09-16T00:11:03.826 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:03 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:11:03.827 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:03 smithi071 ceph-mon[30957]: osdmap e117: 12 total, 12 up, 12 in 2024-09-16T00:11:03.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:03 smithi163 ceph-mon[34107]: pgmap v755: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.7 MiB/s wr, 200 op/s 2024-09-16T00:11:03.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:03 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:11:03.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:03 smithi163 ceph-mon[34107]: osdmap e117: 12 total, 12 up, 12 in 2024-09-16T00:11:04.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 105990 8.59 MB/sec execute 538 sec latency 137.561 ms 2024-09-16T00:11:05.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 106155 8.58 MB/sec execute 539 sec latency 115.097 ms 2024-09-16T00:11:05.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:05 smithi190 ceph-mon[34840]: pgmap v757: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.4 MiB/s wr, 236 op/s 2024-09-16T00:11:05.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:05 smithi071 ceph-mon[30957]: pgmap v757: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.4 MiB/s wr, 236 op/s 2024-09-16T00:11:05.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:05 smithi163 ceph-mon[34107]: pgmap v757: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.4 MiB/s wr, 236 op/s 2024-09-16T00:11:06.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 106289 8.57 MB/sec execute 540 sec latency 146.223 ms 2024-09-16T00:11:07.170 INFO:tasks.workunit.client.0.smithi071.stdout: 10 106445 8.57 MB/sec execute 541 sec latency 120.161 ms 2024-09-16T00:11:08.165 INFO:tasks.workunit.client.0.smithi071.stdout: 10 106594 8.56 MB/sec execute 542 sec latency 107.040 ms 2024-09-16T00:11:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:08 smithi190 ceph-mon[34840]: pgmap v758: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.4 MiB/s wr, 236 op/s 2024-09-16T00:11:08.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:08 smithi190 ceph-mon[34840]: osdmap e118: 12 total, 12 up, 12 in 2024-09-16T00:11:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:08 smithi071 ceph-mon[30957]: pgmap v758: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.4 MiB/s wr, 236 op/s 2024-09-16T00:11:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:08 smithi071 ceph-mon[30957]: osdmap e118: 12 total, 12 up, 12 in 2024-09-16T00:11:08.686 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:08 smithi163 ceph-mon[34107]: pgmap v758: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 6.4 MiB/s wr, 236 op/s 2024-09-16T00:11:08.686 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:08 smithi163 ceph-mon[34107]: osdmap e118: 12 total, 12 up, 12 in 2024-09-16T00:11:09.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 106800 8.57 MB/sec execute 543 sec latency 94.243 ms 2024-09-16T00:11:10.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 106924 8.56 MB/sec execute 544 sec latency 105.295 ms 2024-09-16T00:11:10.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:10 smithi190 ceph-mon[34840]: pgmap v760: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 6.8 MiB/s wr, 286 op/s 2024-09-16T00:11:10.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:10 smithi071 ceph-mon[30957]: pgmap v760: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 6.8 MiB/s wr, 286 op/s 2024-09-16T00:11:10.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:10 smithi163 ceph-mon[34107]: pgmap v760: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 6.8 MiB/s wr, 286 op/s 2024-09-16T00:11:11.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 107122 8.58 MB/sec execute 545 sec latency 106.577 ms 2024-09-16T00:11:12.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 107246 8.57 MB/sec execute 546 sec latency 102.425 ms 2024-09-16T00:11:12.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:12 smithi190 ceph-mon[34840]: pgmap v761: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 6.9 MiB/s wr, 301 op/s 2024-09-16T00:11:12.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:12 smithi071 ceph-mon[30957]: pgmap v761: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 6.9 MiB/s wr, 301 op/s 2024-09-16T00:11:12.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:12 smithi163 ceph-mon[34107]: pgmap v761: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 6.9 MiB/s wr, 301 op/s 2024-09-16T00:11:13.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 107427 8.58 MB/sec execute 547 sec latency 104.096 ms 2024-09-16T00:11:13.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:13 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:11:13.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:13 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:11:13.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:13 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:11:14.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 107600 8.58 MB/sec execute 548 sec latency 93.768 ms 2024-09-16T00:11:14.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:14 smithi190 ceph-mon[34840]: pgmap v762: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 5.6 MiB/s wr, 242 op/s 2024-09-16T00:11:14.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:14 smithi071 ceph-mon[30957]: pgmap v762: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 5.6 MiB/s wr, 242 op/s 2024-09-16T00:11:14.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:14 smithi163 ceph-mon[34107]: pgmap v762: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 5.6 MiB/s wr, 242 op/s 2024-09-16T00:11:15.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 107778 8.58 MB/sec execute 549 sec latency 108.833 ms 2024-09-16T00:11:16.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 107944 8.58 MB/sec execute 550 sec latency 106.794 ms 2024-09-16T00:11:16.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:16 smithi190 ceph-mon[34840]: pgmap v763: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 6.3 MiB/s wr, 239 op/s 2024-09-16T00:11:16.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:16 smithi071 ceph-mon[30957]: pgmap v763: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 6.3 MiB/s wr, 239 op/s 2024-09-16T00:11:16.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:16 smithi163 ceph-mon[34107]: pgmap v763: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 6.3 MiB/s wr, 239 op/s 2024-09-16T00:11:17.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 108080 8.57 MB/sec execute 551 sec latency 182.388 ms 2024-09-16T00:11:18.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 108227 8.57 MB/sec execute 552 sec latency 97.879 ms 2024-09-16T00:11:18.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:18 smithi071 ceph-mon[30957]: pgmap v764: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 6.3 MiB/s wr, 239 op/s 2024-09-16T00:11:18.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:18 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:11:18.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:18 smithi163 ceph-mon[34107]: pgmap v764: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 6.3 MiB/s wr, 239 op/s 2024-09-16T00:11:18.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:18 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:11:18.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:18 smithi190 ceph-mon[34840]: pgmap v764: 97 pgs: 97 active+clean; 1.4 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 6.3 MiB/s wr, 239 op/s 2024-09-16T00:11:18.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:18 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:11:19.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 108384 8.57 MB/sec execute 553 sec latency 92.439 ms 2024-09-16T00:11:20.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 108569 8.58 MB/sec execute 554 sec latency 102.885 ms 2024-09-16T00:11:20.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:20 smithi071 ceph-mon[30957]: pgmap v765: 97 pgs: 97 active+clean; 1.5 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 8.2 MiB/s wr, 313 op/s 2024-09-16T00:11:20.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:20 smithi163 ceph-mon[34107]: pgmap v765: 97 pgs: 97 active+clean; 1.5 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 8.2 MiB/s wr, 313 op/s 2024-09-16T00:11:20.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:20 smithi190 ceph-mon[34840]: pgmap v765: 97 pgs: 97 active+clean; 1.5 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.4 MiB/s rd, 8.2 MiB/s wr, 313 op/s 2024-09-16T00:11:21.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 108710 8.59 MB/sec execute 555 sec latency 159.030 ms 2024-09-16T00:11:22.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 108900 8.60 MB/sec execute 556 sec latency 112.211 ms 2024-09-16T00:11:22.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:22 smithi071 ceph-mon[30957]: pgmap v766: 97 pgs: 97 active+clean; 1.5 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.7 MiB/s wr, 203 op/s 2024-09-16T00:11:22.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:22 smithi163 ceph-mon[34107]: pgmap v766: 97 pgs: 97 active+clean; 1.5 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.7 MiB/s wr, 203 op/s 2024-09-16T00:11:22.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:22 smithi190 ceph-mon[34840]: pgmap v766: 97 pgs: 97 active+clean; 1.5 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.7 MiB/s wr, 203 op/s 2024-09-16T00:11:23.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 109041 8.60 MB/sec execute 557 sec latency 108.093 ms 2024-09-16T00:11:24.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 109169 8.59 MB/sec execute 558 sec latency 92.657 ms 2024-09-16T00:11:24.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:24 smithi071 ceph-mon[30957]: pgmap v767: 97 pgs: 97 active+clean; 1.5 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.6 MiB/s wr, 194 op/s 2024-09-16T00:11:24.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:24 smithi163 ceph-mon[34107]: pgmap v767: 97 pgs: 97 active+clean; 1.5 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.6 MiB/s wr, 194 op/s 2024-09-16T00:11:24.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:24 smithi190 ceph-mon[34840]: pgmap v767: 97 pgs: 97 active+clean; 1.5 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.6 MiB/s wr, 194 op/s 2024-09-16T00:11:25.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 109301 8.59 MB/sec execute 559 sec latency 122.236 ms 2024-09-16T00:11:26.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 109454 8.58 MB/sec execute 560 sec latency 108.012 ms 2024-09-16T00:11:26.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:26 smithi071 ceph-mon[30957]: pgmap v768: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 8.9 MiB/s wr, 286 op/s 2024-09-16T00:11:26.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:26 smithi163 ceph-mon[34107]: pgmap v768: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 8.9 MiB/s wr, 286 op/s 2024-09-16T00:11:26.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:26 smithi190 ceph-mon[34840]: pgmap v768: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 8.9 MiB/s wr, 286 op/s 2024-09-16T00:11:27.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 109601 8.58 MB/sec execute 561 sec latency 109.711 ms 2024-09-16T00:11:28.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 109753 8.57 MB/sec execute 562 sec latency 95.825 ms 2024-09-16T00:11:28.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:28 smithi071 ceph-mon[30957]: pgmap v769: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.7 MiB/s wr, 192 op/s 2024-09-16T00:11:28.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:28 smithi163 ceph-mon[34107]: pgmap v769: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.7 MiB/s wr, 192 op/s 2024-09-16T00:11:28.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:28 smithi190 ceph-mon[34840]: pgmap v769: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.7 MiB/s wr, 192 op/s 2024-09-16T00:11:29.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 109917 8.58 MB/sec execute 563 sec latency 91.903 ms 2024-09-16T00:11:30.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 110059 8.57 MB/sec execute 564 sec latency 106.515 ms 2024-09-16T00:11:30.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:30 smithi071 ceph-mon[30957]: pgmap v770: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 7.9 MiB/s wr, 280 op/s 2024-09-16T00:11:30.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:30 smithi163 ceph-mon[34107]: pgmap v770: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 7.9 MiB/s wr, 280 op/s 2024-09-16T00:11:30.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:30 smithi190 ceph-mon[34840]: pgmap v770: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 7.9 MiB/s wr, 280 op/s 2024-09-16T00:11:31.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 110225 8.58 MB/sec execute 565 sec latency 179.558 ms 2024-09-16T00:11:32.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 110383 8.58 MB/sec execute 566 sec latency 114.171 ms 2024-09-16T00:11:32.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:32 smithi071 ceph-mon[30957]: pgmap v771: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 5.9 MiB/s wr, 207 op/s 2024-09-16T00:11:32.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:32 smithi163 ceph-mon[34107]: pgmap v771: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 5.9 MiB/s wr, 207 op/s 2024-09-16T00:11:32.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:32 smithi190 ceph-mon[34840]: pgmap v771: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 5.9 MiB/s wr, 207 op/s 2024-09-16T00:11:33.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 110526 8.58 MB/sec execute 567 sec latency 123.978 ms 2024-09-16T00:11:33.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:33 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:11:33.714 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:33 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:11:33.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:33 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:11:34.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 110670 8.59 MB/sec execute 568 sec latency 208.675 ms 2024-09-16T00:11:34.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:34 smithi071 ceph-mon[30957]: pgmap v772: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 5.9 MiB/s wr, 199 op/s 2024-09-16T00:11:34.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:34 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:11:34.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:34 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:11:34.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:34 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:11:34.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:34 smithi163 ceph-mon[34107]: pgmap v772: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 5.9 MiB/s wr, 199 op/s 2024-09-16T00:11:34.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:34 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:11:34.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:34 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:11:34.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:34 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:11:34.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:34 smithi190 ceph-mon[34840]: pgmap v772: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 5.9 MiB/s wr, 199 op/s 2024-09-16T00:11:34.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:34 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:11:34.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:34 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:11:34.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:34 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:11:35.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 110801 8.58 MB/sec execute 569 sec latency 152.647 ms 2024-09-16T00:11:35.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:35 smithi071 ceph-mon[30957]: pgmap v773: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 8.8 MiB/s wr, 292 op/s 2024-09-16T00:11:35.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:35 smithi163 ceph-mon[34107]: pgmap v773: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 8.8 MiB/s wr, 292 op/s 2024-09-16T00:11:35.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:35 smithi190 ceph-mon[34840]: pgmap v773: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 MiB/s rd, 8.8 MiB/s wr, 292 op/s 2024-09-16T00:11:36.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 110954 8.57 MB/sec execute 570 sec latency 108.698 ms 2024-09-16T00:11:37.166 INFO:tasks.workunit.client.0.smithi071.stdout: 10 111106 8.56 MB/sec execute 571 sec latency 108.751 ms 2024-09-16T00:11:37.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:37 smithi190 ceph-mon[34840]: pgmap v774: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 5.5 MiB/s wr, 200 op/s 2024-09-16T00:11:37.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:37 smithi071 ceph-mon[30957]: pgmap v774: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 5.5 MiB/s wr, 200 op/s 2024-09-16T00:11:37.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:37 smithi163 ceph-mon[34107]: pgmap v774: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 5.5 MiB/s wr, 200 op/s 2024-09-16T00:11:38.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 111235 8.55 MB/sec execute 572 sec latency 138.782 ms 2024-09-16T00:11:39.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 111388 8.55 MB/sec execute 573 sec latency 101.731 ms 2024-09-16T00:11:39.785 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:39 smithi163 ceph-mon[34107]: pgmap v775: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 7.5 MiB/s wr, 277 op/s 2024-09-16T00:11:39.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:39 smithi190 ceph-mon[34840]: pgmap v775: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 7.5 MiB/s wr, 277 op/s 2024-09-16T00:11:39.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:39 smithi071 ceph-mon[30957]: pgmap v775: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 7.5 MiB/s wr, 277 op/s 2024-09-16T00:11:40.171 INFO:tasks.workunit.client.0.smithi071.stdout: 10 111533 8.55 MB/sec execute 574 sec latency 109.865 ms 2024-09-16T00:11:41.407 INFO:tasks.workunit.client.0.smithi071.stdout: 10 111701 8.55 MB/sec execute 575 sec latency 176.562 ms 2024-09-16T00:11:41.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:41 smithi190 ceph-mon[34840]: pgmap v776: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 5.6 MiB/s wr, 205 op/s 2024-09-16T00:11:41.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:41 smithi071 ceph-mon[30957]: pgmap v776: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 5.6 MiB/s wr, 205 op/s 2024-09-16T00:11:41.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:41 smithi163 ceph-mon[34107]: pgmap v776: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 5.6 MiB/s wr, 205 op/s 2024-09-16T00:11:42.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 111864 8.56 MB/sec execute 576 sec latency 323.422 ms 2024-09-16T00:11:43.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 112039 8.56 MB/sec execute 577 sec latency 210.690 ms 2024-09-16T00:11:43.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:43 smithi190 ceph-mon[34840]: pgmap v777: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.2 MiB/s wr, 186 op/s 2024-09-16T00:11:43.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:43 smithi071 ceph-mon[30957]: pgmap v777: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.2 MiB/s wr, 186 op/s 2024-09-16T00:11:43.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:43 smithi163 ceph-mon[34107]: pgmap v777: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 5.2 MiB/s wr, 186 op/s 2024-09-16T00:11:44.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 112247 8.56 MB/sec execute 578 sec latency 119.801 ms 2024-09-16T00:11:45.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 112412 8.57 MB/sec execute 579 sec latency 112.303 ms 2024-09-16T00:11:45.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:45 smithi190 ceph-mon[34840]: pgmap v778: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 8.0 MiB/s wr, 294 op/s 2024-09-16T00:11:45.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:45 smithi071 ceph-mon[30957]: pgmap v778: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 8.0 MiB/s wr, 294 op/s 2024-09-16T00:11:45.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:45 smithi163 ceph-mon[34107]: pgmap v778: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 8.0 MiB/s wr, 294 op/s 2024-09-16T00:11:46.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 112561 8.57 MB/sec execute 580 sec latency 193.722 ms 2024-09-16T00:11:47.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 112704 8.57 MB/sec execute 581 sec latency 97.558 ms 2024-09-16T00:11:47.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:47 smithi190 ceph-mon[34840]: pgmap v779: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.1 MiB/s wr, 200 op/s 2024-09-16T00:11:47.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:47 smithi071 ceph-mon[30957]: pgmap v779: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.1 MiB/s wr, 200 op/s 2024-09-16T00:11:47.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:47 smithi163 ceph-mon[34107]: pgmap v779: 97 pgs: 97 active+clean; 1.4 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.1 MiB/s wr, 200 op/s 2024-09-16T00:11:48.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 112826 8.56 MB/sec execute 582 sec latency 90.051 ms 2024-09-16T00:11:49.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 112974 8.56 MB/sec execute 583 sec latency 108.977 ms 2024-09-16T00:11:49.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:49 smithi190 ceph-mon[34840]: pgmap v780: 97 pgs: 97 active+clean; 1.5 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 7.6 MiB/s wr, 277 op/s 2024-09-16T00:11:49.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:49 smithi071 ceph-mon[30957]: pgmap v780: 97 pgs: 97 active+clean; 1.5 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 7.6 MiB/s wr, 277 op/s 2024-09-16T00:11:49.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:49 smithi163 ceph-mon[34107]: pgmap v780: 97 pgs: 97 active+clean; 1.5 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 7.6 MiB/s wr, 277 op/s 2024-09-16T00:11:50.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 113115 8.56 MB/sec execute 584 sec latency 91.123 ms 2024-09-16T00:11:51.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 113292 8.57 MB/sec execute 585 sec latency 107.865 ms 2024-09-16T00:11:51.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:51 smithi190 ceph-mon[34840]: pgmap v781: 97 pgs: 97 active+clean; 1.5 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.8 MiB/s wr, 208 op/s 2024-09-16T00:11:51.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:51 smithi071 ceph-mon[30957]: pgmap v781: 97 pgs: 97 active+clean; 1.5 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.8 MiB/s wr, 208 op/s 2024-09-16T00:11:51.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:51 smithi163 ceph-mon[34107]: pgmap v781: 97 pgs: 97 active+clean; 1.5 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.8 MiB/s wr, 208 op/s 2024-09-16T00:11:52.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 113459 8.57 MB/sec execute 586 sec latency 107.100 ms 2024-09-16T00:11:53.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 113603 8.57 MB/sec execute 587 sec latency 95.786 ms 2024-09-16T00:11:53.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:53 smithi190 ceph-mon[34840]: pgmap v782: 97 pgs: 97 active+clean; 1.5 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.5 MiB/s wr, 191 op/s 2024-09-16T00:11:53.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:53 smithi071 ceph-mon[30957]: pgmap v782: 97 pgs: 97 active+clean; 1.5 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.5 MiB/s wr, 191 op/s 2024-09-16T00:11:53.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:53 smithi163 ceph-mon[34107]: pgmap v782: 97 pgs: 97 active+clean; 1.5 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.5 MiB/s wr, 191 op/s 2024-09-16T00:11:54.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 113752 8.57 MB/sec execute 588 sec latency 98.038 ms 2024-09-16T00:11:55.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 113904 8.57 MB/sec execute 589 sec latency 98.886 ms 2024-09-16T00:11:55.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:55 smithi190 ceph-mon[34840]: pgmap v783: 97 pgs: 97 active+clean; 1.5 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 8.3 MiB/s wr, 296 op/s 2024-09-16T00:11:55.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:55 smithi071 ceph-mon[30957]: pgmap v783: 97 pgs: 97 active+clean; 1.5 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 8.3 MiB/s wr, 296 op/s 2024-09-16T00:11:55.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:55 smithi163 ceph-mon[34107]: pgmap v783: 97 pgs: 97 active+clean; 1.5 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 8.3 MiB/s wr, 296 op/s 2024-09-16T00:11:56.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 114091 8.57 MB/sec execute 590 sec latency 161.611 ms 2024-09-16T00:11:57.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 114241 8.57 MB/sec execute 591 sec latency 107.240 ms 2024-09-16T00:11:57.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:57 smithi190 ceph-mon[34840]: pgmap v784: 97 pgs: 97 active+clean; 1.5 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.5 MiB/s wr, 189 op/s 2024-09-16T00:11:57.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:57 smithi071 ceph-mon[30957]: pgmap v784: 97 pgs: 97 active+clean; 1.5 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.5 MiB/s wr, 189 op/s 2024-09-16T00:11:57.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:57 smithi163 ceph-mon[34107]: pgmap v784: 97 pgs: 97 active+clean; 1.5 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 5.5 MiB/s wr, 189 op/s 2024-09-16T00:11:58.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 114386 8.57 MB/sec execute 592 sec latency 103.806 ms 2024-09-16T00:11:59.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 114532 8.57 MB/sec execute 593 sec latency 101.820 ms 2024-09-16T00:11:59.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:11:59 smithi190 ceph-mon[34840]: pgmap v785: 97 pgs: 97 active+clean; 1.5 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 7.9 MiB/s wr, 270 op/s 2024-09-16T00:11:59.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:11:59 smithi071 ceph-mon[30957]: pgmap v785: 97 pgs: 97 active+clean; 1.5 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 7.9 MiB/s wr, 270 op/s 2024-09-16T00:11:59.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:11:59 smithi163 ceph-mon[34107]: pgmap v785: 97 pgs: 97 active+clean; 1.5 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 7.9 MiB/s wr, 270 op/s 2024-09-16T00:12:00.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 114658 8.56 MB/sec execute 594 sec latency 99.794 ms 2024-09-16T00:12:01.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 114803 8.56 MB/sec execute 595 sec latency 135.547 ms 2024-09-16T00:12:01.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:01 smithi190 ceph-mon[34840]: pgmap v786: 97 pgs: 97 active+clean; 1.5 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 5.8 MiB/s wr, 206 op/s 2024-09-16T00:12:01.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:01 smithi071 ceph-mon[30957]: pgmap v786: 97 pgs: 97 active+clean; 1.5 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 5.8 MiB/s wr, 206 op/s 2024-09-16T00:12:01.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:01 smithi163 ceph-mon[34107]: pgmap v786: 97 pgs: 97 active+clean; 1.5 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 5.8 MiB/s wr, 206 op/s 2024-09-16T00:12:02.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 114940 8.56 MB/sec execute 596 sec latency 214.826 ms 2024-09-16T00:12:03.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 115075 8.56 MB/sec execute 597 sec latency 155.869 ms 2024-09-16T00:12:03.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:03 smithi190 ceph-mon[34840]: pgmap v787: 97 pgs: 97 active+clean; 1.5 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 5.7 MiB/s wr, 199 op/s 2024-09-16T00:12:03.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:03 smithi190 ceph-mon[34840]: osdmap e119: 12 total, 12 up, 12 in 2024-09-16T00:12:03.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:03 smithi071 ceph-mon[30957]: pgmap v787: 97 pgs: 97 active+clean; 1.5 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 5.7 MiB/s wr, 199 op/s 2024-09-16T00:12:03.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:03 smithi071 ceph-mon[30957]: osdmap e119: 12 total, 12 up, 12 in 2024-09-16T00:12:03.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:03 smithi163 ceph-mon[34107]: pgmap v787: 97 pgs: 97 active+clean; 1.5 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 5.7 MiB/s wr, 199 op/s 2024-09-16T00:12:03.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:03 smithi163 ceph-mon[34107]: osdmap e119: 12 total, 12 up, 12 in 2024-09-16T00:12:04.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 115226 8.56 MB/sec execute 598 sec latency 158.798 ms 2024-09-16T00:12:05.167 INFO:tasks.workunit.client.0.smithi071.stdout: 10 115370 8.55 MB/sec execute 599 sec latency 116.936 ms 2024-09-16T00:12:05.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:05 smithi190 ceph-mon[34840]: pgmap v789: 97 pgs: 97 active+clean; 1.5 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 7.0 MiB/s wr, 255 op/s 2024-09-16T00:12:05.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:05 smithi071 ceph-mon[30957]: pgmap v789: 97 pgs: 97 active+clean; 1.5 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 7.0 MiB/s wr, 255 op/s 2024-09-16T00:12:05.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:05 smithi163 ceph-mon[34107]: pgmap v789: 97 pgs: 97 active+clean; 1.5 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 7.0 MiB/s wr, 255 op/s 2024-09-16T00:12:06.168 INFO:tasks.workunit.client.0.smithi071.stdout: 10 cleanup 600 sec 2024-09-16T00:12:07.167 INFO:tasks.workunit.client.0.smithi071.stdout: 8 cleanup 601 sec 2024-09-16T00:12:08.167 INFO:tasks.workunit.client.0.smithi071.stdout: 3 cleanup 602 sec 2024-09-16T00:12:08.271 INFO:tasks.workunit.client.0.smithi071.stdout: 0 cleanup 602 sec 2024-09-16T00:12:08.272 INFO:tasks.workunit.client.0.smithi071.stdout: 2024-09-16T00:12:08.272 INFO:tasks.workunit.client.0.smithi071.stdout: Operation Count AvgLat MaxLat 2024-09-16T00:12:08.272 INFO:tasks.workunit.client.0.smithi071.stdout: ---------------------------------------- 2024-09-16T00:12:08.272 INFO:tasks.workunit.client.0.smithi071.stdout: NTCreateX 164220 8.937 1072.668 2024-09-16T00:12:08.272 INFO:tasks.workunit.client.0.smithi071.stdout: Close 120541 0.115 5.301 2024-09-16T00:12:08.272 INFO:tasks.workunit.client.0.smithi071.stdout: Rename 6969 22.946 6151.135 2024-09-16T00:12:08.273 INFO:tasks.workunit.client.0.smithi071.stdout: Unlink 33213 7.001 1031.680 2024-09-16T00:12:08.273 INFO:tasks.workunit.client.0.smithi071.stdout: Qpathinfo 148745 5.998 944.670 2024-09-16T00:12:08.273 INFO:tasks.workunit.client.0.smithi071.stdout: Qfileinfo 25955 0.208 6.873 2024-09-16T00:12:08.273 INFO:tasks.workunit.client.0.smithi071.stdout: Qfsinfo 27355 0.736 580.470 2024-09-16T00:12:08.273 INFO:tasks.workunit.client.0.smithi071.stdout: Sfileinfo 13383 1.778 219.027 2024-09-16T00:12:08.274 INFO:tasks.workunit.client.0.smithi071.stdout: Find 57549 53.137 1133.700 2024-09-16T00:12:08.274 INFO:tasks.workunit.client.0.smithi071.stdout: WriteX 81102 0.418 203.641 2024-09-16T00:12:08.274 INFO:tasks.workunit.client.0.smithi071.stdout: ReadX 257926 0.005 2.992 2024-09-16T00:12:08.274 INFO:tasks.workunit.client.0.smithi071.stdout: LockX 538 2.403 12.298 2024-09-16T00:12:08.274 INFO:tasks.workunit.client.0.smithi071.stdout: UnlockX 538 2.178 21.702 2024-09-16T00:12:08.275 INFO:tasks.workunit.client.0.smithi071.stdout: Flush 11504 7.514 712.305 2024-09-16T00:12:08.275 INFO:tasks.workunit.client.0.smithi071.stdout: 2024-09-16T00:12:08.275 INFO:tasks.workunit.client.0.smithi071.stdout:Throughput 8.54912 MB/sec 10 clients 10 procs max_latency=6151.140 ms 2024-09-16T00:12:08.276 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T00:12:08.276 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T00:12:08.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:08 smithi190 ceph-mon[34840]: pgmap v790: 97 pgs: 97 active+clean; 1.5 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 7.0 MiB/s wr, 255 op/s 2024-09-16T00:12:08.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:08 smithi190 ceph-mon[34840]: osdmap e120: 12 total, 12 up, 12 in 2024-09-16T00:12:08.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:08 smithi071 ceph-mon[30957]: pgmap v790: 97 pgs: 97 active+clean; 1.5 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 7.0 MiB/s wr, 255 op/s 2024-09-16T00:12:08.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:08 smithi071 ceph-mon[30957]: osdmap e120: 12 total, 12 up, 12 in 2024-09-16T00:12:08.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:08 smithi163 ceph-mon[34107]: pgmap v790: 97 pgs: 97 active+clean; 1.5 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 7.0 MiB/s wr, 255 op/s 2024-09-16T00:12:08.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:08 smithi163 ceph-mon[34107]: osdmap e120: 12 total, 12 up, 12 in 2024-09-16T00:12:10.232 INFO:tasks.workunit:Stopping ['suites/dbench.sh'] on client.0... 2024-09-16T00:12:10.232 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-16T00:12:10.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:10 smithi071 ceph-mon[30957]: pgmap v792: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 8.7 MiB/s wr, 300 op/s 2024-09-16T00:12:10.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:10 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:12:10.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:10 smithi163 ceph-mon[34107]: pgmap v792: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 8.7 MiB/s wr, 300 op/s 2024-09-16T00:12:10.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:10 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:12:10.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:10 smithi190 ceph-mon[34840]: pgmap v792: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 8.7 MiB/s wr, 300 op/s 2024-09-16T00:12:10.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:10 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:12:11.172 DEBUG:teuthology.parallel:result is None 2024-09-16T00:12:11.173 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T00:12:11.209 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T00:12:11.209 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-09-16T00:12:11.228 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-09-16T00:12:11.228 INFO:teuthology.task.exec:Executing custom commands... 2024-09-16T00:12:11.228 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi071.front.sepia.ceph.com 2024-09-16T00:12:11.228 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-09-16T00:12:11.569 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-09-16T00:12:11.636 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-09-16T00:12:12.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:12 smithi071 ceph-mon[30957]: pgmap v793: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 8.8 MiB/s wr, 313 op/s 2024-09-16T00:12:12.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:12 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:12:12.735 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:12 smithi163 ceph-mon[34107]: pgmap v793: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 8.8 MiB/s wr, 313 op/s 2024-09-16T00:12:12.735 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:12 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:12:12.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:12 smithi190 ceph-mon[34840]: pgmap v793: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 8.8 MiB/s wr, 313 op/s 2024-09-16T00:12:12.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:12 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:12:13.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.060+0000 7fa65507b640 1 -- 172.21.15.71:0/3883883198 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa6501009f0 msgr2=0x7fa650100e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:13.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.060+0000 7fa65507b640 1 --2- 172.21.15.71:0/3883883198 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa6501009f0 0x7fa650100e50 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fa644009930 tx=0x7fa64402a420 comp rx=0 tx=0).stop 2024-09-16T00:12:13.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.060+0000 7fa65507b640 1 -- 172.21.15.71:0/3883883198 shutdown_connections 2024-09-16T00:12:13.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.060+0000 7fa65507b640 1 --2- 172.21.15.71:0/3883883198 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa650101390 0x7fa65010d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:13.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.060+0000 7fa65507b640 1 --2- 172.21.15.71:0/3883883198 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa6501009f0 0x7fa650100e50 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:13.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.060+0000 7fa65507b640 1 --2- 172.21.15.71:0/3883883198 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa650106a00 0x7fa650106de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:13.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.060+0000 7fa65507b640 1 -- 172.21.15.71:0/3883883198 >> 172.21.15.71:0/3883883198 conn(0x7fa6500fc6b0 msgr2=0x7fa6500fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:13.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.060+0000 7fa65507b640 1 -- 172.21.15.71:0/3883883198 shutdown_connections 2024-09-16T00:12:13.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.060+0000 7fa65507b640 1 -- 172.21.15.71:0/3883883198 wait complete. 2024-09-16T00:12:13.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.061+0000 7fa65507b640 1 Processor -- start 2024-09-16T00:12:13.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.062+0000 7fa65507b640 1 -- start start 2024-09-16T00:12:13.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.062+0000 7fa65507b640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa6501009f0 0x7fa650199140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:13.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.062+0000 7fa65507b640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa650101390 0x7fa650199680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:13.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.062+0000 7fa65507b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa650106a00 0x7fa6501a41c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:13.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.062+0000 7fa65507b640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa650110cf0 con 0x7fa650106a00 2024-09-16T00:12:13.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.062+0000 7fa65507b640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fa650110b70 con 0x7fa6501009f0 2024-09-16T00:12:13.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.062+0000 7fa65507b640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fa650110e70 con 0x7fa650101390 2024-09-16T00:12:13.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.062+0000 7fa64f59e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa650106a00 0x7fa6501a41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:13.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.062+0000 7fa64f59e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa650106a00 0x7fa6501a41c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48348/0 (socket says 172.21.15.71:48348) 2024-09-16T00:12:13.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.062+0000 7fa64f59e640 1 -- 172.21.15.71:0/1367115604 learned_addr learned my addr 172.21.15.71:0/1367115604 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-16T00:12:13.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.062+0000 7fa64e59c640 1 --2- 172.21.15.71:0/1367115604 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa650101390 0x7fa650199680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:13.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.062+0000 7fa64ed9d640 1 --2- 172.21.15.71:0/1367115604 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa6501009f0 0x7fa650199140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:13.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.062+0000 7fa64f59e640 1 -- 172.21.15.71:0/1367115604 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa650101390 msgr2=0x7fa650199680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:13.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.062+0000 7fa64f59e640 1 --2- 172.21.15.71:0/1367115604 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa650101390 0x7fa650199680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:13.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.063+0000 7fa64f59e640 1 -- 172.21.15.71:0/1367115604 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa6501009f0 msgr2=0x7fa650199140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:13.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.063+0000 7fa64f59e640 1 --2- 172.21.15.71:0/1367115604 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa6501009f0 0x7fa650199140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:13.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.063+0000 7fa64f59e640 1 -- 172.21.15.71:0/1367115604 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6501a4700 con 0x7fa650106a00 2024-09-16T00:12:13.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.063+0000 7fa64f59e640 1 --2- 172.21.15.71:0/1367115604 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa650106a00 0x7fa6501a41c0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fa64800eaa0 tx=0x7fa64800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:13.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.063+0000 7fa637fff640 1 -- 172.21.15.71:0/1367115604 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa64800cdb0 con 0x7fa650106a00 2024-09-16T00:12:13.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.063+0000 7fa637fff640 1 -- 172.21.15.71:0/1367115604 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa648005020 con 0x7fa650106a00 2024-09-16T00:12:13.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.063+0000 7fa65507b640 1 -- 172.21.15.71:0/1367115604 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6501a48d0 con 0x7fa650106a00 2024-09-16T00:12:13.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.063+0000 7fa637fff640 1 -- 172.21.15.71:0/1367115604 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6480116d0 con 0x7fa650106a00 2024-09-16T00:12:13.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.063+0000 7fa65507b640 1 -- 172.21.15.71:0/1367115604 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6501a4da0 con 0x7fa650106a00 2024-09-16T00:12:13.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.064+0000 7fa65507b640 1 -- 172.21.15.71:0/1367115604 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa650100e50 con 0x7fa650106a00 2024-09-16T00:12:13.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.066+0000 7fa637fff640 1 -- 172.21.15.71:0/1367115604 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 26) ==== 138486+0+0 (secure 0 0 0) 0x7fa6480051d0 con 0x7fa650106a00 2024-09-16T00:12:13.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.066+0000 7fa637fff640 1 --2- 172.21.15.71:0/1367115604 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fa6380a3460 0x7fa6380a5920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:13.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.067+0000 7fa64ed9d640 1 --2- 172.21.15.71:0/1367115604 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fa6380a3460 0x7fa6380a5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:13.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.067+0000 7fa637fff640 1 -- 172.21.15.71:0/1367115604 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8484+0+0 (secure 0 0 0) 0x7fa6480d01e0 con 0x7fa650106a00 2024-09-16T00:12:13.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.067+0000 7fa64ed9d640 1 --2- 172.21.15.71:0/1367115604 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fa6380a3460 0x7fa6380a5920 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa640009b50 tx=0x7fa640005f90 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:13.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.070+0000 7fa637fff640 1 -- 172.21.15.71:0/1367115604 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa648016030 con 0x7fa650106a00 2024-09-16T00:12:13.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.265+0000 7fa65507b640 1 -- 172.21.15.71:0/1367115604 --> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7fa650062630 con 0x7fa6380a3460 2024-09-16T00:12:13.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.276+0000 7fa637fff640 1 -- 172.21.15.71:0/1367115604 <== mgr.15222 v2:172.21.15.71:6800/3244696624 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+351 (secure 0 0 0) 0x7fa650062630 con 0x7fa6380a3460 2024-09-16T00:12:13.277 INFO:teuthology.orchestra.run.smithi071.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-09-15T00:00:00", "created": "2024-09-15T23:47:04", "first": "2024-09-15T23:48:00", "last": "2024-09-16T00:12:00", "last_pruned": "2024-09-16T00:12:00", "created_count": 25, "pruned_count": 18, "active": true} 2024-09-16T00:12:13.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.278+0000 7fa65507b640 1 -- 172.21.15.71:0/1367115604 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fa6380a3460 msgr2=0x7fa6380a5920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:13.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.278+0000 7fa65507b640 1 --2- 172.21.15.71:0/1367115604 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fa6380a3460 0x7fa6380a5920 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa640009b50 tx=0x7fa640005f90 comp rx=0 tx=0).stop 2024-09-16T00:12:13.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.278+0000 7fa65507b640 1 -- 172.21.15.71:0/1367115604 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa650106a00 msgr2=0x7fa6501a41c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:13.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.278+0000 7fa65507b640 1 --2- 172.21.15.71:0/1367115604 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa650106a00 0x7fa6501a41c0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fa64800eaa0 tx=0x7fa64800ef60 comp rx=0 tx=0).stop 2024-09-16T00:12:13.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.278+0000 7fa65507b640 1 -- 172.21.15.71:0/1367115604 shutdown_connections 2024-09-16T00:12:13.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.278+0000 7fa65507b640 1 --2- 172.21.15.71:0/1367115604 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fa6380a3460 0x7fa6380a5920 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:13.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.278+0000 7fa65507b640 1 --2- 172.21.15.71:0/1367115604 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa650106a00 0x7fa6501a41c0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:13.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.278+0000 7fa65507b640 1 --2- 172.21.15.71:0/1367115604 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa650101390 0x7fa650199680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:13.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.278+0000 7fa65507b640 1 --2- 172.21.15.71:0/1367115604 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa6501009f0 0x7fa650199140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:13.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.278+0000 7fa65507b640 1 -- 172.21.15.71:0/1367115604 >> 172.21.15.71:0/1367115604 conn(0x7fa6500fc6b0 msgr2=0x7fa6500fcf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:13.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.278+0000 7fa65507b640 1 -- 172.21.15.71:0/1367115604 shutdown_connections 2024-09-16T00:12:13.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.278+0000 7fa65507b640 1 -- 172.21.15.71:0/1367115604 wait complete. 2024-09-16T00:12:13.291 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-09-16T00:12:13.397 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.394+0000 7ff0d1e2e640 1 -- 172.21.15.71:0/3309889917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0cc1069e0 msgr2=0x7ff0cc106dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:13.397 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.394+0000 7ff0d1e2e640 1 --2- 172.21.15.71:0/3309889917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0cc1069e0 0x7ff0cc106dc0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc009930 tx=0x7ff0bc02a420 comp rx=0 tx=0).stop 2024-09-16T00:12:13.397 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.394+0000 7ff0d1e2e640 1 -- 172.21.15.71:0/3309889917 shutdown_connections 2024-09-16T00:12:13.397 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.394+0000 7ff0d1e2e640 1 --2- 172.21.15.71:0/3309889917 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff0cc101370 0x7ff0cc10d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:13.397 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.394+0000 7ff0d1e2e640 1 --2- 172.21.15.71:0/3309889917 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff0cc1009d0 0x7ff0cc100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:13.398 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.394+0000 7ff0d1e2e640 1 --2- 172.21.15.71:0/3309889917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0cc1069e0 0x7ff0cc106dc0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:13.398 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.394+0000 7ff0d1e2e640 1 -- 172.21.15.71:0/3309889917 >> 172.21.15.71:0/3309889917 conn(0x7ff0cc0fc6f0 msgr2=0x7ff0cc0feb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:13.398 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.394+0000 7ff0d1e2e640 1 -- 172.21.15.71:0/3309889917 shutdown_connections 2024-09-16T00:12:13.398 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.394+0000 7ff0d1e2e640 1 -- 172.21.15.71:0/3309889917 wait complete. 2024-09-16T00:12:13.398 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.395+0000 7ff0d1e2e640 1 Processor -- start 2024-09-16T00:12:13.398 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.395+0000 7ff0d1e2e640 1 -- start start 2024-09-16T00:12:13.398 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.395+0000 7ff0d1e2e640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff0cc1009d0 0x7ff0cc1982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:13.398 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.395+0000 7ff0d1e2e640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff0cc101370 0x7ff0cc1987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:13.398 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.395+0000 7ff0d1e2e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0cc1069e0 0x7ff0cc19cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:13.398 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.395+0000 7ff0d1e2e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff0cc110cd0 con 0x7ff0cc1069e0 2024-09-16T00:12:13.398 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.395+0000 7ff0d1e2e640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7ff0cc110b50 con 0x7ff0cc101370 2024-09-16T00:12:13.398 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.395+0000 7ff0d1e2e640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7ff0cc110e50 con 0x7ff0cc1009d0 2024-09-16T00:12:13.398 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.395+0000 7ff0cbfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0cc1069e0 0x7ff0cc19cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:13.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.396+0000 7ff0cbfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0cc1069e0 0x7ff0cc19cb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48368/0 (socket says 172.21.15.71:48368) 2024-09-16T00:12:13.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.396+0000 7ff0cbfff640 1 -- 172.21.15.71:0/1880421586 learned_addr learned my addr 172.21.15.71:0/1880421586 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-16T00:12:13.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.396+0000 7ff0cb7fe640 1 --2- 172.21.15.71:0/1880421586 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff0cc1009d0 0x7ff0cc1982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:13.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.396+0000 7ff0caffd640 1 --2- 172.21.15.71:0/1880421586 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff0cc101370 0x7ff0cc1987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:13.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.396+0000 7ff0cbfff640 1 -- 172.21.15.71:0/1880421586 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff0cc1009d0 msgr2=0x7ff0cc1982b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:13.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.396+0000 7ff0cbfff640 1 --2- 172.21.15.71:0/1880421586 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff0cc1009d0 0x7ff0cc1982b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:13.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.396+0000 7ff0cbfff640 1 -- 172.21.15.71:0/1880421586 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff0cc101370 msgr2=0x7ff0cc1987f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:13.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.396+0000 7ff0cbfff640 1 --2- 172.21.15.71:0/1880421586 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff0cc101370 0x7ff0cc1987f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:13.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.396+0000 7ff0cbfff640 1 -- 172.21.15.71:0/1880421586 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0cc19d2a0 con 0x7ff0cc1069e0 2024-09-16T00:12:13.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.396+0000 7ff0cbfff640 1 --2- 172.21.15.71:0/1880421586 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0cc1069e0 0x7ff0cc19cb70 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7ff0c400eaa0 tx=0x7ff0c400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:13.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.396+0000 7ff0c8ff9640 1 -- 172.21.15.71:0/1880421586 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0c400cdb0 con 0x7ff0cc1069e0 2024-09-16T00:12:13.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.396+0000 7ff0c8ff9640 1 -- 172.21.15.71:0/1880421586 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0c4005020 con 0x7ff0cc1069e0 2024-09-16T00:12:13.400 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.396+0000 7ff0d1e2e640 1 -- 172.21.15.71:0/1880421586 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0cc19d590 con 0x7ff0cc1069e0 2024-09-16T00:12:13.400 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.396+0000 7ff0c8ff9640 1 -- 172.21.15.71:0/1880421586 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0c40116d0 con 0x7ff0cc1069e0 2024-09-16T00:12:13.400 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.396+0000 7ff0d1e2e640 1 -- 172.21.15.71:0/1880421586 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0cc1a4e20 con 0x7ff0cc1069e0 2024-09-16T00:12:13.400 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.397+0000 7ff0d1e2e640 1 -- 172.21.15.71:0/1880421586 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0cc100e30 con 0x7ff0cc1069e0 2024-09-16T00:12:13.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.398+0000 7ff0c8ff9640 1 -- 172.21.15.71:0/1880421586 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 26) ==== 138486+0+0 (secure 0 0 0) 0x7ff0c40051d0 con 0x7ff0cc1069e0 2024-09-16T00:12:13.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.399+0000 7ff0c8ff9640 1 --2- 172.21.15.71:0/1880421586 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7ff0b40a3460 0x7ff0b40a5920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:13.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.399+0000 7ff0cb7fe640 1 --2- 172.21.15.71:0/1880421586 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7ff0b40a3460 0x7ff0b40a5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:13.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.399+0000 7ff0c8ff9640 1 -- 172.21.15.71:0/1880421586 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8484+0+0 (secure 0 0 0) 0x7ff0c40cfdb0 con 0x7ff0cc1069e0 2024-09-16T00:12:13.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.400+0000 7ff0cb7fe640 1 --2- 172.21.15.71:0/1880421586 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7ff0b40a3460 0x7ff0b40a5920 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc009900 tx=0x7ff0bc000bc0 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:13.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.403+0000 7ff0c8ff9640 1 -- 172.21.15.71:0/1880421586 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff0c4016030 con 0x7ff0cc1069e0 2024-09-16T00:12:13.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.592+0000 7ff0d1e2e640 1 -- 172.21.15.71:0/1880421586 --> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7ff0cc06ab50 con 0x7ff0b40a3460 2024-09-16T00:12:13.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.603+0000 7ff0c8ff9640 1 -- 172.21.15.71:0/1880421586 <== mgr.15222 v2:172.21.15.71:6800/3244696624 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7ff0cc06ab50 con 0x7ff0b40a3460 2024-09-16T00:12:13.604 INFO:teuthology.orchestra.run.smithi071.stdout:/ 1m 6m3h 2024-09-16T00:12:13.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.605+0000 7ff0d1e2e640 1 -- 172.21.15.71:0/1880421586 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7ff0b40a3460 msgr2=0x7ff0b40a5920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:13.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.605+0000 7ff0d1e2e640 1 --2- 172.21.15.71:0/1880421586 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7ff0b40a3460 0x7ff0b40a5920 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc009900 tx=0x7ff0bc000bc0 comp rx=0 tx=0).stop 2024-09-16T00:12:13.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.605+0000 7ff0d1e2e640 1 -- 172.21.15.71:0/1880421586 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0cc1069e0 msgr2=0x7ff0cc19cb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:13.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.605+0000 7ff0d1e2e640 1 --2- 172.21.15.71:0/1880421586 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0cc1069e0 0x7ff0cc19cb70 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7ff0c400eaa0 tx=0x7ff0c400ef60 comp rx=0 tx=0).stop 2024-09-16T00:12:13.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.605+0000 7ff0d1e2e640 1 -- 172.21.15.71:0/1880421586 shutdown_connections 2024-09-16T00:12:13.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.605+0000 7ff0d1e2e640 1 --2- 172.21.15.71:0/1880421586 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7ff0b40a3460 0x7ff0b40a5920 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:13.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.605+0000 7ff0d1e2e640 1 --2- 172.21.15.71:0/1880421586 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0cc1069e0 0x7ff0cc19cb70 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:13.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.605+0000 7ff0d1e2e640 1 --2- 172.21.15.71:0/1880421586 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff0cc101370 0x7ff0cc1987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:13.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.605+0000 7ff0d1e2e640 1 --2- 172.21.15.71:0/1880421586 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff0cc1009d0 0x7ff0cc1982b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:13.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.605+0000 7ff0d1e2e640 1 -- 172.21.15.71:0/1880421586 >> 172.21.15.71:0/1880421586 conn(0x7ff0cc0fc6f0 msgr2=0x7ff0cc06a440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:13.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.605+0000 7ff0d1e2e640 1 -- 172.21.15.71:0/1880421586 shutdown_connections 2024-09-16T00:12:13.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:13.605+0000 7ff0d1e2e640 1 -- 172.21.15.71:0/1880421586 wait complete. 2024-09-16T00:12:13.616 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-09-16T00:12:14.589 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T00:12:14.616 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:14 smithi071 ceph-mon[30957]: pgmap v794: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 7.1 MiB/s wr, 252 op/s 2024-09-16T00:12:14.616 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:14 smithi071 ceph-mon[30957]: from='client.15354 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T00:12:14.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:14 smithi163 ceph-mon[34107]: pgmap v794: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 7.1 MiB/s wr, 252 op/s 2024-09-16T00:12:14.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:14 smithi163 ceph-mon[34107]: from='client.15354 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T00:12:14.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:14 smithi190 ceph-mon[34840]: pgmap v794: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 7.1 MiB/s wr, 252 op/s 2024-09-16T00:12:14.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:14 smithi190 ceph-mon[34840]: from='client.15354 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T00:12:14.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.813+0000 7f45873a8640 1 -- 172.21.15.71:0/3130873827 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4580101350 msgr2=0x7f458010d880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:14.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.813+0000 7f45873a8640 1 --2- 172.21.15.71:0/3130873827 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4580101350 0x7f458010d880 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f4578009cd0 tx=0x7f457802a8e0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.813+0000 7f45873a8640 1 -- 172.21.15.71:0/3130873827 shutdown_connections 2024-09-16T00:12:14.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.813+0000 7f45873a8640 1 --2- 172.21.15.71:0/3130873827 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4580101350 0x7f458010d880 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.813+0000 7f45873a8640 1 --2- 172.21.15.71:0/3130873827 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f45801009b0 0x7f4580100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.813+0000 7f45873a8640 1 --2- 172.21.15.71:0/3130873827 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f45801069c0 0x7f4580106da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.813+0000 7f45873a8640 1 -- 172.21.15.71:0/3130873827 >> 172.21.15.71:0/3130873827 conn(0x7f45800fc690 msgr2=0x7f45800feab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:14.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.813+0000 7f45873a8640 1 -- 172.21.15.71:0/3130873827 shutdown_connections 2024-09-16T00:12:14.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.813+0000 7f45873a8640 1 -- 172.21.15.71:0/3130873827 wait complete. 2024-09-16T00:12:14.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.813+0000 7f45873a8640 1 Processor -- start 2024-09-16T00:12:14.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.813+0000 7f45873a8640 1 -- start start 2024-09-16T00:12:14.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.814+0000 7f45873a8640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f45801009b0 0x7f4580199150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:14.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.814+0000 7f45873a8640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4580101350 0x7f4580199690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:14.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.814+0000 7f45873a8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f45801069c0 0x7f45801a41d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:14.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.814+0000 7f45873a8640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f4580110d00 con 0x7f45801069c0 2024-09-16T00:12:14.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.814+0000 7f45873a8640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f4580110b80 con 0x7f45801009b0 2024-09-16T00:12:14.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.814+0000 7f45873a8640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4580110e80 con 0x7f4580101350 2024-09-16T00:12:14.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.814+0000 7f4585945640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f45801069c0 0x7f45801a41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:14.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.814+0000 7f4585945640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f45801069c0 0x7f45801a41d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48390/0 (socket says 172.21.15.71:48390) 2024-09-16T00:12:14.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.814+0000 7f4585945640 1 -- 172.21.15.71:0/2510802349 learned_addr learned my addr 172.21.15.71:0/2510802349 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-16T00:12:14.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.814+0000 7f4585144640 1 --2- 172.21.15.71:0/2510802349 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f45801009b0 0x7f4580199150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:14.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.814+0000 7f4584943640 1 --2- 172.21.15.71:0/2510802349 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4580101350 0x7f4580199690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:14.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.814+0000 7f4585945640 1 -- 172.21.15.71:0/2510802349 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4580101350 msgr2=0x7f4580199690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:14.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.814+0000 7f4585945640 1 --2- 172.21.15.71:0/2510802349 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4580101350 0x7f4580199690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.814+0000 7f4585945640 1 -- 172.21.15.71:0/2510802349 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f45801009b0 msgr2=0x7f4580199150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:14.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.814+0000 7f4585945640 1 --2- 172.21.15.71:0/2510802349 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f45801009b0 0x7f4580199150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.814+0000 7f4585945640 1 -- 172.21.15.71:0/2510802349 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45801a4710 con 0x7f45801069c0 2024-09-16T00:12:14.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.814+0000 7f4584943640 1 --2- 172.21.15.71:0/2510802349 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4580101350 0x7f4580199690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:12:14.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.814+0000 7f4585945640 1 --2- 172.21.15.71:0/2510802349 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f45801069c0 0x7f45801a41d0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f4578005e30 tx=0x7f4578003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:14.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.814+0000 7f457e7fc640 1 -- 172.21.15.71:0/2510802349 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4578004040 con 0x7f45801069c0 2024-09-16T00:12:14.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.814+0000 7f457e7fc640 1 -- 172.21.15.71:0/2510802349 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4578004690 con 0x7f45801069c0 2024-09-16T00:12:14.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.815+0000 7f45873a8640 1 -- 172.21.15.71:0/2510802349 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45801a48e0 con 0x7f45801069c0 2024-09-16T00:12:14.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.815+0000 7f457e7fc640 1 -- 172.21.15.71:0/2510802349 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4578030ec0 con 0x7f45801069c0 2024-09-16T00:12:14.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.815+0000 7f45873a8640 1 -- 172.21.15.71:0/2510802349 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45801a4da0 con 0x7f45801069c0 2024-09-16T00:12:14.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.816+0000 7f45873a8640 1 -- 172.21.15.71:0/2510802349 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4580100e10 con 0x7f45801069c0 2024-09-16T00:12:14.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.817+0000 7f457e7fc640 1 -- 172.21.15.71:0/2510802349 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 26) ==== 138486+0+0 (secure 0 0 0) 0x7f45780041e0 con 0x7f45801069c0 2024-09-16T00:12:14.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.818+0000 7f457e7fc640 1 --2- 172.21.15.71:0/2510802349 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f45680a3560 0x7f45680a5a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:14.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.818+0000 7f4585144640 1 --2- 172.21.15.71:0/2510802349 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f45680a3560 0x7f45680a5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:14.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.818+0000 7f457e7fc640 1 -- 172.21.15.71:0/2510802349 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8484+0+0 (secure 0 0 0) 0x7f457802e030 con 0x7f45801069c0 2024-09-16T00:12:14.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.818+0000 7f4585144640 1 --2- 172.21.15.71:0/2510802349 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f45680a3560 0x7f45680a5a20 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f4570009b50 tx=0x7f4570005f90 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:14.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.821+0000 7f457e7fc640 1 -- 172.21.15.71:0/2510802349 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f457804b060 con 0x7f45801069c0 2024-09-16T00:12:14.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.992+0000 7f45873a8640 1 -- 172.21.15.71:0/2510802349 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f458002d7c0 con 0x7f45801069c0 2024-09-16T00:12:14.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.993+0000 7f457e7fc640 1 -- 172.21.15.71:0/2510802349 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v120) ==== 74+0+23122 (secure 0 0 0) 0x7f45780bdf30 con 0x7f45801069c0 2024-09-16T00:12:14.994 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-16T00:12:14.994 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":120,"fsid":"4eeb5726-73bb-11ef-bceb-c7b262605968","created":"2024-09-15T23:37:32.026413+0000","modified":"2024-09-16T00:12:07.302961+0000","last_up_change":"2024-09-15T23:44:18.494739+0000","last_in_change":"2024-09-15T23:43:55.057780+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T23:40:31.270883+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-15T23:45:06.249987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-15T23:45:08.165620+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"119","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":44,"snap_epoch":119,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5866d7b4-9e16-4f84-b178-467c25ea3369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6803","nonce":3525966842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6805","nonce":3525966842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6809","nonce":3525966842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6807","nonce":3525966842}]},"public_addr":"172.21.15.71:6803/3525966842","cluster_addr":"172.21.15.71:6805/3525966842","heartbeat_back_addr":"172.21.15.71:6809/3525966842","heartbeat_front_addr":"172.21.15.71:6807/3525966842","state":["exists","up"]},{"osd":1,"uuid":"6155354e-7b55-4b4c-b673-6d92f08fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6800","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6801","nonce":1075052522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6803","nonce":1075052522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6807","nonce":1075052522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6805","nonce":1075052522}]},"public_addr":"172.21.15.163:6801/1075052522","cluster_addr":"172.21.15.163:6803/1075052522","heartbeat_back_addr":"172.21.15.163:6807/1075052522","heartbeat_front_addr":"172.21.15.163:6805/1075052522","state":["exists","up"]},{"osd":2,"uuid":"3d530966-7af0-45b1-aa3d-b8b9df338e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6801","nonce":2143521395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6803","nonce":2143521395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6807","nonce":2143521395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6805","nonce":2143521395}]},"public_addr":"172.21.15.190:6801/2143521395","cluster_addr":"172.21.15.190:6803/2143521395","heartbeat_back_addr":"172.21.15.190:6807/2143521395","heartbeat_front_addr":"172.21.15.190:6805/2143521395","state":["exists","up"]},{"osd":3,"uuid":"f16832da-8eaa-424e-a215-1ed01f156888","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6811","nonce":877432262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6813","nonce":877432262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6817","nonce":877432262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6815","nonce":877432262}]},"public_addr":"172.21.15.71:6811/877432262","cluster_addr":"172.21.15.71:6813/877432262","heartbeat_back_addr":"172.21.15.71:6817/877432262","heartbeat_front_addr":"172.21.15.71:6815/877432262","state":["exists","up"]},{"osd":4,"uuid":"ebe47f97-59ea-41c6-8c28-36845546845f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6809","nonce":2846554020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6811","nonce":2846554020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6815","nonce":2846554020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6813","nonce":2846554020}]},"public_addr":"172.21.15.163:6809/2846554020","cluster_addr":"172.21.15.163:6811/2846554020","heartbeat_back_addr":"172.21.15.163:6815/2846554020","heartbeat_front_addr":"172.21.15.163:6813/2846554020","state":["exists","up"]},{"osd":5,"uuid":"3d0cd047-642d-496b-b2a0-52484ae860da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6809","nonce":3132841040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6811","nonce":3132841040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6815","nonce":3132841040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6813","nonce":3132841040}]},"public_addr":"172.21.15.190:6809/3132841040","cluster_addr":"172.21.15.190:6811/3132841040","heartbeat_back_addr":"172.21.15.190:6815/3132841040","heartbeat_front_addr":"172.21.15.190:6813/3132841040","state":["exists","up"]},{"osd":6,"uuid":"783f341b-53ac-4722-86b5-9460490f0e02","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6819","nonce":1108451261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6821","nonce":1108451261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6825","nonce":1108451261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6823","nonce":1108451261}]},"public_addr":"172.21.15.71:6819/1108451261","cluster_addr":"172.21.15.71:6821/1108451261","heartbeat_back_addr":"172.21.15.71:6825/1108451261","heartbeat_front_addr":"172.21.15.71:6823/1108451261","state":["exists","up"]},{"osd":7,"uuid":"39e17d98-3cf2-4e56-af7f-437a27f35847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6817","nonce":1969593004}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6819","nonce":1969593004}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6823","nonce":1969593004}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6821","nonce":1969593004}]},"public_addr":"172.21.15.163:6817/1969593004","cluster_addr":"172.21.15.163:6819/1969593004","heartbeat_back_addr":"172.21.15.163:6823/1969593004","heartbeat_front_addr":"172.21.15.163:6821/1969593004","state":["exists","up"]},{"osd":8,"uuid":"f63373aa-7d65-4478-841b-2f72c933d4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6817","nonce":1925036138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6819","nonce":1925036138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6823","nonce":1925036138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6821","nonce":1925036138}]},"public_addr":"172.21.15.190:6817/1925036138","cluster_addr":"172.21.15.190:6819/1925036138","heartbeat_back_addr":"172.21.15.190:6823/1925036138","heartbeat_front_addr":"172.21.15.190:6821/1925036138","state":["exists","up"]},{"osd":9,"uuid":"c4f1a921-9f00-434b-96e7-4bc4db455ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6827","nonce":5959399}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6829","nonce":5959399}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6833","nonce":5959399}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6831","nonce":5959399}]},"public_addr":"172.21.15.71:6827/5959399","cluster_addr":"172.21.15.71:6829/5959399","heartbeat_back_addr":"172.21.15.71:6833/5959399","heartbeat_front_addr":"172.21.15.71:6831/5959399","state":["exists","up"]},{"osd":10,"uuid":"406a2f6f-879c-45b2-8e82-c933f45affe5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6825","nonce":212791912}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6827","nonce":212791912}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6831","nonce":212791912}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6829","nonce":212791912}]},"public_addr":"172.21.15.163:6825/212791912","cluster_addr":"172.21.15.163:6827/212791912","heartbeat_back_addr":"172.21.15.163:6831/212791912","heartbeat_front_addr":"172.21.15.163:6829/212791912","state":["exists","up"]},{"osd":11,"uuid":"12bb4094-dc69-4c4f-904f-55c82da026db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6825","nonce":4193587286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6827","nonce":4193587286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6831","nonce":4193587286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6829","nonce":4193587286}]},"public_addr":"172.21.15.190:6825/4193587286","cluster_addr":"172.21.15.190:6827/4193587286","heartbeat_back_addr":"172.21.15.190:6831/4193587286","heartbeat_front_addr":"172.21.15.190:6829/4193587286","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:39:38.384621+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:03.886009+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:28.499205+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:54.402933+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:41:19.845920+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:41:44.709197+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:42:10.001537+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:42:35.654440+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:00.945654+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:26.729569+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:51.523307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:44:16.887486+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:0/2385046682":"2024-09-16T23:37:53.457697+0000","172.21.15.71:6800/3832446656":"2024-09-16T23:37:53.457697+0000","172.21.15.71:6801/4097213184":"2024-09-16T23:38:16.969736+0000","172.21.15.71:6801/3832446656":"2024-09-16T23:37:53.457697+0000","172.21.15.71:0/3963273141":"2024-09-16T23:47:02.145011+0000","172.21.15.71:0/4103533037":"2024-09-16T23:37:53.457697+0000","172.21.15.71:0/3616574146":"2024-09-16T23:47:02.145011+0000","172.21.15.71:6800/4097213184":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/1731891373":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/4226211427":"2024-09-16T23:47:02.145011+0000","172.21.15.71:0/3644229355":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/300276721":"2024-09-16T23:37:53.457697+0000","172.21.15.71:0/918116872":"2024-09-16T23:47:02.145011+0000","172.21.15.71:0/3932100987":"2024-09-16T23:38:16.969736+0000","172.21.15.71:6800/881242149":"2024-09-16T23:47:02.145011+0000","172.21.15.71:6801/881242149":"2024-09-16T23:47:02.145011+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":31,"length":1},{"begin":44,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:12:14.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.995+0000 7f45873a8640 1 -- 172.21.15.71:0/2510802349 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f45680a3560 msgr2=0x7f45680a5a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:14.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.995+0000 7f45873a8640 1 --2- 172.21.15.71:0/2510802349 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f45680a3560 0x7f45680a5a20 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f4570009b50 tx=0x7f4570005f90 comp rx=0 tx=0).stop 2024-09-16T00:12:14.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.995+0000 7f45873a8640 1 -- 172.21.15.71:0/2510802349 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f45801069c0 msgr2=0x7f45801a41d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:14.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.995+0000 7f45873a8640 1 --2- 172.21.15.71:0/2510802349 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f45801069c0 0x7f45801a41d0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f4578005e30 tx=0x7f4578003970 comp rx=0 tx=0).stop 2024-09-16T00:12:14.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.995+0000 7f45873a8640 1 -- 172.21.15.71:0/2510802349 shutdown_connections 2024-09-16T00:12:14.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.995+0000 7f45873a8640 1 --2- 172.21.15.71:0/2510802349 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f45680a3560 0x7f45680a5a20 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.995+0000 7f45873a8640 1 --2- 172.21.15.71:0/2510802349 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f45801069c0 0x7f45801a41d0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.995+0000 7f45873a8640 1 --2- 172.21.15.71:0/2510802349 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4580101350 0x7f4580199690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.995+0000 7f45873a8640 1 --2- 172.21.15.71:0/2510802349 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f45801009b0 0x7f4580199150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:14.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.995+0000 7f45873a8640 1 -- 172.21.15.71:0/2510802349 >> 172.21.15.71:0/2510802349 conn(0x7f45800fc690 msgr2=0x7f45800fce60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:14.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.996+0000 7f45873a8640 1 -- 172.21.15.71:0/2510802349 shutdown_connections 2024-09-16T00:12:14.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:14.996+0000 7f45873a8640 1 -- 172.21.15.71:0/2510802349 wait complete. 2024-09-16T00:12:15.007 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-15T23:40:31.270883+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-15T23:45:06.249987+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '81', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-15T23:45:08.165620+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '119', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 44, 'snap_epoch': 119, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T00:12:15.008 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T00:12:15.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.150+0000 7f801791a640 1 -- 172.21.15.71:0/1846207143 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f80101069a0 msgr2=0x7f8010106d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:15.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.150+0000 7f801791a640 1 --2- 172.21.15.71:0/1846207143 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f80101069a0 0x7f8010106d80 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f8004009930 tx=0x7f800402a420 comp rx=0 tx=0).stop 2024-09-16T00:12:15.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.150+0000 7f801791a640 1 -- 172.21.15.71:0/1846207143 shutdown_connections 2024-09-16T00:12:15.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.150+0000 7f801791a640 1 --2- 172.21.15.71:0/1846207143 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8010101330 0x7f801010d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.150+0000 7f801791a640 1 --2- 172.21.15.71:0/1846207143 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8010100990 0x7f8010100df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.150+0000 7f801791a640 1 --2- 172.21.15.71:0/1846207143 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f80101069a0 0x7f8010106d80 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.150+0000 7f801791a640 1 -- 172.21.15.71:0/1846207143 >> 172.21.15.71:0/1846207143 conn(0x7f80100fc6b0 msgr2=0x7f80100fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:15.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.150+0000 7f801791a640 1 -- 172.21.15.71:0/1846207143 shutdown_connections 2024-09-16T00:12:15.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.150+0000 7f801791a640 1 -- 172.21.15.71:0/1846207143 wait complete. 2024-09-16T00:12:15.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.150+0000 7f801791a640 1 Processor -- start 2024-09-16T00:12:15.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.150+0000 7f801791a640 1 -- start start 2024-09-16T00:12:15.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.151+0000 7f801791a640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8010100990 0x7f8010199170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:15.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.151+0000 7f801791a640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8010101330 0x7f80101996b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:15.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.151+0000 7f801791a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f80101069a0 0x7f80101a41f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:15.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.151+0000 7f801791a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f8010110c90 con 0x7f80101069a0 2024-09-16T00:12:15.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.151+0000 7f801791a640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f8010110b10 con 0x7f8010100990 2024-09-16T00:12:15.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.151+0000 7f801791a640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f8010110e10 con 0x7f8010101330 2024-09-16T00:12:15.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.151+0000 7f8015eb7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f80101069a0 0x7f80101a41f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:15.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.151+0000 7f8015eb7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f80101069a0 0x7f80101a41f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48396/0 (socket says 172.21.15.71:48396) 2024-09-16T00:12:15.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.151+0000 7f8015eb7640 1 -- 172.21.15.71:0/1843552046 learned_addr learned my addr 172.21.15.71:0/1843552046 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-16T00:12:15.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.151+0000 7f8014eb5640 1 --2- 172.21.15.71:0/1843552046 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8010101330 0x7f80101996b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:15.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.151+0000 7f80156b6640 1 --2- 172.21.15.71:0/1843552046 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8010100990 0x7f8010199170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:15.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.151+0000 7f8015eb7640 1 -- 172.21.15.71:0/1843552046 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8010101330 msgr2=0x7f80101996b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:15.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.151+0000 7f8015eb7640 1 --2- 172.21.15.71:0/1843552046 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8010101330 0x7f80101996b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.151+0000 7f8015eb7640 1 -- 172.21.15.71:0/1843552046 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8010100990 msgr2=0x7f8010199170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:15.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.151+0000 7f8015eb7640 1 --2- 172.21.15.71:0/1843552046 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8010100990 0x7f8010199170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.151+0000 7f8015eb7640 1 -- 172.21.15.71:0/1843552046 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80101a4730 con 0x7f80101069a0 2024-09-16T00:12:15.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.151+0000 7f8014eb5640 1 --2- 172.21.15.71:0/1843552046 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8010101330 0x7f80101996b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:12:15.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.151+0000 7f8015eb7640 1 --2- 172.21.15.71:0/1843552046 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f80101069a0 0x7f80101a41f0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f800800eb10 tx=0x7f800800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:15.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.151+0000 7f80027fc640 1 -- 172.21.15.71:0/1843552046 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8008004b20 con 0x7f80101069a0 2024-09-16T00:12:15.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.151+0000 7f80027fc640 1 -- 172.21.15.71:0/1843552046 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8008004cc0 con 0x7f80101069a0 2024-09-16T00:12:15.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.151+0000 7f801791a640 1 -- 172.21.15.71:0/1843552046 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80101a4900 con 0x7f80101069a0 2024-09-16T00:12:15.156 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.151+0000 7f80027fc640 1 -- 172.21.15.71:0/1843552046 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8008010690 con 0x7f80101069a0 2024-09-16T00:12:15.156 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.151+0000 7f801791a640 1 -- 172.21.15.71:0/1843552046 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80101a4e20 con 0x7f80101069a0 2024-09-16T00:12:15.156 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.152+0000 7f801791a640 1 -- 172.21.15.71:0/1843552046 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8010100df0 con 0x7f80101069a0 2024-09-16T00:12:15.156 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.154+0000 7f80027fc640 1 -- 172.21.15.71:0/1843552046 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 26) ==== 138486+0+0 (secure 0 0 0) 0x7f8008005000 con 0x7f80101069a0 2024-09-16T00:12:15.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.154+0000 7f80027fc640 1 --2- 172.21.15.71:0/1843552046 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f7ffc0a33c0 0x7f7ffc0a5880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:15.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.155+0000 7f80156b6640 1 --2- 172.21.15.71:0/1843552046 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f7ffc0a33c0 0x7f7ffc0a5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:15.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.155+0000 7f80027fc640 1 -- 172.21.15.71:0/1843552046 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8484+0+0 (secure 0 0 0) 0x7f80080d07d0 con 0x7f80101069a0 2024-09-16T00:12:15.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.155+0000 7f80156b6640 1 --2- 172.21.15.71:0/1843552046 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f7ffc0a33c0 0x7f7ffc0a5880 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f8004006010 tx=0x7f8004000bc0 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:15.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.158+0000 7f80027fc640 1 -- 172.21.15.71:0/1843552046 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f800809d1d0 con 0x7f80101069a0 2024-09-16T00:12:15.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.323+0000 7f801791a640 1 -- 172.21.15.71:0/1843552046 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f8010108f00 con 0x7f80101069a0 2024-09-16T00:12:15.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.324+0000 7f80027fc640 1 -- 172.21.15.71:0/1843552046 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v120) ==== 93+0+10 (secure 0 0 0) 0x7f800809cad0 con 0x7f80101069a0 2024-09-16T00:12:15.325 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 1 2024-09-16T00:12:15.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.326+0000 7f801791a640 1 -- 172.21.15.71:0/1843552046 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f7ffc0a33c0 msgr2=0x7f7ffc0a5880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:15.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.326+0000 7f801791a640 1 --2- 172.21.15.71:0/1843552046 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f7ffc0a33c0 0x7f7ffc0a5880 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f8004006010 tx=0x7f8004000bc0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.326+0000 7f801791a640 1 -- 172.21.15.71:0/1843552046 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f80101069a0 msgr2=0x7f80101a41f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:15.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.326+0000 7f801791a640 1 --2- 172.21.15.71:0/1843552046 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f80101069a0 0x7f80101a41f0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f800800eb10 tx=0x7f800800c2d0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.326+0000 7f801791a640 1 -- 172.21.15.71:0/1843552046 shutdown_connections 2024-09-16T00:12:15.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.326+0000 7f801791a640 1 --2- 172.21.15.71:0/1843552046 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f7ffc0a33c0 0x7f7ffc0a5880 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.326+0000 7f801791a640 1 --2- 172.21.15.71:0/1843552046 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f80101069a0 0x7f80101a41f0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.326+0000 7f801791a640 1 --2- 172.21.15.71:0/1843552046 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8010101330 0x7f80101996b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.326+0000 7f801791a640 1 --2- 172.21.15.71:0/1843552046 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8010100990 0x7f8010199170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.326+0000 7f801791a640 1 -- 172.21.15.71:0/1843552046 >> 172.21.15.71:0/1843552046 conn(0x7f80100fc6b0 msgr2=0x7f80100fcfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:15.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.326+0000 7f801791a640 1 -- 172.21.15.71:0/1843552046 shutdown_connections 2024-09-16T00:12:15.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.326+0000 7f801791a640 1 -- 172.21.15.71:0/1843552046 wait complete. 2024-09-16T00:12:15.338 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-16T00:12:15.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.440+0000 7f2fea78d640 1 -- 172.21.15.71:0/362113645 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2fe4106ab0 msgr2=0x7f2fe4106e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:15.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.440+0000 7f2fea78d640 1 --2- 172.21.15.71:0/362113645 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2fe4106ab0 0x7f2fe4106e90 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f2fd4009900 tx=0x7f2fd402a410 comp rx=0 tx=0).stop 2024-09-16T00:12:15.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.440+0000 7f2fea78d640 1 -- 172.21.15.71:0/362113645 shutdown_connections 2024-09-16T00:12:15.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.440+0000 7f2fea78d640 1 --2- 172.21.15.71:0/362113645 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2fe4100970 0x7f2fe410e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.440+0000 7f2fea78d640 1 --2- 172.21.15.71:0/362113645 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2fe40fffd0 0x7f2fe4100430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.440+0000 7f2fea78d640 1 --2- 172.21.15.71:0/362113645 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2fe4106ab0 0x7f2fe4106e90 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.440+0000 7f2fea78d640 1 -- 172.21.15.71:0/362113645 >> 172.21.15.71:0/362113645 conn(0x7f2fe4077170 msgr2=0x7f2fe40fe4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:15.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.440+0000 7f2fea78d640 1 -- 172.21.15.71:0/362113645 shutdown_connections 2024-09-16T00:12:15.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.440+0000 7f2fea78d640 1 -- 172.21.15.71:0/362113645 wait complete. 2024-09-16T00:12:15.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.440+0000 7f2fea78d640 1 Processor -- start 2024-09-16T00:12:15.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.440+0000 7f2fea78d640 1 -- start start 2024-09-16T00:12:15.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.440+0000 7f2fea78d640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2fe40fffd0 0x7f2fe4198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:15.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.441+0000 7f2fea78d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2fe4100970 0x7f2fe41989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:15.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.441+0000 7f2fea78d640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2fe4106ab0 0x7f2fe419cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:15.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.441+0000 7f2fea78d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2fe4111ef0 con 0x7f2fe4100970 2024-09-16T00:12:15.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.441+0000 7f2fea78d640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f2fe4111d70 con 0x7f2fe40fffd0 2024-09-16T00:12:15.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.441+0000 7f2fea78d640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f2fe4112070 con 0x7f2fe4106ab0 2024-09-16T00:12:15.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.441+0000 7f2fe37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2fe4100970 0x7f2fe41989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:15.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.441+0000 7f2fe37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2fe4100970 0x7f2fe41989a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48406/0 (socket says 172.21.15.71:48406) 2024-09-16T00:12:15.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.441+0000 7f2fe37fe640 1 -- 172.21.15.71:0/3438110556 learned_addr learned my addr 172.21.15.71:0/3438110556 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-16T00:12:15.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.441+0000 7f2fe3fff640 1 --2- 172.21.15.71:0/3438110556 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2fe40fffd0 0x7f2fe4198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:15.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.441+0000 7f2fe8d2a640 1 --2- 172.21.15.71:0/3438110556 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2fe4106ab0 0x7f2fe419cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:15.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.441+0000 7f2fe37fe640 1 -- 172.21.15.71:0/3438110556 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2fe4106ab0 msgr2=0x7f2fe419cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:15.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.441+0000 7f2fe37fe640 1 --2- 172.21.15.71:0/3438110556 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2fe4106ab0 0x7f2fe419cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.441+0000 7f2fe37fe640 1 -- 172.21.15.71:0/3438110556 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2fe40fffd0 msgr2=0x7f2fe4198460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:15.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.441+0000 7f2fe37fe640 1 --2- 172.21.15.71:0/3438110556 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2fe40fffd0 0x7f2fe4198460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.441+0000 7f2fe37fe640 1 -- 172.21.15.71:0/3438110556 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fe419d450 con 0x7f2fe4100970 2024-09-16T00:12:15.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.441+0000 7f2fe3fff640 1 --2- 172.21.15.71:0/3438110556 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2fe40fffd0 0x7f2fe4198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:12:15.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.441+0000 7f2fe8d2a640 1 --2- 172.21.15.71:0/3438110556 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2fe4106ab0 0x7f2fe419cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:12:15.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.441+0000 7f2fe37fe640 1 --2- 172.21.15.71:0/3438110556 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2fe4100970 0x7f2fe41989a0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f2fcc00b4a0 tx=0x7f2fcc00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:15.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.441+0000 7f2fe17fa640 1 -- 172.21.15.71:0/3438110556 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fcc014070 con 0x7f2fe4100970 2024-09-16T00:12:15.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.441+0000 7f2fe17fa640 1 -- 172.21.15.71:0/3438110556 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2fcc010ac0 con 0x7f2fe4100970 2024-09-16T00:12:15.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.441+0000 7f2fea78d640 1 -- 172.21.15.71:0/3438110556 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fe419d740 con 0x7f2fe4100970 2024-09-16T00:12:15.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.441+0000 7f2fe17fa640 1 -- 172.21.15.71:0/3438110556 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fcc017c30 con 0x7f2fe4100970 2024-09-16T00:12:15.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.441+0000 7f2fea78d640 1 -- 172.21.15.71:0/3438110556 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fe41a4fd0 con 0x7f2fe4100970 2024-09-16T00:12:15.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.442+0000 7f2fea78d640 1 -- 172.21.15.71:0/3438110556 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2fe4100430 con 0x7f2fe4100970 2024-09-16T00:12:15.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.443+0000 7f2fe17fa640 1 -- 172.21.15.71:0/3438110556 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 26) ==== 138486+0+0 (secure 0 0 0) 0x7f2fcc017070 con 0x7f2fe4100970 2024-09-16T00:12:15.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.444+0000 7f2fe17fa640 1 --2- 172.21.15.71:0/3438110556 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f2fd00a33c0 0x7f2fd00a5880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:15.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.444+0000 7f2fe3fff640 1 --2- 172.21.15.71:0/3438110556 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f2fd00a33c0 0x7f2fd00a5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:15.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.444+0000 7f2fe17fa640 1 -- 172.21.15.71:0/3438110556 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8484+0+0 (secure 0 0 0) 0x7f2fcc0cf390 con 0x7f2fe4100970 2024-09-16T00:12:15.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.445+0000 7f2fe3fff640 1 --2- 172.21.15.71:0/3438110556 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f2fd00a33c0 0x7f2fd00a5880 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f2fd4000c00 tx=0x7f2fd4031400 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:15.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.448+0000 7f2fe17fa640 1 -- 172.21.15.71:0/3438110556 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2fcc09be80 con 0x7f2fe4100970 2024-09-16T00:12:15.615 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.614+0000 7f2fea78d640 1 -- 172.21.15.71:0/3438110556 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f2fe402d7c0 con 0x7f2fe4100970 2024-09-16T00:12:15.615 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.615+0000 7f2fe17fa640 1 -- 172.21.15.71:0/3438110556 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v120) ==== 104+0+11 (secure 0 0 0) 0x7f2fcc09b780 con 0x7f2fe4100970 2024-09-16T00:12:15.616 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 32 2024-09-16T00:12:15.617 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.617+0000 7f2fea78d640 1 -- 172.21.15.71:0/3438110556 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f2fd00a33c0 msgr2=0x7f2fd00a5880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:15.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.617+0000 7f2fea78d640 1 --2- 172.21.15.71:0/3438110556 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f2fd00a33c0 0x7f2fd00a5880 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f2fd4000c00 tx=0x7f2fd4031400 comp rx=0 tx=0).stop 2024-09-16T00:12:15.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.617+0000 7f2fea78d640 1 -- 172.21.15.71:0/3438110556 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2fe4100970 msgr2=0x7f2fe41989a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:15.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.617+0000 7f2fea78d640 1 --2- 172.21.15.71:0/3438110556 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2fe4100970 0x7f2fe41989a0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f2fcc00b4a0 tx=0x7f2fcc00b960 comp rx=0 tx=0).stop 2024-09-16T00:12:15.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.617+0000 7f2fea78d640 1 -- 172.21.15.71:0/3438110556 shutdown_connections 2024-09-16T00:12:15.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.617+0000 7f2fea78d640 1 --2- 172.21.15.71:0/3438110556 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f2fd00a33c0 0x7f2fd00a5880 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.617+0000 7f2fea78d640 1 --2- 172.21.15.71:0/3438110556 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2fe4106ab0 0x7f2fe419cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.617+0000 7f2fea78d640 1 --2- 172.21.15.71:0/3438110556 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2fe4100970 0x7f2fe41989a0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.617+0000 7f2fea78d640 1 --2- 172.21.15.71:0/3438110556 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2fe40fffd0 0x7f2fe4198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.617+0000 7f2fea78d640 1 -- 172.21.15.71:0/3438110556 >> 172.21.15.71:0/3438110556 conn(0x7f2fe4077170 msgr2=0x7f2fe4104c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:15.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.617+0000 7f2fea78d640 1 -- 172.21.15.71:0/3438110556 shutdown_connections 2024-09-16T00:12:15.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.617+0000 7f2fea78d640 1 -- 172.21.15.71:0/3438110556 wait complete. 2024-09-16T00:12:15.627 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:15 smithi071 ceph-mon[30957]: from='client.15360 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T00:12:15.627 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:15 smithi071 ceph-mon[30957]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:12:15.627 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:15 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2510802349' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T00:12:15.627 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:15 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1843552046' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T00:12:15.628 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-16T00:12:15.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.730+0000 7fb7ac0af640 1 -- 172.21.15.71:0/1288137081 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7a4106990 msgr2=0x7fb7a4106d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:15.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.730+0000 7fb7ac0af640 1 --2- 172.21.15.71:0/1288137081 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7a4106990 0x7fb7a4106d70 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fb7a0009890 tx=0x7fb7a002a380 comp rx=0 tx=0).stop 2024-09-16T00:12:15.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.730+0000 7fb7ac0af640 1 -- 172.21.15.71:0/1288137081 shutdown_connections 2024-09-16T00:12:15.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.730+0000 7fb7ac0af640 1 --2- 172.21.15.71:0/1288137081 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb7a4101320 0x7fb7a410d850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.730+0000 7fb7ac0af640 1 --2- 172.21.15.71:0/1288137081 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb7a4100980 0x7fb7a4100de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.730+0000 7fb7ac0af640 1 --2- 172.21.15.71:0/1288137081 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7a4106990 0x7fb7a4106d70 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.730+0000 7fb7ac0af640 1 -- 172.21.15.71:0/1288137081 >> 172.21.15.71:0/1288137081 conn(0x7fb7a40779d0 msgr2=0x7fb7a40fed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:15.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.730+0000 7fb7ac0af640 1 -- 172.21.15.71:0/1288137081 shutdown_connections 2024-09-16T00:12:15.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.730+0000 7fb7ac0af640 1 -- 172.21.15.71:0/1288137081 wait complete. 2024-09-16T00:12:15.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.731+0000 7fb7ac0af640 1 Processor -- start 2024-09-16T00:12:15.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.731+0000 7fb7ac0af640 1 -- start start 2024-09-16T00:12:15.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.731+0000 7fb7ac0af640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb7a4100980 0x7fb7a4199180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:15.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.731+0000 7fb7ac0af640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7a4101320 0x7fb7a41996c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:15.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.731+0000 7fb7ac0af640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb7a4106990 0x7fb7a41a4200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:15.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.731+0000 7fb7ac0af640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fb7a4110c50 con 0x7fb7a4100980 2024-09-16T00:12:15.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.731+0000 7fb7ac0af640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fb7a4110ad0 con 0x7fb7a4106990 2024-09-16T00:12:15.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.731+0000 7fb7ac0af640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fb7a4110dd0 con 0x7fb7a4101320 2024-09-16T00:12:15.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.731+0000 7fb7a9e4b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb7a4100980 0x7fb7a4199180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:15.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.731+0000 7fb7a9e4b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb7a4100980 0x7fb7a4199180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48426/0 (socket says 172.21.15.71:48426) 2024-09-16T00:12:15.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.731+0000 7fb7a9e4b640 1 -- 172.21.15.71:0/735186744 learned_addr learned my addr 172.21.15.71:0/735186744 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-16T00:12:15.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.731+0000 7fb7a964a640 1 --2- 172.21.15.71:0/735186744 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7a4101320 0x7fb7a41996c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:15.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.732+0000 7fb7aa64c640 1 --2- 172.21.15.71:0/735186744 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb7a4106990 0x7fb7a41a4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:15.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.732+0000 7fb7a9e4b640 1 -- 172.21.15.71:0/735186744 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7a4101320 msgr2=0x7fb7a41996c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:15.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.732+0000 7fb7a9e4b640 1 --2- 172.21.15.71:0/735186744 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7a4101320 0x7fb7a41996c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.732+0000 7fb7a9e4b640 1 -- 172.21.15.71:0/735186744 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb7a4106990 msgr2=0x7fb7a41a4200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:15.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.732+0000 7fb7a9e4b640 1 --2- 172.21.15.71:0/735186744 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb7a4106990 0x7fb7a41a4200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.732+0000 7fb7a9e4b640 1 -- 172.21.15.71:0/735186744 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7a41a4740 con 0x7fb7a4100980 2024-09-16T00:12:15.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.732+0000 7fb7a9e4b640 1 --2- 172.21.15.71:0/735186744 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb7a4100980 0x7fb7a4199180 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fb7a0000c00 tx=0x7fb7a0030d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:15.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.732+0000 7fb79affd640 1 -- 172.21.15.71:0/735186744 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a0037050 con 0x7fb7a4100980 2024-09-16T00:12:15.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.732+0000 7fb79affd640 1 -- 172.21.15.71:0/735186744 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb7a0043070 con 0x7fb7a4100980 2024-09-16T00:12:15.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.732+0000 7fb7ac0af640 1 -- 172.21.15.71:0/735186744 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7a41a4910 con 0x7fb7a4100980 2024-09-16T00:12:15.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.732+0000 7fb79affd640 1 -- 172.21.15.71:0/735186744 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a0003b60 con 0x7fb7a4100980 2024-09-16T00:12:15.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.732+0000 7fb7ac0af640 1 -- 172.21.15.71:0/735186744 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7a41a4d70 con 0x7fb7a4100980 2024-09-16T00:12:15.736 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:15 smithi163 ceph-mon[34107]: from='client.15360 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T00:12:15.736 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:15 smithi163 ceph-mon[34107]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:12:15.737 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:15 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/2510802349' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T00:12:15.737 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:15 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1843552046' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T00:12:15.737 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.733+0000 7fb7ac0af640 1 -- 172.21.15.71:0/735186744 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7a4100de0 con 0x7fb7a4100980 2024-09-16T00:12:15.737 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.734+0000 7fb79affd640 1 -- 172.21.15.71:0/735186744 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 26) ==== 138486+0+0 (secure 0 0 0) 0x7fb7a0003d00 con 0x7fb7a4100980 2024-09-16T00:12:15.737 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.735+0000 7fb79affd640 1 --2- 172.21.15.71:0/735186744 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fb7900a33c0 0x7fb7900a5880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:15.737 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.735+0000 7fb7a964a640 1 --2- 172.21.15.71:0/735186744 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fb7900a33c0 0x7fb7900a5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:15.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.735+0000 7fb79affd640 1 -- 172.21.15.71:0/735186744 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8484+0+0 (secure 0 0 0) 0x7fb7a00effd0 con 0x7fb7a4100980 2024-09-16T00:12:15.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.735+0000 7fb7a964a640 1 --2- 172.21.15.71:0/735186744 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fb7900a33c0 0x7fb7900a5880 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb7a4069ed0 tx=0x7fb794009260 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:15.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.739+0000 7fb79affd640 1 -- 172.21.15.71:0/735186744 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb7a004c020 con 0x7fb7a4100980 2024-09-16T00:12:15.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:15 smithi190 ceph-mon[34840]: from='client.15360 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T00:12:15.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:15 smithi190 ceph-mon[34840]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-16T00:12:15.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:15 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/2510802349' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T00:12:15.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:15 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1843552046' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T00:12:15.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.906+0000 7fb7ac0af640 1 -- 172.21.15.71:0/735186744 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fb7a4108ef0 con 0x7fb7a4100980 2024-09-16T00:12:15.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.906+0000 7fb79affd640 1 -- 172.21.15.71:0/735186744 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v120) ==== 100+0+11 (secure 0 0 0) 0x7fb7a00bcae0 con 0x7fb7a4100980 2024-09-16T00:12:15.907 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 64 2024-09-16T00:12:15.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.908+0000 7fb7ac0af640 1 -- 172.21.15.71:0/735186744 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fb7900a33c0 msgr2=0x7fb7900a5880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:15.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.908+0000 7fb7ac0af640 1 --2- 172.21.15.71:0/735186744 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fb7900a33c0 0x7fb7900a5880 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb7a4069ed0 tx=0x7fb794009260 comp rx=0 tx=0).stop 2024-09-16T00:12:15.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.908+0000 7fb7ac0af640 1 -- 172.21.15.71:0/735186744 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb7a4100980 msgr2=0x7fb7a4199180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:15.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.908+0000 7fb7ac0af640 1 --2- 172.21.15.71:0/735186744 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb7a4100980 0x7fb7a4199180 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fb7a0000c00 tx=0x7fb7a0030d80 comp rx=0 tx=0).stop 2024-09-16T00:12:15.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.908+0000 7fb7ac0af640 1 -- 172.21.15.71:0/735186744 shutdown_connections 2024-09-16T00:12:15.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.908+0000 7fb7ac0af640 1 --2- 172.21.15.71:0/735186744 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fb7900a33c0 0x7fb7900a5880 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.908+0000 7fb7ac0af640 1 --2- 172.21.15.71:0/735186744 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb7a4106990 0x7fb7a41a4200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.908+0000 7fb7ac0af640 1 --2- 172.21.15.71:0/735186744 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb7a4101320 0x7fb7a41996c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.908+0000 7fb7ac0af640 1 --2- 172.21.15.71:0/735186744 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb7a4100980 0x7fb7a4199180 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:15.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.908+0000 7fb7ac0af640 1 -- 172.21.15.71:0/735186744 >> 172.21.15.71:0/735186744 conn(0x7fb7a40779d0 msgr2=0x7fb7a40fed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:15.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.908+0000 7fb7ac0af640 1 -- 172.21.15.71:0/735186744 shutdown_connections 2024-09-16T00:12:15.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:15.908+0000 7fb7ac0af640 1 -- 172.21.15.71:0/735186744 wait complete. 2024-09-16T00:12:15.920 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-09-16T00:12:16.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.018+0000 7f662c2d0640 1 -- 172.21.15.71:0/1086384861 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6624101340 msgr2=0x7f662410d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:16.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.018+0000 7f662c2d0640 1 --2- 172.21.15.71:0/1086384861 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6624101340 0x7f662410d870 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f661c009930 tx=0x7f661c02a420 comp rx=0 tx=0).stop 2024-09-16T00:12:16.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.018+0000 7f662c2d0640 1 -- 172.21.15.71:0/1086384861 shutdown_connections 2024-09-16T00:12:16.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.019+0000 7f662c2d0640 1 --2- 172.21.15.71:0/1086384861 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6624101340 0x7f662410d870 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:16.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.019+0000 7f662c2d0640 1 --2- 172.21.15.71:0/1086384861 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f66241009a0 0x7f6624100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:16.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.019+0000 7f662c2d0640 1 --2- 172.21.15.71:0/1086384861 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f66241069b0 0x7f6624106d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:16.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.019+0000 7f662c2d0640 1 -- 172.21.15.71:0/1086384861 >> 172.21.15.71:0/1086384861 conn(0x7f66240fc680 msgr2=0x7f66240feaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:16.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.019+0000 7f662c2d0640 1 -- 172.21.15.71:0/1086384861 shutdown_connections 2024-09-16T00:12:16.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.019+0000 7f662c2d0640 1 -- 172.21.15.71:0/1086384861 wait complete. 2024-09-16T00:12:16.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.019+0000 7f662c2d0640 1 Processor -- start 2024-09-16T00:12:16.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.019+0000 7f662c2d0640 1 -- start start 2024-09-16T00:12:16.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.019+0000 7f662c2d0640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f66241009a0 0x7f6624199090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:16.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.019+0000 7f662c2d0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6624101340 0x7f66241995d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:16.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.019+0000 7f662c2d0640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f66241069b0 0x7f66241a4110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:16.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.019+0000 7f662c2d0640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f6624110ca0 con 0x7f6624101340 2024-09-16T00:12:16.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.019+0000 7f662c2d0640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f6624110b20 con 0x7f66241009a0 2024-09-16T00:12:16.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.019+0000 7f662c2d0640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f6624110e20 con 0x7f66241069b0 2024-09-16T00:12:16.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.019+0000 7f662986b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6624101340 0x7f66241995d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:16.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.019+0000 7f662986b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6624101340 0x7f66241995d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48458/0 (socket says 172.21.15.71:48458) 2024-09-16T00:12:16.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.019+0000 7f662986b640 1 -- 172.21.15.71:0/789539908 learned_addr learned my addr 172.21.15.71:0/789539908 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-16T00:12:16.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.020+0000 7f662a06c640 1 --2- 172.21.15.71:0/789539908 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f66241009a0 0x7f6624199090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:16.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.020+0000 7f662a86d640 1 --2- 172.21.15.71:0/789539908 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f66241069b0 0x7f66241a4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:16.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.020+0000 7f662986b640 1 -- 172.21.15.71:0/789539908 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f66241069b0 msgr2=0x7f66241a4110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:16.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.020+0000 7f662986b640 1 --2- 172.21.15.71:0/789539908 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f66241069b0 0x7f66241a4110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:16.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.020+0000 7f662986b640 1 -- 172.21.15.71:0/789539908 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f66241009a0 msgr2=0x7f6624199090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:16.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.020+0000 7f662986b640 1 --2- 172.21.15.71:0/789539908 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f66241009a0 0x7f6624199090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:16.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.020+0000 7f662986b640 1 -- 172.21.15.71:0/789539908 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66241a4650 con 0x7f6624101340 2024-09-16T00:12:16.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.020+0000 7f662a86d640 1 --2- 172.21.15.71:0/789539908 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f66241069b0 0x7f66241a4110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:12:16.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.020+0000 7f662986b640 1 --2- 172.21.15.71:0/789539908 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6624101340 0x7f66241995d0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f661400d950 tx=0x7f661400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:16.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.020+0000 7f661b7fe640 1 -- 172.21.15.71:0/789539908 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6614017070 con 0x7f6624101340 2024-09-16T00:12:16.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.020+0000 7f661b7fe640 1 -- 172.21.15.71:0/789539908 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6614009c30 con 0x7f6624101340 2024-09-16T00:12:16.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.020+0000 7f662c2d0640 1 -- 172.21.15.71:0/789539908 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66241a4820 con 0x7f6624101340 2024-09-16T00:12:16.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.020+0000 7f661b7fe640 1 -- 172.21.15.71:0/789539908 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f661400f620 con 0x7f6624101340 2024-09-16T00:12:16.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.020+0000 7f662c2d0640 1 -- 172.21.15.71:0/789539908 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66241a4d90 con 0x7f6624101340 2024-09-16T00:12:16.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.021+0000 7f662c2d0640 1 -- 172.21.15.71:0/789539908 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6624100e00 con 0x7f6624101340 2024-09-16T00:12:16.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.022+0000 7f661b7fe640 1 -- 172.21.15.71:0/789539908 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 26) ==== 138486+0+0 (secure 0 0 0) 0x7f66140109a0 con 0x7f6624101340 2024-09-16T00:12:16.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.023+0000 7f661b7fe640 1 --2- 172.21.15.71:0/789539908 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f66100a3440 0x7f66100a5900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:16.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.023+0000 7f662a06c640 1 --2- 172.21.15.71:0/789539908 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f66100a3440 0x7f66100a5900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:16.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.024+0000 7f661b7fe640 1 -- 172.21.15.71:0/789539908 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8484+0+0 (secure 0 0 0) 0x7f66140cf8d0 con 0x7f6624101340 2024-09-16T00:12:16.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.024+0000 7f662a06c640 1 --2- 172.21.15.71:0/789539908 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f66100a3440 0x7f66100a5900 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f6620007e40 tx=0x7f66200075b0 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:16.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.026+0000 7f661b7fe640 1 -- 172.21.15.71:0/789539908 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6614009de0 con 0x7f6624101340 2024-09-16T00:12:16.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.242+0000 7f662c2d0640 1 -- 172.21.15.71:0/789539908 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f66241a4ff0 con 0x7f6624101340 2024-09-16T00:12:16.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.249+0000 7f661b7fe640 1 -- 172.21.15.71:0/789539908 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v26) ==== 81+0+742871 (secure 0 0 0) 0x7f661409c2f0 con 0x7f6624101340 2024-09-16T00:12:16.259 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-16T00:12:16.259 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-16T00:12:16.259 INFO:teuthology.orchestra.run.smithi071.stdout: "epoch": 26, 2024-09-16T00:12:16.259 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.260 INFO:teuthology.orchestra.run.smithi071.stdout: "active_gid": 15222, 2024-09-16T00:12:16.260 INFO:teuthology.orchestra.run.smithi071.stdout: "active_name": "x", 2024-09-16T00:12:16.260 INFO:teuthology.orchestra.run.smithi071.stdout: "active_addrs": { 2024-09-16T00:12:16.260 INFO:teuthology.orchestra.run.smithi071.stdout: "addrvec": [ 2024-09-16T00:12:16.260 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.260 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v2", 2024-09-16T00:12:16.260 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "172.21.15.71:6800", 2024-09-16T00:12:16.260 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 3244696624 2024-09-16T00:12:16.260 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.260 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.260 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v1", 2024-09-16T00:12:16.260 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "172.21.15.71:6801", 2024-09-16T00:12:16.260 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 3244696624 2024-09-16T00:12:16.261 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.261 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-16T00:12:16.261 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.261 INFO:teuthology.orchestra.run.smithi071.stdout: "active_addr": "172.21.15.71:6801/3244696624", 2024-09-16T00:12:16.261 INFO:teuthology.orchestra.run.smithi071.stdout: "active_change": "2024-09-15T23:47:02.145218+0000", 2024-09-16T00:12:16.261 INFO:teuthology.orchestra.run.smithi071.stdout: "active_mgr_features": 4540701547738038271, 2024-09-16T00:12:16.261 INFO:teuthology.orchestra.run.smithi071.stdout: "available": true, 2024-09-16T00:12:16.261 INFO:teuthology.orchestra.run.smithi071.stdout: "standbys": [ 2024-09-16T00:12:16.261 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.261 INFO:teuthology.orchestra.run.smithi071.stdout: "gid": 24743, 2024-09-16T00:12:16.261 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "y", 2024-09-16T00:12:16.261 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr_features": 4540701547738038271, 2024-09-16T00:12:16.261 INFO:teuthology.orchestra.run.smithi071.stdout: "available_modules": [ 2024-09-16T00:12:16.261 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.262 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "alerts", 2024-09-16T00:12:16.262 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.262 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.262 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.262 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-16T00:12:16.262 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-16T00:12:16.262 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.262 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.262 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.262 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-16T00:12:16.264 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.264 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.264 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.264 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How frequently to reexamine health status", 2024-09-16T00:12:16.264 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.264 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.264 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.264 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.265 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.265 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.265 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.265 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.265 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.265 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.265 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.265 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.265 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.265 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.265 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.265 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.265 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.266 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.266 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.266 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.266 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.266 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.266 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.266 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.266 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.266 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.266 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.266 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.266 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.266 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.266 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.267 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.267 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.267 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.267 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.267 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.267 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.267 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.267 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.267 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.267 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.267 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.267 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.267 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.268 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.268 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.268 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.268 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.268 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.268 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.268 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.268 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.268 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.268 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.268 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.268 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.268 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.269 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_destination": { 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_destination", 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.270 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Email address to send alerts to", 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_from_name": { 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_from_name", 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "Ceph", 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.271 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Email From: name", 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_host": { 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_host", 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.272 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.273 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SMTP server", 2024-09-16T00:12:16.273 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.273 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.273 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.273 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.273 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_password": { 2024-09-16T00:12:16.273 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_password", 2024-09-16T00:12:16.273 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.273 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.273 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.273 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.273 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.273 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.274 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.274 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Password to authenticate with", 2024-09-16T00:12:16.274 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.274 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.274 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.274 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.274 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_port": { 2024-09-16T00:12:16.274 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_port", 2024-09-16T00:12:16.274 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.274 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.274 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.274 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "465", 2024-09-16T00:12:16.274 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.274 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.275 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.275 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SMTP port", 2024-09-16T00:12:16.275 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.275 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.275 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.275 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.275 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_sender": { 2024-09-16T00:12:16.275 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_sender", 2024-09-16T00:12:16.275 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.275 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.275 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.275 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.275 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.275 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.276 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.276 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SMTP envelope sender", 2024-09-16T00:12:16.276 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.276 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.276 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.276 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.276 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_ssl": { 2024-09-16T00:12:16.276 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_ssl", 2024-09-16T00:12:16.276 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.276 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.276 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.276 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.277 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.277 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.277 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.277 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-16T00:12:16.277 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.277 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.277 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.277 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.277 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_user": { 2024-09-16T00:12:16.277 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_user", 2024-09-16T00:12:16.277 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.277 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.277 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.277 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.278 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.278 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.278 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.278 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "User to authenticate as", 2024-09-16T00:12:16.278 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.278 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.278 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.278 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.278 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.278 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.278 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.278 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "balancer", 2024-09-16T00:12:16.278 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.278 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.279 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.279 INFO:teuthology.orchestra.run.smithi071.stdout: "active": { 2024-09-16T00:12:16.279 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "active", 2024-09-16T00:12:16.279 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.279 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.279 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.279 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.279 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.279 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.279 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.279 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "automatically balance PGs across cluster", 2024-09-16T00:12:16.279 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.279 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.280 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.280 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.280 INFO:teuthology.orchestra.run.smithi071.stdout: "begin_time": { 2024-09-16T00:12:16.280 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "begin_time", 2024-09-16T00:12:16.280 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.280 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.280 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.280 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0000", 2024-09-16T00:12:16.280 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.280 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.280 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.280 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "beginning time of day to automatically balance", 2024-09-16T00:12:16.280 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-16T00:12:16.280 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.281 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.281 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.281 INFO:teuthology.orchestra.run.smithi071.stdout: "begin_weekday": { 2024-09-16T00:12:16.281 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "begin_weekday", 2024-09-16T00:12:16.281 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-16T00:12:16.281 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.281 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.281 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-16T00:12:16.281 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "0", 2024-09-16T00:12:16.281 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "6", 2024-09-16T00:12:16.281 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.281 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-16T00:12:16.281 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-16T00:12:16.282 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.282 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.282 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.282 INFO:teuthology.orchestra.run.smithi071.stdout: "crush_compat_max_iterations": { 2024-09-16T00:12:16.282 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crush_compat_max_iterations", 2024-09-16T00:12:16.282 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-16T00:12:16.282 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.282 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.282 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "25", 2024-09-16T00:12:16.282 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-16T00:12:16.282 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "250", 2024-09-16T00:12:16.282 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.282 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-16T00:12:16.282 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.283 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.283 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.283 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.283 INFO:teuthology.orchestra.run.smithi071.stdout: "crush_compat_metrics": { 2024-09-16T00:12:16.283 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crush_compat_metrics", 2024-09-16T00:12:16.283 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.283 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.283 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.283 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "pgs,objects,bytes", 2024-09-16T00:12:16.283 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.283 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.283 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.283 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-16T00:12:16.283 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-16T00:12:16.284 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.284 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.284 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.284 INFO:teuthology.orchestra.run.smithi071.stdout: "crush_compat_step": { 2024-09-16T00:12:16.284 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crush_compat_step", 2024-09-16T00:12:16.284 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-16T00:12:16.284 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.284 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.284 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0.5", 2024-09-16T00:12:16.284 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "0.001", 2024-09-16T00:12:16.284 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "0.999", 2024-09-16T00:12:16.284 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.284 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "aggressiveness of optimization", 2024-09-16T00:12:16.284 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-16T00:12:16.285 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.285 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.285 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.285 INFO:teuthology.orchestra.run.smithi071.stdout: "end_time": { 2024-09-16T00:12:16.285 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "end_time", 2024-09-16T00:12:16.285 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.285 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.285 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.285 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "2359", 2024-09-16T00:12:16.285 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.285 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.285 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.285 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "ending time of day to automatically balance", 2024-09-16T00:12:16.285 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-16T00:12:16.286 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.286 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.286 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.286 INFO:teuthology.orchestra.run.smithi071.stdout: "end_weekday": { 2024-09-16T00:12:16.286 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "end_weekday", 2024-09-16T00:12:16.286 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-16T00:12:16.286 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.286 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.286 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-16T00:12:16.286 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "0", 2024-09-16T00:12:16.286 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "6", 2024-09-16T00:12:16.286 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.286 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-16T00:12:16.286 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-16T00:12:16.287 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.287 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.287 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.287 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.287 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.287 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.287 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.287 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.287 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.287 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.288 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.288 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.288 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.288 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.288 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.288 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.288 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.288 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.288 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.288 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.288 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.288 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.288 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.288 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.289 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.289 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.289 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.289 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.289 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.289 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.289 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.289 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.289 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.289 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.289 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.289 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.290 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.290 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.290 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.290 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.290 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.290 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.290 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.290 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.290 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.290 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.290 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.290 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.290 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.290 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.291 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.291 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.291 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.291 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.291 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.291 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.291 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.291 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.291 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.291 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.291 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.291 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.291 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.291 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.292 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.292 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.292 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.292 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.292 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.292 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.292 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.292 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.292 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.292 INFO:teuthology.orchestra.run.smithi071.stdout: "min_score": { 2024-09-16T00:12:16.292 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "min_score", 2024-09-16T00:12:16.292 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-16T00:12:16.292 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.293 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.293 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-16T00:12:16.293 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.293 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.293 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.293 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-16T00:12:16.293 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.294 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.294 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.294 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.294 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": { 2024-09-16T00:12:16.294 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mode", 2024-09-16T00:12:16.294 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.294 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.294 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.294 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "upmap", 2024-09-16T00:12:16.294 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.294 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.294 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.294 INFO:teuthology.orchestra.run.smithi071.stdout: "crush-compat", 2024-09-16T00:12:16.295 INFO:teuthology.orchestra.run.smithi071.stdout: "none", 2024-09-16T00:12:16.295 INFO:teuthology.orchestra.run.smithi071.stdout: "read", 2024-09-16T00:12:16.295 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap", 2024-09-16T00:12:16.295 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap-read" 2024-09-16T00:12:16.295 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.295 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Balancer mode", 2024-09-16T00:12:16.295 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.295 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.295 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.295 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.295 INFO:teuthology.orchestra.run.smithi071.stdout: "pool_ids": { 2024-09-16T00:12:16.296 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pool_ids", 2024-09-16T00:12:16.296 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.296 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.296 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.296 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.296 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.296 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.296 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.296 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-16T00:12:16.296 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.296 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.297 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.297 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.297 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-16T00:12:16.297 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-16T00:12:16.297 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.297 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.297 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.297 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-16T00:12:16.297 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.297 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.297 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.297 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-16T00:12:16.297 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.298 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.298 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.298 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.298 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap_max_deviation": { 2024-09-16T00:12:16.298 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "upmap_max_deviation", 2024-09-16T00:12:16.298 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.298 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.298 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.298 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-16T00:12:16.298 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-16T00:12:16.298 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.298 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.298 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-16T00:12:16.298 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-16T00:12:16.299 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.299 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.299 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.299 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap_max_optimizations": { 2024-09-16T00:12:16.299 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "upmap_max_optimizations", 2024-09-16T00:12:16.299 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-16T00:12:16.299 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.299 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.299 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:16.299 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.299 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.299 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.299 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-16T00:12:16.299 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.300 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.300 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.300 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.300 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.300 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.300 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.300 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cephadm", 2024-09-16T00:12:16.300 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.300 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.300 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.300 INFO:teuthology.orchestra.run.smithi071.stdout: "agent_down_multiplier": { 2024-09-16T00:12:16.300 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "agent_down_multiplier", 2024-09-16T00:12:16.300 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-16T00:12:16.300 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.301 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.301 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "3.0", 2024-09-16T00:12:16.301 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.301 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.301 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.301 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-16T00:12:16.301 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.301 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.301 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.301 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.301 INFO:teuthology.orchestra.run.smithi071.stdout: "agent_refresh_rate": { 2024-09-16T00:12:16.301 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "agent_refresh_rate", 2024-09-16T00:12:16.301 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.301 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.302 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.302 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "20", 2024-09-16T00:12:16.302 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.302 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.302 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.302 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-16T00:12:16.302 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.302 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.302 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.302 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.302 INFO:teuthology.orchestra.run.smithi071.stdout: "agent_starting_port": { 2024-09-16T00:12:16.302 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "agent_starting_port", 2024-09-16T00:12:16.302 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.302 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.303 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.303 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "4721", 2024-09-16T00:12:16.303 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.303 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.303 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.303 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-16T00:12:16.303 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.303 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.303 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.303 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.303 INFO:teuthology.orchestra.run.smithi071.stdout: "allow_ptrace": { 2024-09-16T00:12:16.303 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "allow_ptrace", 2024-09-16T00:12:16.304 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.304 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.304 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.304 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.304 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.304 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.304 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.304 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-16T00:12:16.304 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-16T00:12:16.304 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.304 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.304 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.304 INFO:teuthology.orchestra.run.smithi071.stdout: "autotune_interval": { 2024-09-16T00:12:16.305 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "autotune_interval", 2024-09-16T00:12:16.305 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.305 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.305 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.305 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-16T00:12:16.305 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.305 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.305 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.305 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-16T00:12:16.305 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.305 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.305 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.305 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.305 INFO:teuthology.orchestra.run.smithi071.stdout: "autotune_memory_target_ratio": { 2024-09-16T00:12:16.306 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "autotune_memory_target_ratio", 2024-09-16T00:12:16.306 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-16T00:12:16.306 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.306 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.306 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0.7", 2024-09-16T00:12:16.306 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.306 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.306 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.306 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-16T00:12:16.306 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.306 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.306 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.306 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.307 INFO:teuthology.orchestra.run.smithi071.stdout: "cephadm_log_destination": { 2024-09-16T00:12:16.307 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cephadm_log_destination", 2024-09-16T00:12:16.307 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.307 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.307 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.307 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.307 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.307 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.307 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.307 INFO:teuthology.orchestra.run.smithi071.stdout: "file", 2024-09-16T00:12:16.307 INFO:teuthology.orchestra.run.smithi071.stdout: "file,syslog", 2024-09-16T00:12:16.307 INFO:teuthology.orchestra.run.smithi071.stdout: "syslog" 2024-09-16T00:12:16.307 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.307 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-16T00:12:16.308 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.308 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.308 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.308 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.308 INFO:teuthology.orchestra.run.smithi071.stdout: "cgroups_split": { 2024-09-16T00:12:16.308 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cgroups_split", 2024-09-16T00:12:16.308 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.308 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.308 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.308 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.308 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.308 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.308 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.309 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-16T00:12:16.309 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.309 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.309 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.309 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.309 INFO:teuthology.orchestra.run.smithi071.stdout: "config_checks_enabled": { 2024-09-16T00:12:16.309 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "config_checks_enabled", 2024-09-16T00:12:16.309 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.309 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.309 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.309 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.309 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.309 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.309 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.310 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-16T00:12:16.310 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.310 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.310 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.310 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.310 INFO:teuthology.orchestra.run.smithi071.stdout: "config_dashboard": { 2024-09-16T00:12:16.310 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "config_dashboard", 2024-09-16T00:12:16.310 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.310 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.310 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.310 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.310 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.310 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.311 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.311 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-16T00:12:16.311 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.311 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.311 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.311 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.311 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_alertmanager": { 2024-09-16T00:12:16.311 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_alertmanager", 2024-09-16T00:12:16.311 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.311 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.311 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.311 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-16T00:12:16.311 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.311 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.312 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.312 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-16T00:12:16.312 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.312 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.312 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.312 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.312 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_base": { 2024-09-16T00:12:16.312 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_base", 2024-09-16T00:12:16.312 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.312 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.312 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.312 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-16T00:12:16.312 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.313 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.313 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.313 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Container image name, without the tag", 2024-09-16T00:12:16.313 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.313 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.313 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.313 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.313 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_elasticsearch": { 2024-09-16T00:12:16.313 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_elasticsearch", 2024-09-16T00:12:16.313 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.313 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.313 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.313 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-16T00:12:16.313 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.314 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.314 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.314 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "elasticsearch container image", 2024-09-16T00:12:16.314 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.314 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.314 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.314 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.314 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_grafana": { 2024-09-16T00:12:16.314 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_grafana", 2024-09-16T00:12:16.314 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.314 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.314 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.314 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-16T00:12:16.314 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.315 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.315 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.315 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-16T00:12:16.315 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.315 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.315 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.315 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.315 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_haproxy": { 2024-09-16T00:12:16.315 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_haproxy", 2024-09-16T00:12:16.315 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.315 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.315 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.315 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-16T00:12:16.316 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.316 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.316 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.316 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "HAproxy container image", 2024-09-16T00:12:16.316 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.316 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.316 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.316 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.316 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_jaeger_agent": { 2024-09-16T00:12:16.316 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_jaeger_agent", 2024-09-16T00:12:16.316 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.317 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.317 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.317 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-16T00:12:16.317 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.317 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.317 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.317 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Jaeger agent container image", 2024-09-16T00:12:16.317 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.317 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.317 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.317 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.317 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_jaeger_collector": { 2024-09-16T00:12:16.317 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_jaeger_collector", 2024-09-16T00:12:16.317 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.318 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.318 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.318 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-16T00:12:16.318 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.318 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.318 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.318 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Jaeger collector container image", 2024-09-16T00:12:16.318 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.318 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.318 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.318 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.318 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_jaeger_query": { 2024-09-16T00:12:16.318 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_jaeger_query", 2024-09-16T00:12:16.318 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.319 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.319 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.319 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-16T00:12:16.319 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.319 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.319 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.319 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Jaeger query container image", 2024-09-16T00:12:16.319 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.319 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.319 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.319 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.319 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_keepalived": { 2024-09-16T00:12:16.319 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_keepalived", 2024-09-16T00:12:16.319 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.320 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.320 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.320 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-16T00:12:16.320 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.320 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.320 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.320 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Keepalived container image", 2024-09-16T00:12:16.320 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.320 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.320 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.320 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.320 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_loki": { 2024-09-16T00:12:16.320 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_loki", 2024-09-16T00:12:16.321 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.321 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.321 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.321 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-16T00:12:16.321 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.321 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.321 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.321 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Loki container image", 2024-09-16T00:12:16.321 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.321 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.321 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.321 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.321 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_node_exporter": { 2024-09-16T00:12:16.322 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_node_exporter", 2024-09-16T00:12:16.322 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.322 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.322 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.322 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-16T00:12:16.322 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.322 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.322 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.322 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-16T00:12:16.322 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.322 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.322 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.322 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.322 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_nvmeof": { 2024-09-16T00:12:16.323 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_nvmeof", 2024-09-16T00:12:16.323 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.323 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.323 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.323 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-16T00:12:16.323 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.323 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.323 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.323 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Nvme-of container image", 2024-09-16T00:12:16.323 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.323 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.323 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.323 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.323 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_prometheus": { 2024-09-16T00:12:16.324 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_prometheus", 2024-09-16T00:12:16.324 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.324 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.324 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.324 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-16T00:12:16.324 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.324 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.324 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.324 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-16T00:12:16.324 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.324 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.324 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.324 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.324 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_promtail": { 2024-09-16T00:12:16.325 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_promtail", 2024-09-16T00:12:16.325 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.325 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.325 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.325 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-16T00:12:16.325 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.325 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.325 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.325 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Promtail container image", 2024-09-16T00:12:16.325 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.325 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.325 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.325 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.325 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_samba": { 2024-09-16T00:12:16.326 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_samba", 2024-09-16T00:12:16.326 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.326 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.326 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.326 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-16T00:12:16.326 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.326 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.326 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.326 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Samba/SMB container image", 2024-09-16T00:12:16.326 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.326 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.326 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.326 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.326 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_snmp_gateway": { 2024-09-16T00:12:16.327 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_snmp_gateway", 2024-09-16T00:12:16.327 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.327 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.327 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.327 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-16T00:12:16.327 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.327 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.327 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.327 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SNMP Gateway container image", 2024-09-16T00:12:16.327 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.327 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.327 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.327 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.327 INFO:teuthology.orchestra.run.smithi071.stdout: "container_init": { 2024-09-16T00:12:16.327 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_init", 2024-09-16T00:12:16.328 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.328 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.328 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.328 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.328 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.328 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.328 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.328 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Run podman/docker with `--init`", 2024-09-16T00:12:16.328 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.328 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.328 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.328 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.329 INFO:teuthology.orchestra.run.smithi071.stdout: "daemon_cache_timeout": { 2024-09-16T00:12:16.329 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "daemon_cache_timeout", 2024-09-16T00:12:16.329 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.329 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.329 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.329 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-16T00:12:16.329 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.329 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.329 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.329 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-16T00:12:16.329 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.329 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.329 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.329 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.330 INFO:teuthology.orchestra.run.smithi071.stdout: "default_cephadm_command_timeout": { 2024-09-16T00:12:16.330 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "default_cephadm_command_timeout", 2024-09-16T00:12:16.330 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.330 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.330 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.330 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "900", 2024-09-16T00:12:16.330 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.330 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.330 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.330 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-16T00:12:16.330 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.330 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.330 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.330 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.331 INFO:teuthology.orchestra.run.smithi071.stdout: "default_registry": { 2024-09-16T00:12:16.331 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "default_registry", 2024-09-16T00:12:16.331 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.331 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.331 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.331 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io", 2024-09-16T00:12:16.331 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.331 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.331 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.331 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-16T00:12:16.331 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.331 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.331 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.331 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.332 INFO:teuthology.orchestra.run.smithi071.stdout: "device_cache_timeout": { 2024-09-16T00:12:16.332 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "device_cache_timeout", 2024-09-16T00:12:16.332 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.332 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.332 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.332 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "1800", 2024-09-16T00:12:16.332 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.332 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.332 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.332 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "seconds to cache device inventory", 2024-09-16T00:12:16.332 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.332 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.332 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.333 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.333 INFO:teuthology.orchestra.run.smithi071.stdout: "device_enhanced_scan": { 2024-09-16T00:12:16.333 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "device_enhanced_scan", 2024-09-16T00:12:16.333 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.333 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.333 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.333 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.333 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.333 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.333 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.333 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-16T00:12:16.333 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.333 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.333 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.334 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.334 INFO:teuthology.orchestra.run.smithi071.stdout: "facts_cache_timeout": { 2024-09-16T00:12:16.334 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "facts_cache_timeout", 2024-09-16T00:12:16.334 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.334 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.334 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.334 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-16T00:12:16.334 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.334 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.334 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.334 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "seconds to cache host facts data", 2024-09-16T00:12:16.334 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.334 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.334 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.335 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.335 INFO:teuthology.orchestra.run.smithi071.stdout: "grafana_dashboards_path": { 2024-09-16T00:12:16.335 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "grafana_dashboards_path", 2024-09-16T00:12:16.335 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.335 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.335 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.335 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-16T00:12:16.335 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.335 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.335 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.335 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-16T00:12:16.335 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.335 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.335 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.336 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.336 INFO:teuthology.orchestra.run.smithi071.stdout: "host_check_interval": { 2024-09-16T00:12:16.336 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "host_check_interval", 2024-09-16T00:12:16.336 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.336 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.336 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.336 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-16T00:12:16.336 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.336 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.336 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.336 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to perform a host check", 2024-09-16T00:12:16.336 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.336 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.336 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.337 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.337 INFO:teuthology.orchestra.run.smithi071.stdout: "hw_monitoring": { 2024-09-16T00:12:16.337 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "hw_monitoring", 2024-09-16T00:12:16.337 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.337 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.337 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.337 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.337 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.337 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.337 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.337 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-16T00:12:16.337 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.337 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.337 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.338 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.338 INFO:teuthology.orchestra.run.smithi071.stdout: "inventory_list_all": { 2024-09-16T00:12:16.338 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "inventory_list_all", 2024-09-16T00:12:16.338 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.338 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.338 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.338 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.338 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.338 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.338 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.338 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-16T00:12:16.338 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.338 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.339 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.339 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.339 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.339 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.339 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.339 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.339 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.339 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.339 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.339 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.339 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.339 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.339 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.339 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.340 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.340 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.340 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.340 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.340 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.340 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.340 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.340 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.340 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.340 INFO:teuthology.orchestra.run.smithi071.stdout: "log_refresh_metadata": { 2024-09-16T00:12:16.340 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_refresh_metadata", 2024-09-16T00:12:16.340 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.340 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.340 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.341 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.341 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.341 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.341 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.341 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-16T00:12:16.341 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.341 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.341 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.341 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.341 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.341 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.341 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.342 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.342 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.342 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.342 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.342 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.342 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.342 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-16T00:12:16.342 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.342 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.342 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.342 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.342 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.342 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.342 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.343 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.343 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.343 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.343 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.343 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.343 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.343 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.343 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.343 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.343 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.343 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.343 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.343 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.343 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.344 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.344 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.344 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.344 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.344 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.344 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.344 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.344 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.344 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.344 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.344 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.344 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.344 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.345 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.345 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.345 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.345 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.345 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.345 INFO:teuthology.orchestra.run.smithi071.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-16T00:12:16.345 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-16T00:12:16.345 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.345 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.345 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.345 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.345 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.345 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.345 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.346 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-16T00:12:16.346 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.346 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.346 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.346 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.346 INFO:teuthology.orchestra.run.smithi071.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-16T00:12:16.346 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-16T00:12:16.346 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.346 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.346 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.346 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "*", 2024-09-16T00:12:16.346 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.346 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.347 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.347 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-16T00:12:16.347 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.347 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.347 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.347 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.347 INFO:teuthology.orchestra.run.smithi071.stdout: "max_count_per_host": { 2024-09-16T00:12:16.347 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_count_per_host", 2024-09-16T00:12:16.347 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.347 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.347 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.347 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:16.347 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.347 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.348 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.348 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "max number of daemons per service per host", 2024-09-16T00:12:16.348 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.348 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.348 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.348 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.348 INFO:teuthology.orchestra.run.smithi071.stdout: "max_osd_draining_count": { 2024-09-16T00:12:16.348 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_osd_draining_count", 2024-09-16T00:12:16.348 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.348 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.348 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.348 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:16.348 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.348 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.349 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.349 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-16T00:12:16.349 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.349 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.349 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.349 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.349 INFO:teuthology.orchestra.run.smithi071.stdout: "migration_current": { 2024-09-16T00:12:16.349 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "migration_current", 2024-09-16T00:12:16.349 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.349 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.349 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.349 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.349 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.350 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.350 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.350 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "internal - do not modify", 2024-09-16T00:12:16.350 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.350 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.350 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.350 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.350 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": { 2024-09-16T00:12:16.350 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mode", 2024-09-16T00:12:16.350 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.350 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.350 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.350 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "root", 2024-09-16T00:12:16.350 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.351 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.351 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.351 INFO:teuthology.orchestra.run.smithi071.stdout: "cephadm-package", 2024-09-16T00:12:16.351 INFO:teuthology.orchestra.run.smithi071.stdout: "root" 2024-09-16T00:12:16.351 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.351 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "mode for remote execution of cephadm", 2024-09-16T00:12:16.351 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.351 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.351 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.351 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.351 INFO:teuthology.orchestra.run.smithi071.stdout: "oob_default_addr": { 2024-09-16T00:12:16.351 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "oob_default_addr", 2024-09-16T00:12:16.351 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.351 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.352 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.352 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "169.254.1.1", 2024-09-16T00:12:16.352 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.352 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.352 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.352 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-16T00:12:16.352 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.352 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.352 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.352 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.352 INFO:teuthology.orchestra.run.smithi071.stdout: "prometheus_alerts_path": { 2024-09-16T00:12:16.352 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "prometheus_alerts_path", 2024-09-16T00:12:16.352 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.352 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.353 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.353 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-16T00:12:16.353 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.353 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.353 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.353 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-16T00:12:16.353 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.353 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.353 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.353 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.353 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_insecure": { 2024-09-16T00:12:16.353 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_insecure", 2024-09-16T00:12:16.353 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.354 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.354 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.354 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.354 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.354 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.354 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.354 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-16T00:12:16.354 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.354 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.354 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.354 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.354 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_password": { 2024-09-16T00:12:16.354 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_password", 2024-09-16T00:12:16.355 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.355 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.355 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.355 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.355 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.355 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.355 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.355 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-16T00:12:16.355 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.355 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.355 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.355 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.355 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_url": { 2024-09-16T00:12:16.355 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_url", 2024-09-16T00:12:16.356 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.356 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.356 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.356 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.356 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.356 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.356 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.356 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-16T00:12:16.356 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.356 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.356 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.356 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.356 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_username": { 2024-09-16T00:12:16.357 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_username", 2024-09-16T00:12:16.357 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.357 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.357 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.357 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.357 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.357 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.357 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.357 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-16T00:12:16.357 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.357 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.357 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.357 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.357 INFO:teuthology.orchestra.run.smithi071.stdout: "secure_monitoring_stack": { 2024-09-16T00:12:16.358 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "secure_monitoring_stack", 2024-09-16T00:12:16.358 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.358 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.358 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.358 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.358 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.358 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.358 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.358 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-16T00:12:16.358 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.358 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.358 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.358 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.359 INFO:teuthology.orchestra.run.smithi071.stdout: "service_discovery_port": { 2024-09-16T00:12:16.359 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "service_discovery_port", 2024-09-16T00:12:16.359 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.359 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.359 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.359 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8765", 2024-09-16T00:12:16.359 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.359 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.359 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.359 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "cephadm service discovery port", 2024-09-16T00:12:16.359 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.359 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.359 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.359 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.360 INFO:teuthology.orchestra.run.smithi071.stdout: "ssh_config_file": { 2024-09-16T00:12:16.360 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssh_config_file", 2024-09-16T00:12:16.360 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.360 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.360 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.360 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.360 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.360 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.360 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.360 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-16T00:12:16.360 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.360 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.360 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.361 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.361 INFO:teuthology.orchestra.run.smithi071.stdout: "use_agent": { 2024-09-16T00:12:16.361 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "use_agent", 2024-09-16T00:12:16.361 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.361 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.361 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.361 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.361 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.361 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.361 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.361 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-16T00:12:16.361 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.361 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.362 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.362 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.362 INFO:teuthology.orchestra.run.smithi071.stdout: "use_repo_digest": { 2024-09-16T00:12:16.362 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "use_repo_digest", 2024-09-16T00:12:16.362 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.362 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.362 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.362 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.362 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.362 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.362 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.362 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-16T00:12:16.362 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.362 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.363 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.363 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.363 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_on_failed_host_check": { 2024-09-16T00:12:16.363 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_on_failed_host_check", 2024-09-16T00:12:16.363 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.363 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.363 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.363 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.363 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.363 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.363 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.363 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise a health warning if the host check fails", 2024-09-16T00:12:16.363 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.363 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.364 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.364 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.364 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_on_stray_daemons": { 2024-09-16T00:12:16.364 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_on_stray_daemons", 2024-09-16T00:12:16.364 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.364 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.364 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.364 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.364 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.364 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.364 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.364 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-16T00:12:16.364 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.364 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.365 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.365 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.365 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_on_stray_hosts": { 2024-09-16T00:12:16.365 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_on_stray_hosts", 2024-09-16T00:12:16.365 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.365 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.365 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.365 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.365 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.365 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.365 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.365 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-16T00:12:16.365 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.365 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.366 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.366 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.366 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.366 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.366 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.366 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crash", 2024-09-16T00:12:16.366 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.366 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.366 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.366 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.366 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.366 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.367 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.367 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.367 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.367 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.367 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.367 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.367 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.367 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.367 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.367 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.367 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.367 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.367 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.367 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.368 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.368 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.368 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.368 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.368 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.368 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.368 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.368 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.368 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.368 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.368 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.368 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.368 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.369 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.369 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.369 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.369 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.369 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.369 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.369 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.369 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.369 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.369 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.369 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.369 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.369 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.370 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.370 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.370 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.370 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.370 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.370 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.370 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.370 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.370 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.370 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.370 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.370 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.370 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.370 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.371 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.371 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.371 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.371 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.371 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.371 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.371 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.371 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.371 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.371 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.371 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.371 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.371 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.372 INFO:teuthology.orchestra.run.smithi071.stdout: "retain_interval": { 2024-09-16T00:12:16.372 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "retain_interval", 2024-09-16T00:12:16.372 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.372 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.372 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.372 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "31536000", 2024-09-16T00:12:16.372 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.372 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.372 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.372 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-16T00:12:16.372 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.372 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.372 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.372 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.373 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_recent_interval": { 2024-09-16T00:12:16.373 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_recent_interval", 2024-09-16T00:12:16.373 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.373 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.373 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.373 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "1209600", 2024-09-16T00:12:16.373 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.373 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.373 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.373 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-16T00:12:16.373 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.373 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.373 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.373 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.374 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.374 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.374 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.374 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "dashboard", 2024-09-16T00:12:16.374 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.374 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.374 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.374 INFO:teuthology.orchestra.run.smithi071.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-16T00:12:16.374 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-16T00:12:16.374 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.374 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.374 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.374 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:16.374 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.375 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.375 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.375 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.375 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.375 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.375 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.375 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.375 INFO:teuthology.orchestra.run.smithi071.stdout: "ALERTMANAGER_API_HOST": { 2024-09-16T00:12:16.375 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-16T00:12:16.375 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.375 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.375 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.375 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.375 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.376 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.376 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.376 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.376 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.376 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.376 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.376 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.376 INFO:teuthology.orchestra.run.smithi071.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-16T00:12:16.376 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-16T00:12:16.376 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.376 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.376 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.376 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.377 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.377 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.377 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.377 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.377 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.377 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.377 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.377 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.377 INFO:teuthology.orchestra.run.smithi071.stdout: "AUDIT_API_ENABLED": { 2024-09-16T00:12:16.377 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "AUDIT_API_ENABLED", 2024-09-16T00:12:16.377 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.377 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.377 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.377 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.378 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.378 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.378 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.378 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.378 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.378 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.378 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.378 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.378 INFO:teuthology.orchestra.run.smithi071.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-16T00:12:16.378 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-16T00:12:16.378 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.378 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.378 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.378 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.378 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.379 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.379 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.379 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.379 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.379 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.379 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.379 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.379 INFO:teuthology.orchestra.run.smithi071.stdout: "ENABLE_BROWSABLE_API": { 2024-09-16T00:12:16.379 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-16T00:12:16.379 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.379 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.379 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.379 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.380 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.380 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.380 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.380 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.380 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.380 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.380 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.380 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.380 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-16T00:12:16.380 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-16T00:12:16.380 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.380 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.381 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.381 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.381 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.381 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.381 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.381 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.381 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.381 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.381 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.381 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.381 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-16T00:12:16.381 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-16T00:12:16.381 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.381 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.382 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.382 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.382 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.382 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.382 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.382 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.382 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.382 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.382 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.382 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.382 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-16T00:12:16.382 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-16T00:12:16.382 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.382 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.383 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.383 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.383 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.383 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.383 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.383 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.383 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.383 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.383 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.383 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.383 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-16T00:12:16.383 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-16T00:12:16.383 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.383 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.384 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.384 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.384 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.384 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.384 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.384 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.384 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.384 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.384 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.384 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.384 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-16T00:12:16.384 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-16T00:12:16.384 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.385 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.385 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.385 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.385 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.385 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.385 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.385 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.385 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.385 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.385 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.385 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.385 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-16T00:12:16.385 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-16T00:12:16.386 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.386 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.386 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.386 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.386 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.386 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.386 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.386 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.386 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.386 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.386 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.386 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.386 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-16T00:12:16.386 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-16T00:12:16.387 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.387 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.387 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.387 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.387 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.387 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.387 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.387 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.387 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.387 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.388 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.388 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.388 INFO:teuthology.orchestra.run.smithi071.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-16T00:12:16.388 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-16T00:12:16.388 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.388 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.388 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.388 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.388 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.388 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.388 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.388 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.388 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.389 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.389 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.389 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.389 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_PASSWORD": { 2024-09-16T00:12:16.389 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-16T00:12:16.389 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.389 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.389 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.389 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "admin", 2024-09-16T00:12:16.389 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.389 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.389 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.389 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.389 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.390 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.390 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.390 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.390 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-16T00:12:16.390 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-16T00:12:16.390 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.390 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.390 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.390 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.390 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.390 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.390 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.390 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.390 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.391 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.391 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.391 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.391 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_URL": { 2024-09-16T00:12:16.391 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_URL", 2024-09-16T00:12:16.391 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.391 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.391 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.391 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.391 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.391 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.391 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.391 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.391 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.392 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.392 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.392 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.392 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_USERNAME": { 2024-09-16T00:12:16.392 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-16T00:12:16.392 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.392 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.392 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.392 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "admin", 2024-09-16T00:12:16.392 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.392 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.392 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.392 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.393 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.393 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.393 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.393 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.393 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-16T00:12:16.393 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-16T00:12:16.393 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.393 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.393 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.393 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.393 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.393 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.393 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.393 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.394 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.394 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.394 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.394 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.394 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-16T00:12:16.394 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-16T00:12:16.394 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.394 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.394 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.394 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.394 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.394 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.395 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.395 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.395 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.395 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.395 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.395 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.395 INFO:teuthology.orchestra.run.smithi071.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-16T00:12:16.395 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-16T00:12:16.395 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.395 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.395 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.395 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.395 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.396 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.396 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.396 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.396 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.396 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.396 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.396 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.396 INFO:teuthology.orchestra.run.smithi071.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-16T00:12:16.396 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-16T00:12:16.396 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.396 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.396 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.396 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.396 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.397 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.397 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.397 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.397 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.397 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.397 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.397 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.397 INFO:teuthology.orchestra.run.smithi071.stdout: "PROMETHEUS_API_HOST": { 2024-09-16T00:12:16.397 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-16T00:12:16.397 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.397 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.397 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.397 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.397 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.398 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.398 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.398 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.398 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.398 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.398 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.398 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.398 INFO:teuthology.orchestra.run.smithi071.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-16T00:12:16.398 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-16T00:12:16.398 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.398 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.398 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.398 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.398 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.399 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.399 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.399 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.399 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.399 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.399 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.399 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.399 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-16T00:12:16.399 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-16T00:12:16.399 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.399 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.399 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.399 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.400 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.400 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.400 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.400 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.400 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.400 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.400 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.400 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.400 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-16T00:12:16.400 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-16T00:12:16.400 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.400 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.400 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.400 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.401 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.401 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.401 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.401 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.401 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.401 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.401 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.401 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.401 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-16T00:12:16.401 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-16T00:12:16.401 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.401 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.401 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.402 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.402 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.402 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.402 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.402 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.402 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.402 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.402 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.402 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.402 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-16T00:12:16.402 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-16T00:12:16.402 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.402 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.402 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.403 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.403 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.403 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.403 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.403 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.403 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.403 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.403 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.403 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.403 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-16T00:12:16.403 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-16T00:12:16.403 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.403 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.404 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.404 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.404 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.404 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.404 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.404 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.404 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.404 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.404 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.404 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.404 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-16T00:12:16.404 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-16T00:12:16.404 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.404 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.405 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.405 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.405 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.405 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.405 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.405 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.405 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.405 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.405 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.405 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.405 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-16T00:12:16.405 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-16T00:12:16.405 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.405 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.405 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.406 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.406 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.406 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.406 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.406 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.406 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.406 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.406 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.406 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.406 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_ENABLED": { 2024-09-16T00:12:16.406 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-16T00:12:16.406 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.406 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.406 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.407 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.407 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.407 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.407 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.407 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.407 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.407 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.407 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.407 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.407 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-16T00:12:16.407 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-16T00:12:16.407 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.407 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.408 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.408 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-16T00:12:16.408 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.408 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.408 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.408 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.408 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.408 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.408 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.408 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.408 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-16T00:12:16.408 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-16T00:12:16.408 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.409 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.409 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.409 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:16.409 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.409 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.409 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.409 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.409 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.409 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.409 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.409 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.409 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-16T00:12:16.409 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-16T00:12:16.409 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.410 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.410 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.410 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8", 2024-09-16T00:12:16.410 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.410 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.410 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.410 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.410 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.410 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.410 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.410 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.410 INFO:teuthology.orchestra.run.smithi071.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-16T00:12:16.410 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-16T00:12:16.410 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.411 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.411 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.411 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "45", 2024-09-16T00:12:16.411 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.411 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.411 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.411 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.411 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.411 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.411 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.411 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.411 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_ACCESS_KEY": { 2024-09-16T00:12:16.411 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-16T00:12:16.412 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.412 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.412 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.412 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.412 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.412 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.412 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.412 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.412 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.412 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.412 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.412 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.412 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-16T00:12:16.412 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-16T00:12:16.413 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.413 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.413 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.413 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "admin", 2024-09-16T00:12:16.413 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.413 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.413 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.413 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.413 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.413 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.413 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.413 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.413 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_SECRET_KEY": { 2024-09-16T00:12:16.414 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-16T00:12:16.414 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.414 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.414 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.414 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.414 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.414 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.414 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.414 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.414 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.414 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.414 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.414 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.414 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_SSL_VERIFY": { 2024-09-16T00:12:16.415 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-16T00:12:16.415 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.415 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.415 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.415 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.415 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.415 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.415 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.415 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.415 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.415 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.415 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.415 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.415 INFO:teuthology.orchestra.run.smithi071.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-16T00:12:16.416 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-16T00:12:16.416 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.416 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.416 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.416 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-16T00:12:16.416 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.416 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.416 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.416 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.416 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.416 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.416 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.416 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.416 INFO:teuthology.orchestra.run.smithi071.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-16T00:12:16.417 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-16T00:12:16.417 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.417 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.417 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.417 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:16.417 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.417 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.417 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.417 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.417 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.417 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.417 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.417 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.418 INFO:teuthology.orchestra.run.smithi071.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-16T00:12:16.418 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-16T00:12:16.418 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.418 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.418 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.418 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-16T00:12:16.418 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.418 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.418 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.418 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.418 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.418 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.418 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.418 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.418 INFO:teuthology.orchestra.run.smithi071.stdout: "cross_origin_url": { 2024-09-16T00:12:16.419 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cross_origin_url", 2024-09-16T00:12:16.419 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.419 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.419 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.419 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.419 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.419 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.419 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.419 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.419 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.419 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.419 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.419 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.419 INFO:teuthology.orchestra.run.smithi071.stdout: "crt_file": { 2024-09-16T00:12:16.420 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crt_file", 2024-09-16T00:12:16.420 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.420 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.420 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.420 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.420 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.420 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.420 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.420 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.420 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.420 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.420 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.420 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.420 INFO:teuthology.orchestra.run.smithi071.stdout: "debug": { 2024-09-16T00:12:16.421 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "debug", 2024-09-16T00:12:16.421 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.421 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.421 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.421 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.421 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.421 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.421 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.421 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Enable/disable debug options", 2024-09-16T00:12:16.421 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.421 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.421 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.421 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.422 INFO:teuthology.orchestra.run.smithi071.stdout: "jwt_token_ttl": { 2024-09-16T00:12:16.422 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "jwt_token_ttl", 2024-09-16T00:12:16.422 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.422 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.422 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.422 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "28800", 2024-09-16T00:12:16.422 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.422 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.422 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.422 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.422 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.422 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.422 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.422 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.423 INFO:teuthology.orchestra.run.smithi071.stdout: "key_file": { 2024-09-16T00:12:16.423 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "key_file", 2024-09-16T00:12:16.423 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.423 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.423 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.423 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.423 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.423 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.423 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.423 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.423 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.423 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.423 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.423 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.424 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.424 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.424 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.424 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.424 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.424 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.424 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.424 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.424 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.424 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.424 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.424 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.424 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.425 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.425 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.425 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.425 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.425 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.425 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.425 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.425 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.425 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.425 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.425 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.425 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.425 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.425 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.426 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.426 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.426 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.426 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.426 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.426 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.426 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.426 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.426 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.426 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.426 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.426 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.426 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.426 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.427 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.427 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.427 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.427 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.427 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.427 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.427 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.427 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.427 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.427 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.427 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.427 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.427 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.427 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.428 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.428 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.428 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.428 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.428 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.428 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.428 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.428 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.428 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.428 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.428 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.428 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.428 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.428 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.429 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.429 INFO:teuthology.orchestra.run.smithi071.stdout: "motd": { 2024-09-16T00:12:16.429 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "motd", 2024-09-16T00:12:16.429 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.429 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.429 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.429 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.429 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.429 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.429 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.429 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "The message of the day", 2024-09-16T00:12:16.429 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.429 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.429 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.430 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.430 INFO:teuthology.orchestra.run.smithi071.stdout: "redirect_resolve_ip_addr": { 2024-09-16T00:12:16.430 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "redirect_resolve_ip_addr", 2024-09-16T00:12:16.430 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.430 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.430 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.430 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.430 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.430 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.430 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.430 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.430 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.430 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.430 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.431 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.431 INFO:teuthology.orchestra.run.smithi071.stdout: "server_addr": { 2024-09-16T00:12:16.431 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_addr", 2024-09-16T00:12:16.431 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.431 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.431 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.431 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "::", 2024-09-16T00:12:16.431 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.431 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.431 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.431 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.431 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.431 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.431 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.432 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.432 INFO:teuthology.orchestra.run.smithi071.stdout: "server_port": { 2024-09-16T00:12:16.432 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_port", 2024-09-16T00:12:16.432 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.432 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.432 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.432 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8080", 2024-09-16T00:12:16.432 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.432 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.432 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.432 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.432 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.432 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.433 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.433 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.433 INFO:teuthology.orchestra.run.smithi071.stdout: "ssl": { 2024-09-16T00:12:16.433 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssl", 2024-09-16T00:12:16.433 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.433 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.433 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.433 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.433 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.433 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.433 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.433 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.433 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.433 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.434 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.434 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.434 INFO:teuthology.orchestra.run.smithi071.stdout: "ssl_server_port": { 2024-09-16T00:12:16.434 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssl_server_port", 2024-09-16T00:12:16.434 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.434 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.434 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.434 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8443", 2024-09-16T00:12:16.434 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.434 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.434 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.434 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.434 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.435 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.435 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.435 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.435 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_behaviour": { 2024-09-16T00:12:16.435 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_behaviour", 2024-09-16T00:12:16.435 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.435 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.435 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.435 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "redirect", 2024-09-16T00:12:16.435 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.435 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.435 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.435 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.435 INFO:teuthology.orchestra.run.smithi071.stdout: "redirect" 2024-09-16T00:12:16.436 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.436 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.436 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.436 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.436 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.436 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.436 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_error_status_code": { 2024-09-16T00:12:16.436 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_error_status_code", 2024-09-16T00:12:16.436 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.436 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.436 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.436 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "500", 2024-09-16T00:12:16.436 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "400", 2024-09-16T00:12:16.437 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "599", 2024-09-16T00:12:16.437 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.437 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.437 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.437 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.437 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.437 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.437 INFO:teuthology.orchestra.run.smithi071.stdout: "url_prefix": { 2024-09-16T00:12:16.437 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "url_prefix", 2024-09-16T00:12:16.437 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.437 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.437 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.437 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.437 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.438 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.438 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.438 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.438 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.438 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.438 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.438 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.438 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.438 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.438 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.438 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "devicehealth", 2024-09-16T00:12:16.438 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.438 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.438 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.439 INFO:teuthology.orchestra.run.smithi071.stdout: "enable_monitoring": { 2024-09-16T00:12:16.439 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enable_monitoring", 2024-09-16T00:12:16.439 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.439 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.439 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.439 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.439 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.439 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.439 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.439 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "monitor device health metrics", 2024-09-16T00:12:16.439 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.439 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.439 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.439 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.440 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.440 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.440 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.440 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.440 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.440 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.440 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.440 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.440 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.440 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.440 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.440 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.440 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.441 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.441 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.441 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.441 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.441 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.441 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.441 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.441 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.441 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.441 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.441 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.441 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.441 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.441 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.442 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.442 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.442 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.442 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.442 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.442 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.442 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.442 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.442 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.442 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.442 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.442 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.442 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.443 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.443 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.443 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.443 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.443 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.443 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.443 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.443 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.443 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.443 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.443 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.443 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.443 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.443 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.444 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.444 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.444 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.444 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.444 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.444 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.444 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.444 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.444 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.444 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.444 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.444 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.444 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.444 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.445 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.445 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.445 INFO:teuthology.orchestra.run.smithi071.stdout: "mark_out_threshold": { 2024-09-16T00:12:16.445 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mark_out_threshold", 2024-09-16T00:12:16.445 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.445 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.445 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.445 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "2419200", 2024-09-16T00:12:16.445 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.445 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.445 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.445 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-16T00:12:16.445 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.445 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.446 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.446 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.446 INFO:teuthology.orchestra.run.smithi071.stdout: "pool_name": { 2024-09-16T00:12:16.446 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pool_name", 2024-09-16T00:12:16.446 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.446 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.446 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.446 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "device_health_metrics", 2024-09-16T00:12:16.446 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.446 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.446 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.446 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-16T00:12:16.446 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.446 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.447 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.447 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.447 INFO:teuthology.orchestra.run.smithi071.stdout: "retention_period": { 2024-09-16T00:12:16.447 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "retention_period", 2024-09-16T00:12:16.447 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.447 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.447 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.447 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "15552000", 2024-09-16T00:12:16.447 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.447 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.447 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.447 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how long to retain device health metrics", 2024-09-16T00:12:16.447 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.447 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.448 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.448 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.448 INFO:teuthology.orchestra.run.smithi071.stdout: "scrape_frequency": { 2024-09-16T00:12:16.448 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "scrape_frequency", 2024-09-16T00:12:16.448 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.448 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.448 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.448 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "86400", 2024-09-16T00:12:16.448 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.448 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.448 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.448 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-16T00:12:16.449 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.449 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.449 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.449 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.449 INFO:teuthology.orchestra.run.smithi071.stdout: "self_heal": { 2024-09-16T00:12:16.449 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "self_heal", 2024-09-16T00:12:16.449 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.449 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.449 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.449 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.449 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.449 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.449 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.449 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-16T00:12:16.450 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.450 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.450 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.450 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.450 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-16T00:12:16.450 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-16T00:12:16.450 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.450 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.450 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.450 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-16T00:12:16.450 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.450 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.450 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.451 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to wake up and check device health", 2024-09-16T00:12:16.451 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.451 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.451 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.451 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.451 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_threshold": { 2024-09-16T00:12:16.451 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_threshold", 2024-09-16T00:12:16.451 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.451 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.451 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.451 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "7257600", 2024-09-16T00:12:16.451 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.451 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.451 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.452 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-16T00:12:16.452 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.452 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.452 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.452 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.452 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.452 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.452 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.452 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "diskprediction_local", 2024-09-16T00:12:16.452 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.452 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.452 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.453 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.453 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.453 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.453 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.453 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.453 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.453 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.453 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.453 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.453 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.453 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.453 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.453 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.453 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.454 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.454 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.454 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.454 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.454 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.454 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.454 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.454 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.454 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.454 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.454 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.454 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.454 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.455 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.455 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.455 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.455 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.455 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.455 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.455 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.455 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.455 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.455 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.455 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.455 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.455 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.455 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.456 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.456 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.456 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.456 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.456 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.456 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.456 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.456 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.456 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.456 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.456 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.456 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.456 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.457 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.457 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.457 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.457 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.457 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.457 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.457 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.457 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.457 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.457 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.457 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.457 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.457 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.457 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.457 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.458 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.458 INFO:teuthology.orchestra.run.smithi071.stdout: "predict_interval": { 2024-09-16T00:12:16.458 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "predict_interval", 2024-09-16T00:12:16.458 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.458 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.458 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.458 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "86400", 2024-09-16T00:12:16.458 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.458 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.458 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.458 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.458 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.458 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.458 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.459 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.459 INFO:teuthology.orchestra.run.smithi071.stdout: "predictor_model": { 2024-09-16T00:12:16.459 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "predictor_model", 2024-09-16T00:12:16.459 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.459 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.459 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.459 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "prophetstor", 2024-09-16T00:12:16.459 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.459 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.459 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.459 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.459 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.459 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.459 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.460 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.460 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-16T00:12:16.460 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-16T00:12:16.460 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.460 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.460 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.460 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-16T00:12:16.460 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.460 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.460 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.460 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.460 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.460 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.460 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.461 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.461 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.461 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.461 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.461 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "influx", 2024-09-16T00:12:16.461 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": false, 2024-09-16T00:12:16.461 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "influxdb python module not found", 2024-09-16T00:12:16.461 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.461 INFO:teuthology.orchestra.run.smithi071.stdout: "batch_size": { 2024-09-16T00:12:16.461 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "batch_size", 2024-09-16T00:12:16.461 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.461 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.461 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.461 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5000", 2024-09-16T00:12:16.462 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.462 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.462 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.462 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-16T00:12:16.462 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.462 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.462 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.462 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.462 INFO:teuthology.orchestra.run.smithi071.stdout: "database": { 2024-09-16T00:12:16.462 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "database", 2024-09-16T00:12:16.462 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.462 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.463 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.463 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "ceph", 2024-09-16T00:12:16.463 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.463 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.463 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.463 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-16T00:12:16.463 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.463 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.463 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.463 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.463 INFO:teuthology.orchestra.run.smithi071.stdout: "hostname": { 2024-09-16T00:12:16.463 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "hostname", 2024-09-16T00:12:16.463 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.463 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.464 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.464 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.464 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.464 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.464 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.464 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "InfluxDB server hostname", 2024-09-16T00:12:16.464 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.464 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.464 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.464 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.464 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-16T00:12:16.464 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-16T00:12:16.464 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.465 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.465 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.465 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "30", 2024-09-16T00:12:16.465 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "5", 2024-09-16T00:12:16.465 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.465 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.465 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-16T00:12:16.465 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.465 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.465 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.465 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.465 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.465 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.465 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.466 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.466 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.466 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.466 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.466 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.466 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.466 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.466 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.466 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.466 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.466 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.466 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.466 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.466 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.467 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.467 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.467 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.467 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.467 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.467 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.467 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.467 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.467 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.467 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.467 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.467 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.468 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.468 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.468 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.468 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.468 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.468 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.468 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.468 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.468 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.468 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.468 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.468 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.468 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.469 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.469 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.469 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.469 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.469 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.469 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.469 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.469 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.469 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.469 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.469 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.469 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.469 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.469 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.470 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.470 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.470 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.470 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.470 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.470 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.470 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.470 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.470 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.470 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.470 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.470 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.470 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.470 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.471 INFO:teuthology.orchestra.run.smithi071.stdout: "password": { 2024-09-16T00:12:16.471 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "password", 2024-09-16T00:12:16.471 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.471 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.471 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.471 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.471 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.471 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.471 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.471 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "password of InfluxDB server user", 2024-09-16T00:12:16.471 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.471 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.471 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.471 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.472 INFO:teuthology.orchestra.run.smithi071.stdout: "port": { 2024-09-16T00:12:16.472 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "port", 2024-09-16T00:12:16.472 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.472 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.472 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.472 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8086", 2024-09-16T00:12:16.472 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.472 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.472 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.472 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "InfluxDB server port", 2024-09-16T00:12:16.472 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.472 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.472 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.472 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.473 INFO:teuthology.orchestra.run.smithi071.stdout: "ssl": { 2024-09-16T00:12:16.473 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssl", 2024-09-16T00:12:16.473 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.473 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.473 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.473 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "false", 2024-09-16T00:12:16.473 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.473 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.473 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.473 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-16T00:12:16.473 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.473 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.473 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.473 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.474 INFO:teuthology.orchestra.run.smithi071.stdout: "threads": { 2024-09-16T00:12:16.474 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "threads", 2024-09-16T00:12:16.474 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.474 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.474 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.474 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-16T00:12:16.474 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-16T00:12:16.474 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "32", 2024-09-16T00:12:16.474 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.474 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-16T00:12:16.474 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.474 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.474 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.474 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.475 INFO:teuthology.orchestra.run.smithi071.stdout: "username": { 2024-09-16T00:12:16.475 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "username", 2024-09-16T00:12:16.475 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.475 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.475 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.475 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.475 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.475 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.475 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.475 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "username of InfluxDB server user", 2024-09-16T00:12:16.475 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.475 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.475 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.475 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.476 INFO:teuthology.orchestra.run.smithi071.stdout: "verify_ssl": { 2024-09-16T00:12:16.476 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "verify_ssl", 2024-09-16T00:12:16.476 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.476 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.476 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.476 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "true", 2024-09-16T00:12:16.476 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.476 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.476 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.476 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-16T00:12:16.476 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.476 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.477 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.477 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.477 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.477 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.477 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.477 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "insights", 2024-09-16T00:12:16.477 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.477 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.477 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.477 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.477 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.477 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.477 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.477 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.478 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.478 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.478 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.478 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.478 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.478 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.478 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.478 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.478 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.478 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.478 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.478 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.478 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.478 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.479 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.479 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.479 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.479 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.479 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.479 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.479 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.479 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.479 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.479 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.479 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.479 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.479 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.479 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.480 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.480 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.480 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.480 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.480 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.480 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.480 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.480 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.480 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.480 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.480 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.480 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.480 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.481 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.481 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.481 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.481 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.481 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.481 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.481 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.481 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.481 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.481 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.481 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.481 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.481 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.482 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.482 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.482 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.482 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.482 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.482 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.482 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.482 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.482 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.482 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.482 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.482 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.482 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.482 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.483 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "iostat", 2024-09-16T00:12:16.483 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.483 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.483 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.483 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.483 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.483 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.483 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.483 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.483 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.483 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.483 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.483 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.483 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.484 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.484 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.484 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.484 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.484 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.484 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.484 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.484 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.484 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.484 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.484 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.484 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.484 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.484 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.485 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.485 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.485 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.485 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.485 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.485 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.485 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.485 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.485 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.485 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.485 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.485 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.485 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.485 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.486 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.486 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.486 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.486 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.486 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.486 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.486 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.486 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.486 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.486 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.486 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.486 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.486 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.486 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.487 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.487 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.487 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.487 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.487 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.487 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.487 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.487 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.487 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.487 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.487 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.488 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.488 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.488 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.488 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.488 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.488 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.488 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.488 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.488 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.488 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.488 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "k8sevents", 2024-09-16T00:12:16.488 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.489 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.489 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.489 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_event_retention_days": { 2024-09-16T00:12:16.489 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ceph_event_retention_days", 2024-09-16T00:12:16.489 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.489 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.489 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.489 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "7", 2024-09-16T00:12:16.489 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.489 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.489 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.489 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-16T00:12:16.489 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.489 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.490 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.490 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.490 INFO:teuthology.orchestra.run.smithi071.stdout: "config_check_secs": { 2024-09-16T00:12:16.490 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "config_check_secs", 2024-09-16T00:12:16.490 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.490 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.490 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.490 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:16.490 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "10", 2024-09-16T00:12:16.490 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.490 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.490 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-16T00:12:16.490 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.491 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.491 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.491 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.491 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.491 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.491 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.491 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.491 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.491 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.491 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.491 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.491 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.491 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.491 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.492 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.492 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.492 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.492 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.492 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.492 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.492 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.492 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.492 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.492 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.492 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.492 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.492 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.493 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.493 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.493 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.493 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.493 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.493 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.493 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.493 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.493 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.493 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.493 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.493 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.493 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.493 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.494 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.494 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.494 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.494 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.494 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.494 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.494 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.494 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.494 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.494 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.494 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.494 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.494 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.494 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.495 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.495 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.495 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.495 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.495 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.495 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.495 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.495 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.495 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.495 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.495 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.495 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.495 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.495 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.496 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.496 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.496 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.496 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.496 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.496 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.496 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.496 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "localpool", 2024-09-16T00:12:16.496 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.496 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.496 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.496 INFO:teuthology.orchestra.run.smithi071.stdout: "failure_domain": { 2024-09-16T00:12:16.496 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "failure_domain", 2024-09-16T00:12:16.497 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.497 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.497 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.497 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "host", 2024-09-16T00:12:16.497 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.497 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.497 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.497 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "failure domain for any created local pool", 2024-09-16T00:12:16.497 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-16T00:12:16.497 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.497 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.497 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.497 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.497 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.498 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.498 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.498 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.498 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.498 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.498 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.498 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.498 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.498 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.498 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.498 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.498 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.498 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.498 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.499 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.499 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.499 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.499 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.499 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.499 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.499 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.499 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.499 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.499 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.499 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.499 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.499 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.499 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.500 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.500 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.500 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.500 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.500 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.500 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.500 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.500 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.500 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.500 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.500 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.500 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.500 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.500 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.501 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.501 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.501 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.501 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.501 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.501 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.501 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.501 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.501 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.501 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.501 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.501 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.501 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.501 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.502 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.502 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.502 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.502 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.502 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.502 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.502 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.502 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.502 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.502 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.502 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.502 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.502 INFO:teuthology.orchestra.run.smithi071.stdout: "min_size": { 2024-09-16T00:12:16.502 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "min_size", 2024-09-16T00:12:16.503 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.503 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.503 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.503 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.503 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.503 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.503 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.503 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "default min_size for any created local pool", 2024-09-16T00:12:16.503 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-16T00:12:16.503 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.503 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.503 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.503 INFO:teuthology.orchestra.run.smithi071.stdout: "num_rep": { 2024-09-16T00:12:16.503 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "num_rep", 2024-09-16T00:12:16.503 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.504 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.504 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.504 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "3", 2024-09-16T00:12:16.504 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.504 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.504 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.504 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "default replica count for any created local pool", 2024-09-16T00:12:16.504 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.504 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.504 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.504 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.504 INFO:teuthology.orchestra.run.smithi071.stdout: "pg_num": { 2024-09-16T00:12:16.505 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pg_num", 2024-09-16T00:12:16.505 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.505 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.505 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.505 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "128", 2024-09-16T00:12:16.505 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.505 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.505 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.505 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "default pg_num for any created local pool", 2024-09-16T00:12:16.505 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.505 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.505 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.505 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.505 INFO:teuthology.orchestra.run.smithi071.stdout: "prefix": { 2024-09-16T00:12:16.506 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "prefix", 2024-09-16T00:12:16.506 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.506 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.506 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.506 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.506 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.506 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.506 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.506 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "name prefix for any created local pool", 2024-09-16T00:12:16.506 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.506 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.506 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.506 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.506 INFO:teuthology.orchestra.run.smithi071.stdout: "subtree": { 2024-09-16T00:12:16.507 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "subtree", 2024-09-16T00:12:16.507 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.507 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.507 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.507 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "rack", 2024-09-16T00:12:16.507 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.507 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.507 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.507 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-16T00:12:16.507 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-16T00:12:16.507 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.507 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.507 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.508 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.508 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.508 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.508 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mds_autoscaler", 2024-09-16T00:12:16.508 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.508 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.508 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.508 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.508 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.508 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.508 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.508 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.508 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.508 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.509 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.509 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.509 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.509 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.509 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.509 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.509 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.509 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.509 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.509 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.509 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.509 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.509 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.509 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.510 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.510 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.510 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.510 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.510 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.510 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.510 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.510 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.510 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.510 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.510 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.510 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.510 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.511 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.511 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.511 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.511 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.511 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.511 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.511 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.511 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.511 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.511 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.511 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.511 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.511 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.511 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.512 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.512 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.512 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.512 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.512 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.512 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.512 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.512 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.512 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.512 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.512 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.512 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.512 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.512 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.513 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.513 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.513 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.513 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.513 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.513 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.513 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.513 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.513 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.513 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.513 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.513 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mirroring", 2024-09-16T00:12:16.513 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.513 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.514 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.514 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.514 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.514 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.514 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.514 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.514 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.514 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.514 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.514 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.514 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.514 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.514 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.514 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.515 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.515 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.515 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.515 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.515 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.515 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.515 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.515 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.515 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.515 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.515 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.515 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.515 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.515 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.516 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.516 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.516 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.516 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.516 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.516 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.516 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.516 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.516 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.516 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.516 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.516 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.516 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.516 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.517 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.517 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.517 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.517 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.517 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.517 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.517 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.517 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.517 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.517 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.517 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.517 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.517 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.517 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.518 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.518 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.518 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.518 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.518 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.518 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.518 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.518 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.518 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.518 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.518 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.518 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.518 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.519 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.519 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.519 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.519 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.519 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.519 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "nfs", 2024-09-16T00:12:16.519 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.519 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.519 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.519 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.519 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.519 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.519 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.520 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.520 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.520 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.520 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.520 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.520 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.520 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.520 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.520 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.520 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.520 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.520 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.520 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.520 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.521 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.521 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.521 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.521 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.521 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.521 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.521 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.521 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.521 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.521 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.521 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.521 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.521 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.522 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.522 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.522 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.522 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.522 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.522 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.522 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.522 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.522 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.522 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.522 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.522 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.522 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.522 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.523 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.523 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.523 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.523 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.523 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.523 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.523 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.523 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.523 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.523 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.523 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.523 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.523 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.523 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.524 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.524 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.524 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.524 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.524 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.524 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.524 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.524 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.524 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.524 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.524 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.524 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.524 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.525 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.525 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "orchestrator", 2024-09-16T00:12:16.525 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.525 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.525 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.525 INFO:teuthology.orchestra.run.smithi071.stdout: "fail_fs": { 2024-09-16T00:12:16.525 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "fail_fs", 2024-09-16T00:12:16.525 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.525 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.525 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.525 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.525 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.525 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.526 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.526 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-16T00:12:16.526 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.526 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.526 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.526 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.526 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.526 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.526 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.526 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.526 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.526 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.526 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.526 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.527 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.527 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.527 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.527 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.527 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.527 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.527 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.527 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.527 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.527 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.527 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.527 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.527 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.527 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.528 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.528 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.528 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.528 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.528 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.528 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.528 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.528 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.528 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.528 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.528 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.528 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.528 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.529 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.529 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.529 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.529 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.529 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.529 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.529 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.529 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.529 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.529 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.529 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.529 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.529 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.529 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.530 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.530 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.530 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.530 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.530 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.530 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.530 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.530 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.530 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.530 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.530 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.530 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.530 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.530 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.530 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.531 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.531 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.531 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.531 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.531 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.531 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.531 INFO:teuthology.orchestra.run.smithi071.stdout: "orchestrator": { 2024-09-16T00:12:16.531 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "orchestrator", 2024-09-16T00:12:16.531 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.531 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.531 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.531 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.531 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.531 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.532 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.532 INFO:teuthology.orchestra.run.smithi071.stdout: "cephadm", 2024-09-16T00:12:16.532 INFO:teuthology.orchestra.run.smithi071.stdout: "rook", 2024-09-16T00:12:16.532 INFO:teuthology.orchestra.run.smithi071.stdout: "test_orchestrator" 2024-09-16T00:12:16.532 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.532 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Orchestrator backend", 2024-09-16T00:12:16.532 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.532 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.532 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.532 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.532 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.532 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.533 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.533 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "osd_perf_query", 2024-09-16T00:12:16.533 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.533 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.533 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.533 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.533 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.533 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.533 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.533 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.533 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.533 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.533 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.534 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.534 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.534 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.534 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.534 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.534 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.534 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.534 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.534 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.534 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.534 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.534 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.534 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.534 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.535 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.535 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.535 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.535 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.535 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.535 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.535 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.535 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.535 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.535 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.535 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.535 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.535 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.535 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.536 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.536 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.536 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.536 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.536 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.536 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.536 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.536 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.536 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.536 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.536 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.536 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.536 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.537 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.537 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.537 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.537 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.537 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.537 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.537 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.537 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.537 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.537 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.537 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.537 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.537 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.537 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.538 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.538 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.538 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.538 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.538 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.538 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.538 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.538 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.538 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.538 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.538 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "osd_support", 2024-09-16T00:12:16.538 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.538 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.538 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.539 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.539 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.539 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.539 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.539 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.539 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.539 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.539 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.539 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.539 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.539 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.539 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.539 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.539 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.540 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.540 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.540 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.540 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.540 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.540 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.540 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.540 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.540 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.540 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.540 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.540 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.540 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.541 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.541 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.541 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.541 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.541 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.541 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.541 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.541 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.541 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.541 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.541 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.541 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.541 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.541 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.542 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.542 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.542 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.542 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.542 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.542 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.542 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.542 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.542 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.542 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.542 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.542 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.542 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.542 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.543 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.543 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.543 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.543 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.543 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.543 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.543 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.543 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.543 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.543 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.543 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.543 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.543 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.543 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.544 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.544 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.544 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.544 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.544 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pg_autoscaler", 2024-09-16T00:12:16.544 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.544 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.544 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.544 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.544 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.544 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.544 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.544 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.544 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.545 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.545 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.545 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.545 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.545 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.545 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.545 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.545 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.545 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.545 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.545 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.545 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.545 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.545 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.546 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.546 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.546 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.546 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.546 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.546 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.546 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.546 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.546 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.546 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.546 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.546 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.546 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.546 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.547 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.548 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.548 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.548 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.548 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.548 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.548 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.548 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.548 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.548 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.548 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.548 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.548 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.548 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.549 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.549 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.549 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.549 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.549 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.549 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.549 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.549 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.549 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.549 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.549 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-16T00:12:16.549 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-16T00:12:16.549 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.549 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.550 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.550 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-16T00:12:16.550 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.550 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.550 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.550 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.550 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.550 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.550 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.550 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.550 INFO:teuthology.orchestra.run.smithi071.stdout: "threshold": { 2024-09-16T00:12:16.550 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "threshold", 2024-09-16T00:12:16.550 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-16T00:12:16.550 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.551 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.551 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "3.0", 2024-09-16T00:12:16.551 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1.0", 2024-09-16T00:12:16.551 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.551 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.551 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "scaling threshold", 2024-09-16T00:12:16.551 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-16T00:12:16.551 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.551 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.551 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.551 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.551 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.551 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.552 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "progress", 2024-09-16T00:12:16.552 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.552 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.552 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.552 INFO:teuthology.orchestra.run.smithi071.stdout: "allow_pg_recovery_event": { 2024-09-16T00:12:16.552 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "allow_pg_recovery_event", 2024-09-16T00:12:16.552 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.552 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.552 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.552 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.552 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.552 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.553 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.553 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-16T00:12:16.553 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.553 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.553 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.553 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.553 INFO:teuthology.orchestra.run.smithi071.stdout: "enabled": { 2024-09-16T00:12:16.553 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enabled", 2024-09-16T00:12:16.553 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.553 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.553 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.553 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.553 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.554 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.554 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.554 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.554 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.554 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.554 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.554 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.554 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.554 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.554 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.554 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.554 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.554 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.554 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.555 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.555 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.555 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.555 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.555 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.555 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.555 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.555 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.555 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.555 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.555 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.555 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.555 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.555 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.556 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.556 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.556 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.556 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.556 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.556 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.556 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.556 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.556 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.556 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.556 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.556 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.556 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.557 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.557 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.557 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.557 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.557 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.557 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.557 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.557 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.557 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.557 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.557 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.557 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.557 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.558 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.558 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.558 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.558 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.558 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.558 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.558 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.558 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.558 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.558 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.558 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.558 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.558 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.558 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.558 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.559 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.559 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.559 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.559 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.559 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.559 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.559 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.559 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.559 INFO:teuthology.orchestra.run.smithi071.stdout: "max_completed_events": { 2024-09-16T00:12:16.559 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_completed_events", 2024-09-16T00:12:16.559 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.559 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.559 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.559 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "50", 2024-09-16T00:12:16.560 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.560 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.560 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.560 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "number of past completed events to remember", 2024-09-16T00:12:16.560 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.560 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.560 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.560 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.560 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-16T00:12:16.560 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-16T00:12:16.560 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.560 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.560 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.561 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-16T00:12:16.561 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.561 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.561 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.561 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how long the module is going to sleep", 2024-09-16T00:12:16.561 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.561 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.561 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.561 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.561 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.561 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.561 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.561 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "prometheus", 2024-09-16T00:12:16.562 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.562 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.562 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.562 INFO:teuthology.orchestra.run.smithi071.stdout: "cache": { 2024-09-16T00:12:16.562 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cache", 2024-09-16T00:12:16.562 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.562 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.562 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.562 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.562 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.562 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.562 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.562 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.562 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.563 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.563 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.563 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.563 INFO:teuthology.orchestra.run.smithi071.stdout: "exclude_perf_counters": { 2024-09-16T00:12:16.563 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "exclude_perf_counters", 2024-09-16T00:12:16.563 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.563 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.563 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.563 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.563 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.563 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.563 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.563 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-16T00:12:16.564 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-16T00:12:16.564 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.564 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.564 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.564 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.564 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.564 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.564 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.564 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.564 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.564 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.564 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.564 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.565 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.565 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.565 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.565 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.565 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.565 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.565 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.565 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.565 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.565 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.565 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.565 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.565 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.565 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.566 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.566 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.566 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.566 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.566 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.566 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.566 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.566 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.566 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.566 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.566 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.566 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.566 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.567 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.567 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.567 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.567 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.567 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.567 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.567 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.567 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.567 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.567 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.567 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.567 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.567 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.568 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.568 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.568 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.568 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.568 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.568 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.568 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.568 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.568 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.568 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.568 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.568 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.568 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.568 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.569 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.569 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.569 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.569 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.569 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.569 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.569 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.569 INFO:teuthology.orchestra.run.smithi071.stdout: "rbd_stats_pools": { 2024-09-16T00:12:16.569 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rbd_stats_pools", 2024-09-16T00:12:16.569 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.569 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.569 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.569 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.570 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.570 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.570 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.570 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.570 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.570 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.570 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.570 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.570 INFO:teuthology.orchestra.run.smithi071.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-16T00:12:16.570 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-16T00:12:16.570 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.570 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.570 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.570 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "300", 2024-09-16T00:12:16.571 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.571 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.571 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.571 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.571 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.571 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.571 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.571 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.571 INFO:teuthology.orchestra.run.smithi071.stdout: "scrape_interval": { 2024-09-16T00:12:16.571 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "scrape_interval", 2024-09-16T00:12:16.571 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-16T00:12:16.571 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.571 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.572 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "15.0", 2024-09-16T00:12:16.572 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.572 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.572 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.572 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.572 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.572 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.572 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.572 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.572 INFO:teuthology.orchestra.run.smithi071.stdout: "server_addr": { 2024-09-16T00:12:16.572 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_addr", 2024-09-16T00:12:16.572 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.572 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.572 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.573 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "::", 2024-09-16T00:12:16.573 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.573 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.573 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.573 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-16T00:12:16.573 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.573 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.573 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.573 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.573 INFO:teuthology.orchestra.run.smithi071.stdout: "server_port": { 2024-09-16T00:12:16.573 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_port", 2024-09-16T00:12:16.573 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.573 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.574 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.574 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "9283", 2024-09-16T00:12:16.574 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.574 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.574 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.574 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-16T00:12:16.574 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.574 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.574 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.574 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.574 INFO:teuthology.orchestra.run.smithi071.stdout: "stale_cache_strategy": { 2024-09-16T00:12:16.574 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "stale_cache_strategy", 2024-09-16T00:12:16.574 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.575 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.575 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.575 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "log", 2024-09-16T00:12:16.575 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.575 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.575 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.575 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.575 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.575 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.575 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.575 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.575 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_behaviour": { 2024-09-16T00:12:16.575 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_behaviour", 2024-09-16T00:12:16.575 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.576 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.576 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.576 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "default", 2024-09-16T00:12:16.576 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.576 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.576 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.576 INFO:teuthology.orchestra.run.smithi071.stdout: "default", 2024-09-16T00:12:16.576 INFO:teuthology.orchestra.run.smithi071.stdout: "error" 2024-09-16T00:12:16.576 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.576 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.576 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.576 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.576 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.576 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.577 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_error_status_code": { 2024-09-16T00:12:16.577 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_error_status_code", 2024-09-16T00:12:16.577 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.577 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.577 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.577 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "500", 2024-09-16T00:12:16.577 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "400", 2024-09-16T00:12:16.577 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "599", 2024-09-16T00:12:16.577 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.577 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.577 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.577 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.577 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.578 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.578 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.578 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.578 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.578 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rbd_support", 2024-09-16T00:12:16.578 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.578 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.578 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.578 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.578 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.578 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.578 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.578 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.578 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.578 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.579 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.579 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.579 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.579 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.579 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.579 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.579 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.579 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.579 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.579 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.579 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.579 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.579 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.579 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.580 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.580 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.580 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.580 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.580 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.580 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.580 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.580 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.580 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.580 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.580 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.580 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.580 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.581 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.581 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.581 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.581 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.581 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.581 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.581 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.581 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.581 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.581 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.581 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.581 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.581 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.581 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.582 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.582 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.582 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.582 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.582 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.582 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.582 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.582 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.582 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.582 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.582 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.582 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.582 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.583 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.583 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.583 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.583 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.583 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.583 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.583 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.583 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.583 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.583 INFO:teuthology.orchestra.run.smithi071.stdout: "max_concurrent_snap_create": { 2024-09-16T00:12:16.583 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_concurrent_snap_create", 2024-09-16T00:12:16.583 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.583 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.583 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.584 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:16.584 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.584 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.584 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.584 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.584 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.584 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.584 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.584 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.584 INFO:teuthology.orchestra.run.smithi071.stdout: "mirror_snapshot_schedule": { 2024-09-16T00:12:16.584 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mirror_snapshot_schedule", 2024-09-16T00:12:16.584 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.584 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.584 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.585 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.585 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.585 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.585 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.585 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.585 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.585 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.585 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.585 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.585 INFO:teuthology.orchestra.run.smithi071.stdout: "trash_purge_schedule": { 2024-09-16T00:12:16.585 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "trash_purge_schedule", 2024-09-16T00:12:16.585 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.585 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.585 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.586 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.586 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.586 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.586 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.586 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.586 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.586 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.586 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.586 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.586 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.586 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.586 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.586 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "restful", 2024-09-16T00:12:16.586 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.587 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.587 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.587 INFO:teuthology.orchestra.run.smithi071.stdout: "enable_auth": { 2024-09-16T00:12:16.587 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enable_auth", 2024-09-16T00:12:16.587 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.587 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.587 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.587 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.587 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.587 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.587 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.587 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.587 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.587 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.588 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.588 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.588 INFO:teuthology.orchestra.run.smithi071.stdout: "key_file": { 2024-09-16T00:12:16.588 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "key_file", 2024-09-16T00:12:16.588 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.588 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.588 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.588 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.588 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.588 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.589 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.589 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.589 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.589 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.589 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.589 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.589 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.589 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.589 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.589 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.590 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.590 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.590 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.590 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.590 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.590 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.590 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.590 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.590 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.590 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.590 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.590 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.590 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.590 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.591 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.591 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.591 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.591 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.591 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.591 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.591 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.591 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.591 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.591 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.591 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.591 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.591 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.591 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.592 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.592 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.592 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.592 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.592 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.592 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.592 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.592 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.592 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.592 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.592 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.592 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.592 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.593 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.593 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.593 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.593 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.593 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.593 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.593 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.593 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.593 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.593 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.593 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.593 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.593 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.593 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.594 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.594 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.594 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.594 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.594 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.594 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.594 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.594 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.594 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.594 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.594 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.594 INFO:teuthology.orchestra.run.smithi071.stdout: "server_addr": { 2024-09-16T00:12:16.594 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_addr", 2024-09-16T00:12:16.594 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.595 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.595 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.595 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.595 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.595 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.595 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.595 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.595 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.595 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.595 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.595 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.595 INFO:teuthology.orchestra.run.smithi071.stdout: "server_port": { 2024-09-16T00:12:16.595 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_port", 2024-09-16T00:12:16.596 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.596 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.596 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.596 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.596 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.596 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.596 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.596 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.596 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.596 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.596 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.596 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.596 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.596 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.597 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.597 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rgw", 2024-09-16T00:12:16.597 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.597 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.597 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.597 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.597 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.597 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.597 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.597 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.597 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.597 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.597 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.598 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.598 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.598 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.598 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.598 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.598 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.598 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.598 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.598 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.598 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.598 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.598 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.598 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.598 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.598 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.599 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.599 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.599 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.599 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.599 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.599 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.599 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.599 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.599 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.599 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.599 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.599 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.599 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.600 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.600 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.600 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.600 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.600 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.600 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.600 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.600 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.600 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.600 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.600 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.600 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.600 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.600 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.601 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.601 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.601 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.601 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.601 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.601 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.601 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.601 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.601 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.601 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.601 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.601 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.601 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.601 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.602 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.602 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.602 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.602 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.602 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.602 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.602 INFO:teuthology.orchestra.run.smithi071.stdout: "secondary_zone_period_retry_limit": { 2024-09-16T00:12:16.602 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "secondary_zone_period_retry_limit", 2024-09-16T00:12:16.602 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.602 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.602 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.602 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-16T00:12:16.602 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.602 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.603 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.603 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "RGW module period update retry limit for secondary site", 2024-09-16T00:12:16.603 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.603 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.603 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.603 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.603 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.603 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.603 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.603 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rook", 2024-09-16T00:12:16.603 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.603 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.604 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.604 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.604 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.604 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.604 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.604 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.604 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.604 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.604 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.604 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.604 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.604 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.604 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.605 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.605 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.605 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.605 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.605 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.605 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.605 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.605 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.605 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.605 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.605 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.605 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.605 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.606 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.606 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.606 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.606 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.606 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.606 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.606 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.606 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.606 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.606 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.606 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.606 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.606 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.606 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.607 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.607 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.607 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.607 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.607 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.607 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.607 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.607 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.607 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.607 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.607 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.607 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.607 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.607 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.608 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.608 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.608 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.608 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.608 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.608 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.608 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.608 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.608 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.608 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.608 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.608 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.608 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.608 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.609 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.609 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.609 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.609 INFO:teuthology.orchestra.run.smithi071.stdout: "storage_class": { 2024-09-16T00:12:16.609 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "storage_class", 2024-09-16T00:12:16.609 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.609 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.609 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.609 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "local", 2024-09-16T00:12:16.609 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.609 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.609 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.609 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-16T00:12:16.610 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.610 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.610 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.610 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.610 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.610 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.610 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.610 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "selftest", 2024-09-16T00:12:16.610 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.610 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.610 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.610 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.610 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.610 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.611 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.611 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.611 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.611 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.611 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.611 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.611 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.611 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.611 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.611 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.611 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.611 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.611 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.612 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.612 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.612 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.612 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.612 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.612 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.612 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.612 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.612 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.612 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.612 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.612 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.612 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.612 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.613 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.613 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.613 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.613 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.613 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.613 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.613 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.613 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.613 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.613 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.613 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.613 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.613 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.613 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.614 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.614 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.614 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.614 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.614 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.614 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.614 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.614 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.614 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.614 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.614 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.614 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.614 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.614 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.615 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.615 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.615 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.615 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.615 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.615 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.615 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.615 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.615 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.615 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.615 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.615 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.615 INFO:teuthology.orchestra.run.smithi071.stdout: "roption1": { 2024-09-16T00:12:16.615 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "roption1", 2024-09-16T00:12:16.615 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.616 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.616 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.616 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.616 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.616 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.616 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.616 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.616 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.616 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.616 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.616 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.616 INFO:teuthology.orchestra.run.smithi071.stdout: "roption2": { 2024-09-16T00:12:16.616 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "roption2", 2024-09-16T00:12:16.616 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.617 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.617 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.617 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "xyz", 2024-09-16T00:12:16.617 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.617 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.617 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.617 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.617 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.617 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.617 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.617 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.617 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption1": { 2024-09-16T00:12:16.617 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption1", 2024-09-16T00:12:16.617 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.618 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.618 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.618 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.618 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.618 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.618 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.618 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.618 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.618 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.618 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.618 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.618 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption2": { 2024-09-16T00:12:16.619 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption2", 2024-09-16T00:12:16.619 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.619 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.619 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.619 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.619 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.619 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.619 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.619 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.619 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.619 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.619 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.619 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.619 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption3": { 2024-09-16T00:12:16.620 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption3", 2024-09-16T00:12:16.620 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-16T00:12:16.620 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.620 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.620 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.620 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.620 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.620 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.620 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.620 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.620 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.620 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.620 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.621 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption4": { 2024-09-16T00:12:16.621 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption4", 2024-09-16T00:12:16.621 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.621 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.621 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.621 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.621 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.621 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.621 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.621 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.621 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.621 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.621 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.621 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.622 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption5": { 2024-09-16T00:12:16.622 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption5", 2024-09-16T00:12:16.622 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.622 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.622 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.622 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.622 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.622 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.622 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.622 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.622 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.622 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.622 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.622 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.623 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption6": { 2024-09-16T00:12:16.623 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption6", 2024-09-16T00:12:16.623 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.623 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.623 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.623 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.623 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.623 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.623 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.623 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.623 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.623 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.623 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.624 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.624 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption7": { 2024-09-16T00:12:16.624 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption7", 2024-09-16T00:12:16.624 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.624 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.624 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.624 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.624 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-16T00:12:16.624 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "42", 2024-09-16T00:12:16.624 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.624 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.624 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.624 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.624 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.625 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.625 INFO:teuthology.orchestra.run.smithi071.stdout: "testkey": { 2024-09-16T00:12:16.625 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "testkey", 2024-09-16T00:12:16.625 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.625 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.625 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.625 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.625 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.625 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.625 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.625 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.625 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.625 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.626 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.626 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.626 INFO:teuthology.orchestra.run.smithi071.stdout: "testlkey": { 2024-09-16T00:12:16.626 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "testlkey", 2024-09-16T00:12:16.626 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.626 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.626 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.626 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.626 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.626 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.626 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.626 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.626 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.626 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.626 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.627 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.627 INFO:teuthology.orchestra.run.smithi071.stdout: "testnewline": { 2024-09-16T00:12:16.627 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "testnewline", 2024-09-16T00:12:16.627 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.627 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.627 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.627 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.627 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.627 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.627 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.627 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.627 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.627 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.627 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.628 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.628 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.628 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.628 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.628 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "snap_schedule", 2024-09-16T00:12:16.628 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.628 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.628 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.628 INFO:teuthology.orchestra.run.smithi071.stdout: "allow_m_granularity": { 2024-09-16T00:12:16.628 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "allow_m_granularity", 2024-09-16T00:12:16.628 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.628 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.628 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.628 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.629 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.629 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.629 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.629 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "allow minute scheduled snapshots", 2024-09-16T00:12:16.629 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.629 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.629 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.629 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.629 INFO:teuthology.orchestra.run.smithi071.stdout: "dump_on_update": { 2024-09-16T00:12:16.629 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "dump_on_update", 2024-09-16T00:12:16.629 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.629 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.629 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.629 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.630 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.630 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.630 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.630 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "dump database to debug log on update", 2024-09-16T00:12:16.630 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.630 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.630 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.630 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.630 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.630 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.630 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.630 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.630 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.630 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.631 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.631 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.631 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.631 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.631 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.631 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.631 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.631 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.631 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.631 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.631 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.631 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.631 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.631 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.632 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.632 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.632 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.632 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.632 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.632 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.632 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.632 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.632 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.632 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.632 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.632 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.633 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.633 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.633 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.633 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.633 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.633 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.633 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.633 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.633 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.633 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.633 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.633 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.634 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.634 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.634 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.634 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.634 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.634 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.634 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.634 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.634 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.634 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.634 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.634 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.634 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.634 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.635 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.635 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.635 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.635 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.635 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.635 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.635 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.635 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.635 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.635 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.635 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.635 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.635 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.635 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.636 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.636 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "stats", 2024-09-16T00:12:16.636 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.636 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.636 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.636 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.636 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.636 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.636 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.636 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.636 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.636 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.636 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.637 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.637 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.637 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.637 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.637 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.637 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.637 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.637 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.637 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.637 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.637 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.637 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.637 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.638 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.638 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.638 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.638 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.638 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.638 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.638 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.638 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.638 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.638 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.638 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.638 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.638 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.638 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.639 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.639 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.639 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.639 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.639 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.639 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.639 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.639 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.639 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.639 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.639 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.639 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.639 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.639 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.640 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.640 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.640 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.640 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.640 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.640 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.640 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.640 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.640 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.640 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.640 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.640 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.640 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.640 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.641 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.641 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.641 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.641 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.641 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.641 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.641 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.641 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.641 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.641 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.641 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "status", 2024-09-16T00:12:16.641 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.641 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.641 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.642 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.642 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.642 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.642 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.642 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.642 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.642 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.642 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.642 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.642 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.642 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.642 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.642 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.642 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.643 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.643 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.643 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.643 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.643 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.643 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.643 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.643 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.643 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.643 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.643 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.643 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.643 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.643 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.644 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.644 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.644 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.644 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.644 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.644 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.644 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.644 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.644 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.644 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.644 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.644 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.644 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.644 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.645 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.645 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.645 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.645 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.645 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.645 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.645 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.645 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.645 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.645 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.645 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.645 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.645 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.645 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.646 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.646 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.646 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.646 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.646 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.646 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.646 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.646 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.646 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.646 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.646 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.646 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.646 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.647 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.647 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.647 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.647 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.647 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "telegraf", 2024-09-16T00:12:16.647 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.647 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.647 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.647 INFO:teuthology.orchestra.run.smithi071.stdout: "address": { 2024-09-16T00:12:16.647 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "address", 2024-09-16T00:12:16.647 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.647 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.647 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.647 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-16T00:12:16.648 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.648 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.648 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.648 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.648 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.648 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.648 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.648 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.648 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-16T00:12:16.648 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-16T00:12:16.648 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.648 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.648 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.649 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "15", 2024-09-16T00:12:16.649 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.649 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.649 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.649 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.649 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.649 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.649 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.649 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.649 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.649 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.649 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.649 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.650 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.650 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.650 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.650 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.650 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.650 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.650 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.650 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.650 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.650 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.650 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.650 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.650 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.650 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.651 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.651 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.651 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.651 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.651 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.651 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.651 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.651 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.651 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.651 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.651 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.651 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.651 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.651 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.652 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.652 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.652 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.652 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.652 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.652 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.652 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.652 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.652 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.652 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.652 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.652 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.652 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.652 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.653 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.653 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.653 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.653 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.653 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.653 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.653 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.653 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.653 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.653 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.653 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.653 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.653 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.653 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.654 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.654 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.654 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.654 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.654 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.654 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.654 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.654 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.654 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.654 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.654 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.654 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.654 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.654 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "telemetry", 2024-09-16T00:12:16.655 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.655 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.655 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.655 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_basic": { 2024-09-16T00:12:16.655 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_basic", 2024-09-16T00:12:16.655 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.655 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.655 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.655 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.655 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.655 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.655 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.655 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-16T00:12:16.655 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.656 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.656 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.656 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.656 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_crash": { 2024-09-16T00:12:16.656 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_crash", 2024-09-16T00:12:16.656 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.656 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.656 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.656 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.656 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.656 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.656 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.656 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-16T00:12:16.657 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.657 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.657 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.657 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.657 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_device": { 2024-09-16T00:12:16.657 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_device", 2024-09-16T00:12:16.657 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.657 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.657 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.657 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.657 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.657 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.657 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.657 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-16T00:12:16.658 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.658 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.658 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.658 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.658 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_ident": { 2024-09-16T00:12:16.658 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_ident", 2024-09-16T00:12:16.658 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.658 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.658 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.658 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.658 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.658 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.658 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.658 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-16T00:12:16.659 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.659 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.659 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.659 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.659 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_perf": { 2024-09-16T00:12:16.659 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_perf", 2024-09-16T00:12:16.659 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.659 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.659 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.659 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.659 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.659 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.659 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.659 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-16T00:12:16.660 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.660 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.660 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.660 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.660 INFO:teuthology.orchestra.run.smithi071.stdout: "contact": { 2024-09-16T00:12:16.660 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "contact", 2024-09-16T00:12:16.660 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.660 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.660 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.660 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.660 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.660 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.660 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.661 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.661 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.661 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.661 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.661 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.661 INFO:teuthology.orchestra.run.smithi071.stdout: "description": { 2024-09-16T00:12:16.661 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "description", 2024-09-16T00:12:16.661 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.661 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.661 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.661 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.661 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.661 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.661 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.662 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.662 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.662 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.662 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.662 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.662 INFO:teuthology.orchestra.run.smithi071.stdout: "device_url": { 2024-09-16T00:12:16.662 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "device_url", 2024-09-16T00:12:16.662 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.662 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.662 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.662 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-16T00:12:16.662 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.662 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.662 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.663 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.663 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.663 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.663 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.663 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.663 INFO:teuthology.orchestra.run.smithi071.stdout: "enabled": { 2024-09-16T00:12:16.663 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enabled", 2024-09-16T00:12:16.663 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.663 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.663 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.663 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.663 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.663 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.664 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.664 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.664 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.664 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.664 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.664 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.664 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-16T00:12:16.664 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-16T00:12:16.664 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.664 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.664 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.664 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "24", 2024-09-16T00:12:16.664 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "8", 2024-09-16T00:12:16.664 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.665 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.665 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.665 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.665 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.665 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.665 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.665 INFO:teuthology.orchestra.run.smithi071.stdout: "last_opt_revision": { 2024-09-16T00:12:16.665 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "last_opt_revision", 2024-09-16T00:12:16.665 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.665 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.665 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.665 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "1", 2024-09-16T00:12:16.665 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.666 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.666 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.666 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.666 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.666 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.666 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.666 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.666 INFO:teuthology.orchestra.run.smithi071.stdout: "leaderboard": { 2024-09-16T00:12:16.666 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "leaderboard", 2024-09-16T00:12:16.666 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.666 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.666 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.666 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.666 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.667 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.667 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.667 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.667 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.667 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.667 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.667 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.667 INFO:teuthology.orchestra.run.smithi071.stdout: "leaderboard_description": { 2024-09-16T00:12:16.667 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "leaderboard_description", 2024-09-16T00:12:16.667 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.667 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.667 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.667 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.667 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.668 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.668 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.668 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.668 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.668 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.668 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.668 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.668 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.668 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.668 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.668 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.668 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.668 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.669 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.669 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.669 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.669 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.669 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.669 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.669 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.669 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.669 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.669 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.669 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.669 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.669 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.669 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.670 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.670 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.670 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.670 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.670 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.670 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.670 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.670 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.670 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.670 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.672 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.672 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.672 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.672 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.672 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.672 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.672 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.672 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.672 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.672 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.672 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.673 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.673 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.673 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.673 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.673 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.673 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.673 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.673 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.673 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.673 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.673 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.673 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.673 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.673 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.673 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.674 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.674 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.674 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.674 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.674 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.674 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.674 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.674 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.674 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.674 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.674 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.674 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.674 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.675 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.675 INFO:teuthology.orchestra.run.smithi071.stdout: "organization": { 2024-09-16T00:12:16.675 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "organization", 2024-09-16T00:12:16.675 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.675 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.675 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.675 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.675 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.675 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.675 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.675 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.675 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.675 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.676 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.676 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.676 INFO:teuthology.orchestra.run.smithi071.stdout: "proxy": { 2024-09-16T00:12:16.676 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "proxy", 2024-09-16T00:12:16.676 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.676 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.676 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.676 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.676 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.676 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.676 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.676 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.676 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.677 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.677 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.677 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.677 INFO:teuthology.orchestra.run.smithi071.stdout: "url": { 2024-09-16T00:12:16.677 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "url", 2024-09-16T00:12:16.677 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.677 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.677 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.677 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-16T00:12:16.677 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.677 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.677 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.677 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.677 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.678 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.678 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.678 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.678 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.678 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.678 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.678 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "test_orchestrator", 2024-09-16T00:12:16.678 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.678 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.678 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.678 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.678 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.679 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.679 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.679 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.679 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.679 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.679 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.679 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.679 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.679 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.679 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.679 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.679 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.679 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.680 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.680 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.680 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.680 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.680 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.680 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.680 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.680 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.680 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.680 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.680 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.680 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.680 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.680 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.681 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.681 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.681 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.681 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.681 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.681 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.681 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.681 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.681 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.681 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.681 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.681 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.681 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.682 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.682 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.682 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.682 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.682 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.682 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.682 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.682 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.682 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.682 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.682 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.682 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.682 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.682 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.683 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.683 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.683 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.683 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.683 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.683 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.683 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.683 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.683 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.683 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.683 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.683 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.683 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.683 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.684 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.684 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.684 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.684 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "volumes", 2024-09-16T00:12:16.684 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.684 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.684 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.684 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.684 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.684 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.684 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.684 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.684 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.685 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.685 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.685 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.685 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.685 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.685 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.685 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.685 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.685 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.685 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.685 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.685 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.685 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.685 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.685 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.686 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.686 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.686 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.686 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.686 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.686 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.686 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.686 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.686 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.686 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.686 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.686 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.686 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.686 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.687 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.687 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.687 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.687 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.687 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.687 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.687 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.687 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.687 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.687 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.687 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.687 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.687 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.687 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.688 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.688 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.688 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.688 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.688 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.688 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.688 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.688 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.688 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.688 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.689 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.689 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.689 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.689 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.689 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.689 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.689 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.689 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.689 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.689 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.689 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.689 INFO:teuthology.orchestra.run.smithi071.stdout: "max_concurrent_clones": { 2024-09-16T00:12:16.689 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_concurrent_clones", 2024-09-16T00:12:16.689 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.690 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.690 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.690 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "4", 2024-09-16T00:12:16.690 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.690 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.690 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.690 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-16T00:12:16.690 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.690 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.690 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.690 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.690 INFO:teuthology.orchestra.run.smithi071.stdout: "periodic_async_work": { 2024-09-16T00:12:16.691 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "periodic_async_work", 2024-09-16T00:12:16.691 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.691 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.691 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.691 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.691 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.691 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.691 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.691 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Periodically check for async work", 2024-09-16T00:12:16.691 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.691 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.691 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.691 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.691 INFO:teuthology.orchestra.run.smithi071.stdout: "snapshot_clone_delay": { 2024-09-16T00:12:16.692 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "snapshot_clone_delay", 2024-09-16T00:12:16.692 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.692 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.692 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.692 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-16T00:12:16.692 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.692 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.692 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.692 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-16T00:12:16.692 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.692 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.692 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.692 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.693 INFO:teuthology.orchestra.run.smithi071.stdout: "snapshot_clone_no_wait": { 2024-09-16T00:12:16.693 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "snapshot_clone_no_wait", 2024-09-16T00:12:16.693 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.693 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.693 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.693 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.693 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.693 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.693 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.693 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-16T00:12:16.693 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.693 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.693 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.693 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.694 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.694 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.694 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.694 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix", 2024-09-16T00:12:16.694 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.694 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.694 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.694 INFO:teuthology.orchestra.run.smithi071.stdout: "discovery_interval": { 2024-09-16T00:12:16.694 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "discovery_interval", 2024-09-16T00:12:16.694 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-16T00:12:16.694 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.694 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.694 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "100", 2024-09-16T00:12:16.694 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.695 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.695 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.695 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.695 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.695 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.695 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.695 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.695 INFO:teuthology.orchestra.run.smithi071.stdout: "identifier": { 2024-09-16T00:12:16.695 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "identifier", 2024-09-16T00:12:16.695 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.695 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.695 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.695 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.696 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.696 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.696 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.696 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.696 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.696 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.696 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.696 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.696 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-16T00:12:16.696 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-16T00:12:16.696 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.696 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.696 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.697 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-16T00:12:16.697 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.697 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.697 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.697 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.697 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.697 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.697 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.697 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.697 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.697 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.697 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.697 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.698 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.698 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.698 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.698 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.698 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.698 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.698 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.698 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.698 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.698 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.698 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.698 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.698 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.698 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.699 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.699 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.699 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.699 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.699 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.699 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.699 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.699 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.699 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.699 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.699 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.699 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.699 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.700 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.700 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.700 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.700 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.700 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.700 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.700 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.700 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.700 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.700 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.700 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.700 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.700 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.701 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.701 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.701 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.701 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.701 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.701 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.701 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.701 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.701 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.701 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.701 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.701 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.701 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.701 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.702 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.702 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.702 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.702 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.702 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.702 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.702 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.702 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.702 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.702 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.702 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.702 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.702 INFO:teuthology.orchestra.run.smithi071.stdout: "zabbix_host": { 2024-09-16T00:12:16.702 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix_host", 2024-09-16T00:12:16.702 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.703 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.703 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.703 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.703 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.703 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.703 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.703 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.703 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.703 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.703 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.703 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.703 INFO:teuthology.orchestra.run.smithi071.stdout: "zabbix_port": { 2024-09-16T00:12:16.703 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix_port", 2024-09-16T00:12:16.704 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.704 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.704 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.704 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10051", 2024-09-16T00:12:16.704 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.704 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.704 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.704 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.704 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.704 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.704 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.704 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.705 INFO:teuthology.orchestra.run.smithi071.stdout: "zabbix_sender": { 2024-09-16T00:12:16.705 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix_sender", 2024-09-16T00:12:16.705 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.705 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.705 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.705 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-16T00:12:16.705 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.705 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.705 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.705 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.705 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.705 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.705 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.705 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.706 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.706 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.706 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-16T00:12:16.706 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.706 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.706 INFO:teuthology.orchestra.run.smithi071.stdout: "gid": 24862, 2024-09-16T00:12:16.706 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "z", 2024-09-16T00:12:16.706 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr_features": 4540701547738038271, 2024-09-16T00:12:16.706 INFO:teuthology.orchestra.run.smithi071.stdout: "available_modules": [ 2024-09-16T00:12:16.706 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.706 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "alerts", 2024-09-16T00:12:16.706 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.706 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.706 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.707 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-16T00:12:16.707 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-16T00:12:16.707 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.707 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.707 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.707 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-16T00:12:16.707 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.707 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.707 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.707 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How frequently to reexamine health status", 2024-09-16T00:12:16.707 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.707 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.707 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.708 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.708 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.708 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.708 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.708 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.708 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.708 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.708 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.708 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.708 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.708 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.708 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.708 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.708 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.709 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.709 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.709 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.709 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.709 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.709 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.709 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.709 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.709 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.709 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.709 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.709 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.709 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.710 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.710 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.710 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.710 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.710 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.710 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.710 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.710 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.710 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.710 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.710 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.710 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.710 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.711 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.711 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.711 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.711 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.711 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.711 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.711 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.711 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.711 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.711 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.711 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.711 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.711 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.711 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.712 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.712 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.712 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.712 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.712 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.712 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.712 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.712 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.712 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.712 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.712 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.712 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.712 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.713 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.713 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.713 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.713 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.713 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_destination": { 2024-09-16T00:12:16.713 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_destination", 2024-09-16T00:12:16.713 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.713 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.713 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.713 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.713 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.713 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.713 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.714 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Email address to send alerts to", 2024-09-16T00:12:16.714 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.714 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.714 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.714 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.714 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_from_name": { 2024-09-16T00:12:16.714 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_from_name", 2024-09-16T00:12:16.714 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.714 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.714 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.714 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "Ceph", 2024-09-16T00:12:16.714 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.714 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.715 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.715 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Email From: name", 2024-09-16T00:12:16.715 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.715 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.715 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.715 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.715 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_host": { 2024-09-16T00:12:16.715 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_host", 2024-09-16T00:12:16.715 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.715 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.715 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.715 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.715 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.715 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.716 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.716 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SMTP server", 2024-09-16T00:12:16.716 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.716 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.716 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.716 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.716 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_password": { 2024-09-16T00:12:16.716 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_password", 2024-09-16T00:12:16.716 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.716 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.716 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.716 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.716 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.716 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.717 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.717 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Password to authenticate with", 2024-09-16T00:12:16.717 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.717 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.717 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.717 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.717 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_port": { 2024-09-16T00:12:16.717 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_port", 2024-09-16T00:12:16.717 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.717 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.717 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.717 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "465", 2024-09-16T00:12:16.717 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.717 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.718 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.718 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SMTP port", 2024-09-16T00:12:16.718 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.718 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.718 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.718 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.718 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_sender": { 2024-09-16T00:12:16.718 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_sender", 2024-09-16T00:12:16.718 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.718 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.718 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.718 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.718 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.719 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.719 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.719 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SMTP envelope sender", 2024-09-16T00:12:16.719 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.719 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.719 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.719 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.719 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_ssl": { 2024-09-16T00:12:16.719 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_ssl", 2024-09-16T00:12:16.719 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.719 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.719 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.719 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.720 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.720 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.720 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.720 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-16T00:12:16.720 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.720 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.720 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.720 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.720 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_user": { 2024-09-16T00:12:16.720 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_user", 2024-09-16T00:12:16.720 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.720 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.720 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.721 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.721 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.721 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.721 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.721 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "User to authenticate as", 2024-09-16T00:12:16.721 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.721 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.721 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.721 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.721 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.721 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.721 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.721 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "balancer", 2024-09-16T00:12:16.721 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.722 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.722 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.722 INFO:teuthology.orchestra.run.smithi071.stdout: "active": { 2024-09-16T00:12:16.722 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "active", 2024-09-16T00:12:16.722 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.722 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.722 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.722 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.722 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.722 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.722 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.722 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "automatically balance PGs across cluster", 2024-09-16T00:12:16.722 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.723 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.723 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.723 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.723 INFO:teuthology.orchestra.run.smithi071.stdout: "begin_time": { 2024-09-16T00:12:16.723 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "begin_time", 2024-09-16T00:12:16.723 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.723 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.723 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.723 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0000", 2024-09-16T00:12:16.723 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.723 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.723 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.723 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "beginning time of day to automatically balance", 2024-09-16T00:12:16.723 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-16T00:12:16.724 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.724 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.724 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.724 INFO:teuthology.orchestra.run.smithi071.stdout: "begin_weekday": { 2024-09-16T00:12:16.724 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "begin_weekday", 2024-09-16T00:12:16.724 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-16T00:12:16.724 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.724 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.724 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-16T00:12:16.724 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "0", 2024-09-16T00:12:16.724 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "6", 2024-09-16T00:12:16.724 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.725 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-16T00:12:16.725 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-16T00:12:16.725 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.725 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.725 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.725 INFO:teuthology.orchestra.run.smithi071.stdout: "crush_compat_max_iterations": { 2024-09-16T00:12:16.725 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crush_compat_max_iterations", 2024-09-16T00:12:16.725 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-16T00:12:16.725 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.725 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.725 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "25", 2024-09-16T00:12:16.725 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-16T00:12:16.725 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "250", 2024-09-16T00:12:16.725 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.726 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-16T00:12:16.726 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.726 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.726 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.726 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.726 INFO:teuthology.orchestra.run.smithi071.stdout: "crush_compat_metrics": { 2024-09-16T00:12:16.726 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crush_compat_metrics", 2024-09-16T00:12:16.726 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.726 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.726 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.726 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "pgs,objects,bytes", 2024-09-16T00:12:16.726 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.726 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.726 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.727 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-16T00:12:16.727 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-16T00:12:16.727 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.727 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.727 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.727 INFO:teuthology.orchestra.run.smithi071.stdout: "crush_compat_step": { 2024-09-16T00:12:16.727 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crush_compat_step", 2024-09-16T00:12:16.727 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-16T00:12:16.727 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.727 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.727 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0.5", 2024-09-16T00:12:16.727 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "0.001", 2024-09-16T00:12:16.727 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "0.999", 2024-09-16T00:12:16.727 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.728 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "aggressiveness of optimization", 2024-09-16T00:12:16.728 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-16T00:12:16.728 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.728 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.728 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.728 INFO:teuthology.orchestra.run.smithi071.stdout: "end_time": { 2024-09-16T00:12:16.728 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "end_time", 2024-09-16T00:12:16.728 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.728 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.728 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.728 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "2359", 2024-09-16T00:12:16.728 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.728 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.729 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.729 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "ending time of day to automatically balance", 2024-09-16T00:12:16.729 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-16T00:12:16.729 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.729 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.729 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.729 INFO:teuthology.orchestra.run.smithi071.stdout: "end_weekday": { 2024-09-16T00:12:16.729 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "end_weekday", 2024-09-16T00:12:16.729 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-16T00:12:16.729 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.729 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.729 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-16T00:12:16.729 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "0", 2024-09-16T00:12:16.729 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "6", 2024-09-16T00:12:16.730 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.730 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-16T00:12:16.730 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-16T00:12:16.730 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.730 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.730 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.730 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.730 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.730 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.730 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.730 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.730 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.730 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.731 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.732 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.732 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.732 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.732 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.732 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.732 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.732 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.732 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.732 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.732 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.732 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.732 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.733 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.733 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.733 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.733 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.733 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.733 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.733 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.733 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.733 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.733 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.733 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.733 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.733 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.733 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.734 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.734 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.734 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.734 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.734 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.734 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.734 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.734 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.734 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.734 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.734 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.734 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.734 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.735 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.735 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.735 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.735 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.735 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.735 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.735 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.735 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.735 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.735 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.735 INFO:teuthology.orchestra.run.smithi071.stdout: "min_score": { 2024-09-16T00:12:16.735 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "min_score", 2024-09-16T00:12:16.735 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-16T00:12:16.735 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.736 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.736 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-16T00:12:16.736 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.736 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.736 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.736 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-16T00:12:16.736 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.736 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.736 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.736 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.736 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": { 2024-09-16T00:12:16.736 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mode", 2024-09-16T00:12:16.736 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.737 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.737 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.737 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "upmap", 2024-09-16T00:12:16.737 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.737 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.737 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.737 INFO:teuthology.orchestra.run.smithi071.stdout: "crush-compat", 2024-09-16T00:12:16.737 INFO:teuthology.orchestra.run.smithi071.stdout: "none", 2024-09-16T00:12:16.737 INFO:teuthology.orchestra.run.smithi071.stdout: "read", 2024-09-16T00:12:16.737 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap", 2024-09-16T00:12:16.737 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap-read" 2024-09-16T00:12:16.737 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.737 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Balancer mode", 2024-09-16T00:12:16.737 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.738 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.738 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.738 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.738 INFO:teuthology.orchestra.run.smithi071.stdout: "pool_ids": { 2024-09-16T00:12:16.738 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pool_ids", 2024-09-16T00:12:16.738 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.738 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.738 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.738 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.738 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.738 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.738 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.738 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-16T00:12:16.739 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.739 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.739 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.739 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.739 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-16T00:12:16.739 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-16T00:12:16.739 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.739 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.739 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.739 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-16T00:12:16.739 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.739 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.739 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.739 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-16T00:12:16.740 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.740 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.740 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.740 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.740 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap_max_deviation": { 2024-09-16T00:12:16.740 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "upmap_max_deviation", 2024-09-16T00:12:16.740 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.740 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.740 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.740 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-16T00:12:16.740 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-16T00:12:16.740 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.740 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.740 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-16T00:12:16.741 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-16T00:12:16.741 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.741 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.741 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.741 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap_max_optimizations": { 2024-09-16T00:12:16.741 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "upmap_max_optimizations", 2024-09-16T00:12:16.741 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-16T00:12:16.741 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.741 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.741 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:16.741 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.741 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.741 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.742 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-16T00:12:16.742 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.742 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.742 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.742 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.742 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.742 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.742 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.742 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cephadm", 2024-09-16T00:12:16.742 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.742 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.742 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.742 INFO:teuthology.orchestra.run.smithi071.stdout: "agent_down_multiplier": { 2024-09-16T00:12:16.742 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "agent_down_multiplier", 2024-09-16T00:12:16.743 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-16T00:12:16.743 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.743 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.743 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "3.0", 2024-09-16T00:12:16.743 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.743 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.743 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.743 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-16T00:12:16.743 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.743 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.743 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.743 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.743 INFO:teuthology.orchestra.run.smithi071.stdout: "agent_refresh_rate": { 2024-09-16T00:12:16.743 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "agent_refresh_rate", 2024-09-16T00:12:16.744 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.744 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.744 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.744 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "20", 2024-09-16T00:12:16.744 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.744 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.744 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.744 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-16T00:12:16.744 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.744 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.744 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.744 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.744 INFO:teuthology.orchestra.run.smithi071.stdout: "agent_starting_port": { 2024-09-16T00:12:16.744 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "agent_starting_port", 2024-09-16T00:12:16.745 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.745 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.745 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.745 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "4721", 2024-09-16T00:12:16.745 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.745 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.745 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.745 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-16T00:12:16.745 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.745 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.745 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.745 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.745 INFO:teuthology.orchestra.run.smithi071.stdout: "allow_ptrace": { 2024-09-16T00:12:16.746 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "allow_ptrace", 2024-09-16T00:12:16.746 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.746 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.746 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.746 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.746 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.746 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.746 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.746 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-16T00:12:16.746 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-16T00:12:16.746 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.746 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.746 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.747 INFO:teuthology.orchestra.run.smithi071.stdout: "autotune_interval": { 2024-09-16T00:12:16.747 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "autotune_interval", 2024-09-16T00:12:16.747 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.747 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.747 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.747 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-16T00:12:16.747 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.747 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.747 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.747 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-16T00:12:16.747 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.747 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.747 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.747 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.748 INFO:teuthology.orchestra.run.smithi071.stdout: "autotune_memory_target_ratio": { 2024-09-16T00:12:16.748 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "autotune_memory_target_ratio", 2024-09-16T00:12:16.748 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-16T00:12:16.748 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.748 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.748 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0.7", 2024-09-16T00:12:16.748 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.748 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.748 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.748 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-16T00:12:16.748 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.748 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.748 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.749 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.749 INFO:teuthology.orchestra.run.smithi071.stdout: "cephadm_log_destination": { 2024-09-16T00:12:16.749 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cephadm_log_destination", 2024-09-16T00:12:16.749 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.749 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.749 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.749 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.749 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.749 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.749 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.749 INFO:teuthology.orchestra.run.smithi071.stdout: "file", 2024-09-16T00:12:16.749 INFO:teuthology.orchestra.run.smithi071.stdout: "file,syslog", 2024-09-16T00:12:16.749 INFO:teuthology.orchestra.run.smithi071.stdout: "syslog" 2024-09-16T00:12:16.749 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.750 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-16T00:12:16.750 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.750 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.750 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.750 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.750 INFO:teuthology.orchestra.run.smithi071.stdout: "cgroups_split": { 2024-09-16T00:12:16.750 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cgroups_split", 2024-09-16T00:12:16.750 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.750 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.750 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.750 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.750 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.750 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.750 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.751 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-16T00:12:16.751 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.751 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.751 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.751 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.751 INFO:teuthology.orchestra.run.smithi071.stdout: "config_checks_enabled": { 2024-09-16T00:12:16.751 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "config_checks_enabled", 2024-09-16T00:12:16.751 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.751 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.751 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.751 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.751 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.751 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.752 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.752 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-16T00:12:16.752 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.752 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.752 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.752 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.752 INFO:teuthology.orchestra.run.smithi071.stdout: "config_dashboard": { 2024-09-16T00:12:16.752 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "config_dashboard", 2024-09-16T00:12:16.752 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.752 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.752 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.752 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.752 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.753 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.753 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.753 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-16T00:12:16.753 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.753 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.753 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.753 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.753 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_alertmanager": { 2024-09-16T00:12:16.753 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_alertmanager", 2024-09-16T00:12:16.753 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.753 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.753 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.753 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-16T00:12:16.754 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.754 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.754 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.754 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-16T00:12:16.754 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.754 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.754 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.754 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.754 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_base": { 2024-09-16T00:12:16.754 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_base", 2024-09-16T00:12:16.754 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.754 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.754 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.754 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-16T00:12:16.755 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.755 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.755 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.755 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Container image name, without the tag", 2024-09-16T00:12:16.755 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.755 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.755 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.755 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.755 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_elasticsearch": { 2024-09-16T00:12:16.755 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_elasticsearch", 2024-09-16T00:12:16.755 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.755 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.755 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.755 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-16T00:12:16.756 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.756 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.756 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.756 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "elasticsearch container image", 2024-09-16T00:12:16.756 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.756 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.756 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.756 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.756 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_grafana": { 2024-09-16T00:12:16.756 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_grafana", 2024-09-16T00:12:16.756 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.756 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.756 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.756 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-16T00:12:16.757 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.757 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.757 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.757 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-16T00:12:16.757 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.757 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.757 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.757 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.757 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_haproxy": { 2024-09-16T00:12:16.757 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_haproxy", 2024-09-16T00:12:16.757 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.757 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.758 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.758 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-16T00:12:16.758 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.758 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.758 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.758 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "HAproxy container image", 2024-09-16T00:12:16.758 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.758 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.758 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.758 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.758 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_jaeger_agent": { 2024-09-16T00:12:16.758 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_jaeger_agent", 2024-09-16T00:12:16.758 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.759 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.759 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.759 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-16T00:12:16.759 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.759 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.759 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.759 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Jaeger agent container image", 2024-09-16T00:12:16.759 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.759 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.759 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.759 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.759 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_jaeger_collector": { 2024-09-16T00:12:16.759 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_jaeger_collector", 2024-09-16T00:12:16.760 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.760 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.760 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.760 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-16T00:12:16.760 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.760 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.760 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.760 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Jaeger collector container image", 2024-09-16T00:12:16.760 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.760 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.760 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.760 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.760 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_jaeger_query": { 2024-09-16T00:12:16.761 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_jaeger_query", 2024-09-16T00:12:16.761 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.761 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.761 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.761 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-16T00:12:16.761 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.761 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.761 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.761 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Jaeger query container image", 2024-09-16T00:12:16.761 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.761 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.761 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.761 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.761 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_keepalived": { 2024-09-16T00:12:16.762 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_keepalived", 2024-09-16T00:12:16.762 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.762 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.762 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.762 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-16T00:12:16.762 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.762 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.762 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.762 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Keepalived container image", 2024-09-16T00:12:16.762 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.762 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.762 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.762 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.763 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_loki": { 2024-09-16T00:12:16.763 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_loki", 2024-09-16T00:12:16.763 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.763 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.763 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.763 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-16T00:12:16.763 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.763 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.763 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.763 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Loki container image", 2024-09-16T00:12:16.763 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.763 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.763 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.763 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.764 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_node_exporter": { 2024-09-16T00:12:16.764 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_node_exporter", 2024-09-16T00:12:16.764 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.764 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.764 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.764 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-16T00:12:16.764 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.764 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.764 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.764 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-16T00:12:16.764 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.764 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.764 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.764 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.765 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_nvmeof": { 2024-09-16T00:12:16.765 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_nvmeof", 2024-09-16T00:12:16.765 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.765 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.765 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.765 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-16T00:12:16.765 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.765 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.765 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.765 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Nvme-of container image", 2024-09-16T00:12:16.765 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.765 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.765 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.766 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.766 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_prometheus": { 2024-09-16T00:12:16.766 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_prometheus", 2024-09-16T00:12:16.766 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.766 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.766 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.766 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-16T00:12:16.766 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.766 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.766 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.766 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-16T00:12:16.766 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.766 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.766 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.767 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.767 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_promtail": { 2024-09-16T00:12:16.767 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_promtail", 2024-09-16T00:12:16.767 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.767 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.767 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.767 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-16T00:12:16.767 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.767 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.767 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.767 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Promtail container image", 2024-09-16T00:12:16.767 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.767 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.767 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.768 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.768 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_samba": { 2024-09-16T00:12:16.768 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_samba", 2024-09-16T00:12:16.768 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.768 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.768 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.768 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-16T00:12:16.768 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.768 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.768 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.768 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Samba/SMB container image", 2024-09-16T00:12:16.768 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.768 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.768 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.769 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.769 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_snmp_gateway": { 2024-09-16T00:12:16.769 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_snmp_gateway", 2024-09-16T00:12:16.769 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.769 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.769 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.769 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-16T00:12:16.769 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.769 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.769 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.769 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SNMP Gateway container image", 2024-09-16T00:12:16.769 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.769 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.769 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.770 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.770 INFO:teuthology.orchestra.run.smithi071.stdout: "container_init": { 2024-09-16T00:12:16.770 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_init", 2024-09-16T00:12:16.770 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.770 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.770 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.770 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.770 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.770 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.770 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.770 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Run podman/docker with `--init`", 2024-09-16T00:12:16.770 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.770 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.771 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.771 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.771 INFO:teuthology.orchestra.run.smithi071.stdout: "daemon_cache_timeout": { 2024-09-16T00:12:16.771 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "daemon_cache_timeout", 2024-09-16T00:12:16.771 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.771 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.771 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.771 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-16T00:12:16.771 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.771 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.771 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.771 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-16T00:12:16.771 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.772 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.772 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.772 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.772 INFO:teuthology.orchestra.run.smithi071.stdout: "default_cephadm_command_timeout": { 2024-09-16T00:12:16.772 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "default_cephadm_command_timeout", 2024-09-16T00:12:16.772 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.772 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.772 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.772 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "900", 2024-09-16T00:12:16.772 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.772 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.772 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.772 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-16T00:12:16.772 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.773 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.773 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.773 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.773 INFO:teuthology.orchestra.run.smithi071.stdout: "default_registry": { 2024-09-16T00:12:16.773 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "default_registry", 2024-09-16T00:12:16.773 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.773 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.773 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.773 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io", 2024-09-16T00:12:16.773 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.773 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.773 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.773 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-16T00:12:16.774 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.774 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.774 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.774 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.774 INFO:teuthology.orchestra.run.smithi071.stdout: "device_cache_timeout": { 2024-09-16T00:12:16.774 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "device_cache_timeout", 2024-09-16T00:12:16.774 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.774 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.774 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.774 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "1800", 2024-09-16T00:12:16.774 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.774 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.774 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.775 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "seconds to cache device inventory", 2024-09-16T00:12:16.775 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.775 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.775 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.775 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.775 INFO:teuthology.orchestra.run.smithi071.stdout: "device_enhanced_scan": { 2024-09-16T00:12:16.775 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "device_enhanced_scan", 2024-09-16T00:12:16.775 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.775 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.775 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.775 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.775 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.775 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.776 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.776 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-16T00:12:16.776 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.776 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.776 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.776 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.776 INFO:teuthology.orchestra.run.smithi071.stdout: "facts_cache_timeout": { 2024-09-16T00:12:16.776 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "facts_cache_timeout", 2024-09-16T00:12:16.776 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.776 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.776 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.776 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-16T00:12:16.776 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.777 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.777 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.777 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "seconds to cache host facts data", 2024-09-16T00:12:16.777 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.777 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.777 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.777 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.777 INFO:teuthology.orchestra.run.smithi071.stdout: "grafana_dashboards_path": { 2024-09-16T00:12:16.777 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "grafana_dashboards_path", 2024-09-16T00:12:16.777 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.777 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.777 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.777 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-16T00:12:16.777 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.778 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.778 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.778 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-16T00:12:16.778 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.778 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.778 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.778 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.778 INFO:teuthology.orchestra.run.smithi071.stdout: "host_check_interval": { 2024-09-16T00:12:16.778 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "host_check_interval", 2024-09-16T00:12:16.778 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.778 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.778 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.778 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-16T00:12:16.779 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.779 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.779 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.779 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to perform a host check", 2024-09-16T00:12:16.779 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.779 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.779 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.779 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.779 INFO:teuthology.orchestra.run.smithi071.stdout: "hw_monitoring": { 2024-09-16T00:12:16.779 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "hw_monitoring", 2024-09-16T00:12:16.779 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.779 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.779 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.779 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.780 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.780 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.780 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.780 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-16T00:12:16.780 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.780 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.780 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.780 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.780 INFO:teuthology.orchestra.run.smithi071.stdout: "inventory_list_all": { 2024-09-16T00:12:16.780 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "inventory_list_all", 2024-09-16T00:12:16.780 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.780 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.780 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.781 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.781 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.781 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.781 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.781 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-16T00:12:16.781 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.781 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.781 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.781 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.781 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.781 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.781 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.781 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.781 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.782 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.782 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.782 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.782 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.782 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.782 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.782 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.782 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.782 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.782 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.782 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.782 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.782 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.782 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.783 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.783 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.783 INFO:teuthology.orchestra.run.smithi071.stdout: "log_refresh_metadata": { 2024-09-16T00:12:16.783 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_refresh_metadata", 2024-09-16T00:12:16.783 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.783 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.783 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.783 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.783 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.783 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.783 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.783 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-16T00:12:16.783 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.784 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.784 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.784 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.784 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.784 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.784 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.784 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.784 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.784 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.784 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.784 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.784 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.784 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-16T00:12:16.784 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.785 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.785 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.785 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.785 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.785 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.785 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.785 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.785 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.785 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.785 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.785 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.785 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.785 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.786 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.786 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.786 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.786 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.786 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.786 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.786 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.786 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.786 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.786 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.786 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.786 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.786 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.786 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.787 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.787 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.787 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.787 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.787 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.787 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.787 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.787 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.787 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.787 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.787 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.787 INFO:teuthology.orchestra.run.smithi071.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-16T00:12:16.787 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-16T00:12:16.788 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.788 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.788 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.788 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.788 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.788 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.788 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.788 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-16T00:12:16.788 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.788 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.789 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.789 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.789 INFO:teuthology.orchestra.run.smithi071.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-16T00:12:16.789 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-16T00:12:16.789 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.789 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.789 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.789 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "*", 2024-09-16T00:12:16.789 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.789 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.789 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.789 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-16T00:12:16.789 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.790 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.790 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.790 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.790 INFO:teuthology.orchestra.run.smithi071.stdout: "max_count_per_host": { 2024-09-16T00:12:16.790 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_count_per_host", 2024-09-16T00:12:16.790 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.790 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.790 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.790 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:16.790 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.790 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.790 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.790 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "max number of daemons per service per host", 2024-09-16T00:12:16.791 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.791 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.791 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.791 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.791 INFO:teuthology.orchestra.run.smithi071.stdout: "max_osd_draining_count": { 2024-09-16T00:12:16.791 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_osd_draining_count", 2024-09-16T00:12:16.791 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.791 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.791 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.791 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:16.791 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.791 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.791 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.791 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-16T00:12:16.792 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.792 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.792 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.792 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.792 INFO:teuthology.orchestra.run.smithi071.stdout: "migration_current": { 2024-09-16T00:12:16.792 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "migration_current", 2024-09-16T00:12:16.792 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.792 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.792 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.792 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.792 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.792 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.792 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.792 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "internal - do not modify", 2024-09-16T00:12:16.793 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.793 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.793 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.793 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.793 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": { 2024-09-16T00:12:16.793 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mode", 2024-09-16T00:12:16.793 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.793 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.793 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.793 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "root", 2024-09-16T00:12:16.793 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.793 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.793 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.793 INFO:teuthology.orchestra.run.smithi071.stdout: "cephadm-package", 2024-09-16T00:12:16.794 INFO:teuthology.orchestra.run.smithi071.stdout: "root" 2024-09-16T00:12:16.794 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.794 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "mode for remote execution of cephadm", 2024-09-16T00:12:16.794 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.794 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.794 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.794 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.794 INFO:teuthology.orchestra.run.smithi071.stdout: "oob_default_addr": { 2024-09-16T00:12:16.794 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "oob_default_addr", 2024-09-16T00:12:16.794 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.794 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.794 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.794 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "169.254.1.1", 2024-09-16T00:12:16.794 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.795 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.795 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.795 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-16T00:12:16.795 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.795 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.795 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.795 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.795 INFO:teuthology.orchestra.run.smithi071.stdout: "prometheus_alerts_path": { 2024-09-16T00:12:16.795 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "prometheus_alerts_path", 2024-09-16T00:12:16.795 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.795 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.795 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.795 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-16T00:12:16.795 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.796 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.796 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.796 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-16T00:12:16.796 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.796 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.796 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.796 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.796 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_insecure": { 2024-09-16T00:12:16.796 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_insecure", 2024-09-16T00:12:16.796 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.796 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.796 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.797 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.797 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.797 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.797 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.797 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-16T00:12:16.797 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.797 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.797 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.797 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.797 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_password": { 2024-09-16T00:12:16.797 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_password", 2024-09-16T00:12:16.797 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.797 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.797 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.798 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.798 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.798 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.798 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.798 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-16T00:12:16.798 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.798 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.798 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.798 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.798 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_url": { 2024-09-16T00:12:16.798 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_url", 2024-09-16T00:12:16.798 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.798 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.798 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.799 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.799 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.799 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.799 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.799 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-16T00:12:16.799 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.799 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.799 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.799 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.799 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_username": { 2024-09-16T00:12:16.799 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_username", 2024-09-16T00:12:16.799 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.799 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.799 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.800 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.800 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.800 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.800 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.800 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-16T00:12:16.800 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.800 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.800 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.800 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.800 INFO:teuthology.orchestra.run.smithi071.stdout: "secure_monitoring_stack": { 2024-09-16T00:12:16.800 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "secure_monitoring_stack", 2024-09-16T00:12:16.800 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.800 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.801 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.801 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.801 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.801 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.801 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.801 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-16T00:12:16.801 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.801 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.801 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.801 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.801 INFO:teuthology.orchestra.run.smithi071.stdout: "service_discovery_port": { 2024-09-16T00:12:16.801 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "service_discovery_port", 2024-09-16T00:12:16.801 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.801 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.802 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.802 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8765", 2024-09-16T00:12:16.802 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.802 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.802 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.802 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "cephadm service discovery port", 2024-09-16T00:12:16.802 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.802 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.802 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.802 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.802 INFO:teuthology.orchestra.run.smithi071.stdout: "ssh_config_file": { 2024-09-16T00:12:16.802 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssh_config_file", 2024-09-16T00:12:16.802 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.803 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.803 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.803 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.803 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.803 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.803 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.803 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-16T00:12:16.803 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.803 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.803 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.803 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.803 INFO:teuthology.orchestra.run.smithi071.stdout: "use_agent": { 2024-09-16T00:12:16.803 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "use_agent", 2024-09-16T00:12:16.803 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.804 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.804 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.804 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.804 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.804 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.804 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.804 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-16T00:12:16.804 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.804 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.804 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.804 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.804 INFO:teuthology.orchestra.run.smithi071.stdout: "use_repo_digest": { 2024-09-16T00:12:16.804 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "use_repo_digest", 2024-09-16T00:12:16.804 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.805 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.805 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.805 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.805 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.805 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.805 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.805 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-16T00:12:16.805 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.805 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.805 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.805 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.805 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_on_failed_host_check": { 2024-09-16T00:12:16.805 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_on_failed_host_check", 2024-09-16T00:12:16.805 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.806 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.806 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.806 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.806 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.806 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.806 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.806 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise a health warning if the host check fails", 2024-09-16T00:12:16.806 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.806 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.806 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.806 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.806 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_on_stray_daemons": { 2024-09-16T00:12:16.806 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_on_stray_daemons", 2024-09-16T00:12:16.806 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.807 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.807 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.807 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.807 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.807 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.807 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.807 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-16T00:12:16.807 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.807 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.807 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.807 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.807 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_on_stray_hosts": { 2024-09-16T00:12:16.807 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_on_stray_hosts", 2024-09-16T00:12:16.807 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.808 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.808 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.808 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.808 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.808 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.808 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.808 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-16T00:12:16.808 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.808 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.808 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.808 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.808 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.808 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.809 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.809 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crash", 2024-09-16T00:12:16.809 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.809 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.809 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.809 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.809 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.809 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.809 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.809 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.809 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.809 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.809 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.809 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.810 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.810 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.810 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.810 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.810 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.810 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.810 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.810 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.810 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.810 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.810 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.810 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.810 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.810 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.811 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.811 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.811 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.811 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.811 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.811 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.811 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.811 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.811 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.811 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.811 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.811 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.811 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.811 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.812 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.812 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.812 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.812 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.812 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.812 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.812 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.812 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.812 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.812 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.812 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.812 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.812 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.813 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.813 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.813 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.813 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.813 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.813 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.813 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.813 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.813 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.813 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.813 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.813 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.813 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.813 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.814 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.814 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.814 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.814 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.814 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.814 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.814 INFO:teuthology.orchestra.run.smithi071.stdout: "retain_interval": { 2024-09-16T00:12:16.814 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "retain_interval", 2024-09-16T00:12:16.814 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.814 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.814 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.814 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "31536000", 2024-09-16T00:12:16.814 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.815 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.815 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.815 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-16T00:12:16.815 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.815 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.815 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.815 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.815 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_recent_interval": { 2024-09-16T00:12:16.815 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_recent_interval", 2024-09-16T00:12:16.815 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.815 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.815 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.815 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "1209600", 2024-09-16T00:12:16.815 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.816 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.816 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.816 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-16T00:12:16.816 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.816 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.816 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.816 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.816 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.816 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.816 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.816 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "dashboard", 2024-09-16T00:12:16.816 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.816 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.817 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.817 INFO:teuthology.orchestra.run.smithi071.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-16T00:12:16.817 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-16T00:12:16.817 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.817 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.817 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.817 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:16.817 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.817 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.817 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.817 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.817 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.817 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.817 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.818 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.818 INFO:teuthology.orchestra.run.smithi071.stdout: "ALERTMANAGER_API_HOST": { 2024-09-16T00:12:16.818 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-16T00:12:16.818 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.818 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.818 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.818 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.818 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.818 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.818 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.818 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.818 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.818 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.818 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.819 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.819 INFO:teuthology.orchestra.run.smithi071.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-16T00:12:16.819 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-16T00:12:16.819 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.819 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.819 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.819 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.819 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.819 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.819 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.819 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.819 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.819 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.819 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.819 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.820 INFO:teuthology.orchestra.run.smithi071.stdout: "AUDIT_API_ENABLED": { 2024-09-16T00:12:16.820 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "AUDIT_API_ENABLED", 2024-09-16T00:12:16.820 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.820 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.820 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.820 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.820 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.820 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.820 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.820 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.820 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.820 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.820 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.821 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.821 INFO:teuthology.orchestra.run.smithi071.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-16T00:12:16.821 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-16T00:12:16.821 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.821 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.821 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.821 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.821 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.821 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.821 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.821 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.821 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.821 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.821 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.822 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.822 INFO:teuthology.orchestra.run.smithi071.stdout: "ENABLE_BROWSABLE_API": { 2024-09-16T00:12:16.822 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-16T00:12:16.822 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.822 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.822 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.822 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.822 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.822 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.822 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.822 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.822 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.822 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.823 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.823 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.823 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-16T00:12:16.823 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-16T00:12:16.823 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.823 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.823 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.823 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.823 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.823 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.823 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.823 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.823 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.823 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.824 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.824 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.824 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-16T00:12:16.824 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-16T00:12:16.824 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.824 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.824 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.824 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.824 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.824 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.824 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.824 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.824 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.824 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.825 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.825 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.825 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-16T00:12:16.825 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-16T00:12:16.825 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.825 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.825 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.825 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.825 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.825 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.825 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.825 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.825 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.826 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.826 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.826 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.826 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-16T00:12:16.826 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-16T00:12:16.826 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.826 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.826 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.826 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.826 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.826 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.826 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.826 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.826 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.827 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.827 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.827 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.827 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-16T00:12:16.827 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-16T00:12:16.827 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.827 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.827 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.827 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.827 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.827 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.827 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.827 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.828 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.828 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.828 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.828 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.828 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-16T00:12:16.828 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-16T00:12:16.828 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.828 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.828 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.828 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.828 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.828 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.828 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.829 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.829 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.829 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.829 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.829 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.829 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-16T00:12:16.829 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-16T00:12:16.829 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.829 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.829 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.829 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.829 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.829 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.829 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.830 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.830 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.830 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.830 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.830 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.830 INFO:teuthology.orchestra.run.smithi071.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-16T00:12:16.830 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-16T00:12:16.830 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.830 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.830 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.830 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.830 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.830 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.830 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.831 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.831 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.831 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.831 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.831 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.831 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_PASSWORD": { 2024-09-16T00:12:16.831 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-16T00:12:16.831 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.831 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.831 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.831 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "admin", 2024-09-16T00:12:16.831 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.831 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.831 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.832 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.832 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.832 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.832 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.832 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.832 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-16T00:12:16.832 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-16T00:12:16.832 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.832 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.832 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.832 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.832 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.832 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.832 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.833 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.833 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.833 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.833 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.833 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.833 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_URL": { 2024-09-16T00:12:16.833 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_URL", 2024-09-16T00:12:16.833 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.833 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.833 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.833 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.833 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.833 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.833 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.834 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.834 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.834 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.834 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.834 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.834 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_USERNAME": { 2024-09-16T00:12:16.834 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-16T00:12:16.834 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.834 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.834 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.834 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "admin", 2024-09-16T00:12:16.834 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.834 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.834 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.834 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.835 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.835 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.835 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.835 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.835 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-16T00:12:16.835 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-16T00:12:16.835 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.835 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.835 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.835 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.835 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.835 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.835 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.835 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.836 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.836 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.836 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.836 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.836 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-16T00:12:16.836 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-16T00:12:16.836 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.836 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.836 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.836 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.836 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.836 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.837 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.837 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.837 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.837 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.837 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.837 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.837 INFO:teuthology.orchestra.run.smithi071.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-16T00:12:16.837 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-16T00:12:16.837 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.837 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.837 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.837 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.837 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.837 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.838 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.838 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.838 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.838 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.838 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.838 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.838 INFO:teuthology.orchestra.run.smithi071.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-16T00:12:16.838 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-16T00:12:16.838 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.838 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.838 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.838 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.838 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.839 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.839 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.839 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.839 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.839 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.839 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.839 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.839 INFO:teuthology.orchestra.run.smithi071.stdout: "PROMETHEUS_API_HOST": { 2024-09-16T00:12:16.839 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-16T00:12:16.839 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.839 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.839 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.839 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.839 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.840 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.840 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.840 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.840 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.840 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.840 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.840 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.840 INFO:teuthology.orchestra.run.smithi071.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-16T00:12:16.840 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-16T00:12:16.840 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.840 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.840 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.840 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.840 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.841 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.841 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.841 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.841 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.841 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.841 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.841 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.841 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-16T00:12:16.841 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-16T00:12:16.841 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.841 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.841 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.841 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.842 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.842 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.842 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.842 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.842 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.842 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.842 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.842 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.842 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-16T00:12:16.842 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-16T00:12:16.842 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.842 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.842 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.842 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.843 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.843 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.843 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.843 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.843 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.843 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.843 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.843 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.843 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-16T00:12:16.843 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-16T00:12:16.843 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.843 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.843 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.843 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.844 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.844 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.844 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.844 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.844 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.844 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.844 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.844 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.844 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-16T00:12:16.844 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-16T00:12:16.844 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.844 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.844 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.844 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.845 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.845 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.845 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.845 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.845 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.845 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.845 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.845 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.845 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-16T00:12:16.845 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-16T00:12:16.845 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.845 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.845 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.845 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.846 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.846 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.846 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.846 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.846 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.846 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.846 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.846 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.846 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-16T00:12:16.846 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-16T00:12:16.846 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.846 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.846 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.846 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.847 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.847 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.847 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.847 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.847 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.847 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.847 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.847 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.847 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-16T00:12:16.847 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-16T00:12:16.847 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.847 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.847 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.847 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.848 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.848 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.848 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.848 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.848 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.848 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.848 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.848 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.848 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_ENABLED": { 2024-09-16T00:12:16.848 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-16T00:12:16.848 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.848 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.848 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.848 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.849 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.849 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.849 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.849 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.849 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.849 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.849 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.849 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.849 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-16T00:12:16.849 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-16T00:12:16.849 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.849 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.849 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.850 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-16T00:12:16.850 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.850 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.850 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.850 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.850 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.850 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.850 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.850 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.850 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-16T00:12:16.850 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-16T00:12:16.850 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.850 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.850 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.851 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:16.851 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.851 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.851 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.851 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.851 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.851 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.851 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.851 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.851 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-16T00:12:16.851 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-16T00:12:16.851 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.851 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.851 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.852 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8", 2024-09-16T00:12:16.852 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.852 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.852 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.852 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.852 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.852 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.852 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.852 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.852 INFO:teuthology.orchestra.run.smithi071.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-16T00:12:16.852 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-16T00:12:16.852 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.852 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.852 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.853 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "45", 2024-09-16T00:12:16.853 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.853 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.853 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.853 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.853 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.853 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.853 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.853 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.853 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_ACCESS_KEY": { 2024-09-16T00:12:16.853 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-16T00:12:16.853 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.853 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.854 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.854 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.854 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.854 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.854 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.854 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.854 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.854 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.854 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.854 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.854 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-16T00:12:16.854 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-16T00:12:16.854 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.854 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.855 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.855 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "admin", 2024-09-16T00:12:16.855 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.855 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.855 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.855 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.855 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.855 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.855 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.855 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.855 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_SECRET_KEY": { 2024-09-16T00:12:16.855 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-16T00:12:16.855 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.855 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.856 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.856 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.856 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.856 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.856 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.856 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.856 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.856 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.856 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.856 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.856 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_SSL_VERIFY": { 2024-09-16T00:12:16.856 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-16T00:12:16.856 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.856 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.857 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.857 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.857 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.857 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.857 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.857 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.857 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.857 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.857 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.857 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.857 INFO:teuthology.orchestra.run.smithi071.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-16T00:12:16.857 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-16T00:12:16.857 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.858 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.858 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.858 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-16T00:12:16.858 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.858 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.858 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.858 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.858 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.858 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.858 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.858 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.858 INFO:teuthology.orchestra.run.smithi071.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-16T00:12:16.858 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-16T00:12:16.858 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.859 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.859 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.859 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:16.859 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.859 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.859 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.859 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.859 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.859 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.859 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.859 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.859 INFO:teuthology.orchestra.run.smithi071.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-16T00:12:16.859 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-16T00:12:16.859 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.860 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.860 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.860 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-16T00:12:16.860 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.860 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.860 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.860 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.860 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.860 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.860 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.860 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.860 INFO:teuthology.orchestra.run.smithi071.stdout: "cross_origin_url": { 2024-09-16T00:12:16.860 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cross_origin_url", 2024-09-16T00:12:16.860 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.861 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.861 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.861 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.861 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.861 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.861 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.861 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.861 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.861 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.861 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.861 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.861 INFO:teuthology.orchestra.run.smithi071.stdout: "crt_file": { 2024-09-16T00:12:16.861 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crt_file", 2024-09-16T00:12:16.862 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.862 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.862 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.862 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.862 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.862 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.862 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.862 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.862 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.862 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.862 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.862 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.862 INFO:teuthology.orchestra.run.smithi071.stdout: "debug": { 2024-09-16T00:12:16.863 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "debug", 2024-09-16T00:12:16.863 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.863 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.863 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.863 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.863 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.863 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.863 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.863 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Enable/disable debug options", 2024-09-16T00:12:16.863 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.863 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.863 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.863 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.863 INFO:teuthology.orchestra.run.smithi071.stdout: "jwt_token_ttl": { 2024-09-16T00:12:16.864 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "jwt_token_ttl", 2024-09-16T00:12:16.864 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.864 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.864 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.864 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "28800", 2024-09-16T00:12:16.864 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.864 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.864 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.864 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.864 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.864 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.864 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.865 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.865 INFO:teuthology.orchestra.run.smithi071.stdout: "key_file": { 2024-09-16T00:12:16.865 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "key_file", 2024-09-16T00:12:16.865 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.865 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.865 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.865 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.865 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.865 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.865 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.865 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.865 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.865 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.865 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.866 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.866 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.866 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.866 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.866 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.866 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.866 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.866 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.866 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.866 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.866 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.866 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.866 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.866 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.867 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.867 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.867 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.867 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.867 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.867 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.867 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.867 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.867 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.867 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.867 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.867 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.867 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.868 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.868 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.868 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.868 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.868 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.868 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.868 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.868 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.868 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.868 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.868 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.868 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.868 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.868 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.869 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.869 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.869 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.869 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.869 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.869 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.869 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.869 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.869 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.869 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.869 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.869 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.869 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.870 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.870 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.870 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.870 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.870 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.870 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.870 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.870 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.870 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.870 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.870 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.870 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.870 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.870 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.871 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.871 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.871 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.871 INFO:teuthology.orchestra.run.smithi071.stdout: "motd": { 2024-09-16T00:12:16.871 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "motd", 2024-09-16T00:12:16.871 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.871 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.871 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.871 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.871 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.871 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.871 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.871 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "The message of the day", 2024-09-16T00:12:16.871 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.872 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.872 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.872 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.872 INFO:teuthology.orchestra.run.smithi071.stdout: "redirect_resolve_ip_addr": { 2024-09-16T00:12:16.872 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "redirect_resolve_ip_addr", 2024-09-16T00:12:16.872 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.872 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.872 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.872 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.872 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.872 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.872 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.872 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.872 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.873 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.873 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.873 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.876 INFO:teuthology.orchestra.run.smithi071.stdout: "server_addr": { 2024-09-16T00:12:16.876 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_addr", 2024-09-16T00:12:16.876 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.876 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.876 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.876 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "::", 2024-09-16T00:12:16.876 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.876 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.876 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.876 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.876 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.876 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.877 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.877 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.877 INFO:teuthology.orchestra.run.smithi071.stdout: "server_port": { 2024-09-16T00:12:16.877 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_port", 2024-09-16T00:12:16.877 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.877 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.877 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.877 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8080", 2024-09-16T00:12:16.877 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.877 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.877 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.877 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.877 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.877 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.878 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.878 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.878 INFO:teuthology.orchestra.run.smithi071.stdout: "ssl": { 2024-09-16T00:12:16.878 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssl", 2024-09-16T00:12:16.878 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.878 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.878 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.878 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.878 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.878 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.878 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.878 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.878 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.878 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.879 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.879 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.879 INFO:teuthology.orchestra.run.smithi071.stdout: "ssl_server_port": { 2024-09-16T00:12:16.879 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssl_server_port", 2024-09-16T00:12:16.879 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.879 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.879 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.879 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8443", 2024-09-16T00:12:16.879 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.879 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.879 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.879 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.879 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.880 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.880 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.880 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.880 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_behaviour": { 2024-09-16T00:12:16.880 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_behaviour", 2024-09-16T00:12:16.880 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.880 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.880 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.880 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "redirect", 2024-09-16T00:12:16.880 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.880 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.880 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.880 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.881 INFO:teuthology.orchestra.run.smithi071.stdout: "redirect" 2024-09-16T00:12:16.881 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.881 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.881 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.881 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.881 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.881 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.881 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_error_status_code": { 2024-09-16T00:12:16.881 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_error_status_code", 2024-09-16T00:12:16.881 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.881 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.881 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.881 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "500", 2024-09-16T00:12:16.882 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "400", 2024-09-16T00:12:16.882 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "599", 2024-09-16T00:12:16.882 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.882 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.882 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.882 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.882 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.882 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.882 INFO:teuthology.orchestra.run.smithi071.stdout: "url_prefix": { 2024-09-16T00:12:16.882 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "url_prefix", 2024-09-16T00:12:16.882 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.882 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.882 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.882 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.883 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.883 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.883 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.883 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.883 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.883 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.883 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.883 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.883 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.883 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.883 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.883 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "devicehealth", 2024-09-16T00:12:16.883 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.884 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.884 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.884 INFO:teuthology.orchestra.run.smithi071.stdout: "enable_monitoring": { 2024-09-16T00:12:16.884 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enable_monitoring", 2024-09-16T00:12:16.884 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.884 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.884 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.884 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.884 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.884 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.884 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.884 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "monitor device health metrics", 2024-09-16T00:12:16.884 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.884 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.885 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.885 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.885 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.885 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.885 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.885 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.885 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.885 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.885 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.885 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.885 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.885 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.886 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.886 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.886 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.886 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.886 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.886 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.886 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.886 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.886 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.886 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.886 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.886 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.886 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.886 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.887 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.887 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.887 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.887 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.887 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.887 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.887 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.887 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.887 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.887 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.887 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.887 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.887 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.888 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.888 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.888 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.888 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.888 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.888 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.888 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.888 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.888 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.888 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.888 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.888 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.888 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.889 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.889 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.889 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.889 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.889 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.889 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.889 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.889 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.889 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.889 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.889 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.889 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.889 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.889 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.890 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.890 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.890 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.890 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.890 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.890 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.890 INFO:teuthology.orchestra.run.smithi071.stdout: "mark_out_threshold": { 2024-09-16T00:12:16.890 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mark_out_threshold", 2024-09-16T00:12:16.890 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.890 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.890 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.890 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "2419200", 2024-09-16T00:12:16.890 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.890 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.891 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.891 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-16T00:12:16.891 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.891 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.891 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.891 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.891 INFO:teuthology.orchestra.run.smithi071.stdout: "pool_name": { 2024-09-16T00:12:16.891 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pool_name", 2024-09-16T00:12:16.891 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.891 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.891 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.891 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "device_health_metrics", 2024-09-16T00:12:16.891 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.892 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.892 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.892 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-16T00:12:16.892 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.892 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.892 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.892 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.892 INFO:teuthology.orchestra.run.smithi071.stdout: "retention_period": { 2024-09-16T00:12:16.892 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "retention_period", 2024-09-16T00:12:16.892 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.892 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.892 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.892 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "15552000", 2024-09-16T00:12:16.892 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.893 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.893 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.893 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how long to retain device health metrics", 2024-09-16T00:12:16.893 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.893 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.893 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.893 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.893 INFO:teuthology.orchestra.run.smithi071.stdout: "scrape_frequency": { 2024-09-16T00:12:16.893 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "scrape_frequency", 2024-09-16T00:12:16.893 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.893 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.893 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.893 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "86400", 2024-09-16T00:12:16.894 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.894 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.894 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.894 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-16T00:12:16.894 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.894 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.894 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.894 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.894 INFO:teuthology.orchestra.run.smithi071.stdout: "self_heal": { 2024-09-16T00:12:16.894 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "self_heal", 2024-09-16T00:12:16.894 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.894 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.894 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.894 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.895 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.895 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.895 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.895 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-16T00:12:16.895 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.895 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.895 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.895 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.895 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-16T00:12:16.895 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-16T00:12:16.895 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.895 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.895 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.895 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-16T00:12:16.896 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.896 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.896 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.896 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to wake up and check device health", 2024-09-16T00:12:16.896 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.896 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.896 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.896 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.896 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_threshold": { 2024-09-16T00:12:16.896 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_threshold", 2024-09-16T00:12:16.896 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.896 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.896 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.897 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "7257600", 2024-09-16T00:12:16.897 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.897 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.897 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.897 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-16T00:12:16.897 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.897 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.897 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.897 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.897 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.897 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.897 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.897 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "diskprediction_local", 2024-09-16T00:12:16.898 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.898 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.898 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.898 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.898 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.898 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.898 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.898 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.898 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.898 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.898 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.898 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.898 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.898 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.899 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.899 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.899 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.899 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.899 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.899 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.899 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.899 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.899 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.899 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.899 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.899 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.899 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.899 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.900 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.900 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.900 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.900 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.900 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.900 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.900 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.900 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.900 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.900 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.900 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.900 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.900 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.901 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.901 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.901 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.901 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.901 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.901 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.901 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.901 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.901 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.901 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.901 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.901 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.901 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.901 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.902 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.902 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.902 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.902 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.902 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.902 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.902 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.902 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.902 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.902 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.902 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.902 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.902 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.903 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.903 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.903 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.903 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.903 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.903 INFO:teuthology.orchestra.run.smithi071.stdout: "predict_interval": { 2024-09-16T00:12:16.903 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "predict_interval", 2024-09-16T00:12:16.903 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.903 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.903 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.903 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "86400", 2024-09-16T00:12:16.903 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.903 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.903 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.903 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.904 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.904 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.904 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.904 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.904 INFO:teuthology.orchestra.run.smithi071.stdout: "predictor_model": { 2024-09-16T00:12:16.904 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "predictor_model", 2024-09-16T00:12:16.904 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.904 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.904 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.904 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "prophetstor", 2024-09-16T00:12:16.904 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.904 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.904 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.905 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.905 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.905 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.905 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.905 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.905 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-16T00:12:16.905 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-16T00:12:16.905 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.905 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.905 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.905 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-16T00:12:16.905 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.905 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.905 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.906 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.906 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.906 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.906 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.906 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.906 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.906 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.906 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.906 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "influx", 2024-09-16T00:12:16.906 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": false, 2024-09-16T00:12:16.906 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "influxdb python module not found", 2024-09-16T00:12:16.906 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.906 INFO:teuthology.orchestra.run.smithi071.stdout: "batch_size": { 2024-09-16T00:12:16.906 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "batch_size", 2024-09-16T00:12:16.907 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.907 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.907 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.907 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5000", 2024-09-16T00:12:16.907 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.907 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.907 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.907 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-16T00:12:16.907 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.907 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.907 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.907 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.907 INFO:teuthology.orchestra.run.smithi071.stdout: "database": { 2024-09-16T00:12:16.908 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "database", 2024-09-16T00:12:16.908 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.908 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.908 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.908 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "ceph", 2024-09-16T00:12:16.908 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.908 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.908 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.908 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-16T00:12:16.908 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.908 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.908 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.908 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.909 INFO:teuthology.orchestra.run.smithi071.stdout: "hostname": { 2024-09-16T00:12:16.909 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "hostname", 2024-09-16T00:12:16.909 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.909 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.909 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.909 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.909 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.909 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.909 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.909 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "InfluxDB server hostname", 2024-09-16T00:12:16.909 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.909 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.909 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.909 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.910 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-16T00:12:16.910 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-16T00:12:16.910 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.910 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.910 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.910 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "30", 2024-09-16T00:12:16.910 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "5", 2024-09-16T00:12:16.910 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.910 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.910 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-16T00:12:16.910 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.910 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.910 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.910 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.911 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.911 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.911 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.911 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.911 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.911 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.911 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.911 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.911 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.911 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.911 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.911 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.911 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.911 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.912 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.912 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.912 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.912 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.912 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.912 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.912 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.912 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.912 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.912 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.912 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.912 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.912 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.913 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.913 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.913 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.913 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.913 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.913 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.913 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.913 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.913 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.913 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.913 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.913 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.913 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.913 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.914 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.914 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.914 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.914 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.914 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.914 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.914 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.914 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.914 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.914 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.914 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.914 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.914 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.914 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.915 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.915 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.915 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.915 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.915 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.915 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.915 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.915 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.915 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.915 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.915 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.915 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.915 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.915 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.916 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.916 INFO:teuthology.orchestra.run.smithi071.stdout: "password": { 2024-09-16T00:12:16.916 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "password", 2024-09-16T00:12:16.916 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.916 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.916 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.916 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.916 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.916 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.916 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.916 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "password of InfluxDB server user", 2024-09-16T00:12:16.916 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.916 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.917 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.917 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.917 INFO:teuthology.orchestra.run.smithi071.stdout: "port": { 2024-09-16T00:12:16.917 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "port", 2024-09-16T00:12:16.917 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.917 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.917 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.917 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8086", 2024-09-16T00:12:16.917 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.917 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.917 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.917 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "InfluxDB server port", 2024-09-16T00:12:16.917 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.917 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.918 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.918 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.918 INFO:teuthology.orchestra.run.smithi071.stdout: "ssl": { 2024-09-16T00:12:16.918 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssl", 2024-09-16T00:12:16.918 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.918 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.918 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.918 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "false", 2024-09-16T00:12:16.918 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.918 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.918 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.918 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-16T00:12:16.918 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.918 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.919 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.919 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.919 INFO:teuthology.orchestra.run.smithi071.stdout: "threads": { 2024-09-16T00:12:16.919 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "threads", 2024-09-16T00:12:16.919 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.919 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.919 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.919 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-16T00:12:16.919 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-16T00:12:16.919 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "32", 2024-09-16T00:12:16.919 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.919 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-16T00:12:16.919 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.919 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.920 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.920 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.920 INFO:teuthology.orchestra.run.smithi071.stdout: "username": { 2024-09-16T00:12:16.920 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "username", 2024-09-16T00:12:16.920 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.920 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.920 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.920 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.920 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.920 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.920 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.920 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "username of InfluxDB server user", 2024-09-16T00:12:16.920 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.921 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.921 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.921 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.921 INFO:teuthology.orchestra.run.smithi071.stdout: "verify_ssl": { 2024-09-16T00:12:16.921 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "verify_ssl", 2024-09-16T00:12:16.921 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.921 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.921 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.921 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "true", 2024-09-16T00:12:16.921 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.921 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.921 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.921 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-16T00:12:16.922 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.922 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.922 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.922 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.922 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.922 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.922 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.922 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "insights", 2024-09-16T00:12:16.922 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.922 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.922 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.922 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.922 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.922 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.923 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.923 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.923 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.923 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.923 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.923 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.923 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.923 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.923 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.923 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.923 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.923 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.923 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.923 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.924 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.924 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.924 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.924 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.924 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.924 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.924 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.924 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.924 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.924 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.924 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.924 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.924 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.925 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.925 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.925 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.925 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.925 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.925 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.925 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.925 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.925 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.925 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.925 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.925 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.925 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.926 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.926 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.926 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.926 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.926 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.926 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.926 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.926 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.926 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.926 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.926 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.926 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.926 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.926 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.927 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.927 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.927 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.927 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.927 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.927 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.927 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.927 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.927 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.927 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.927 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.927 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.927 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.928 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.928 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.928 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.928 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "iostat", 2024-09-16T00:12:16.928 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.928 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.928 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.928 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.928 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.928 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.928 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.928 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.928 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.928 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.929 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.929 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.929 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.929 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.929 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.929 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.929 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.929 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.929 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.929 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.929 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.929 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.929 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.930 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.930 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.930 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.930 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.930 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.930 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.930 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.930 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.930 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.930 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.930 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.930 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.930 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.930 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.930 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.931 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.931 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.931 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.931 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.931 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.931 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.931 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.931 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.931 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.931 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.931 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.931 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.931 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.931 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.932 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.932 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.932 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.932 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.932 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.932 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.932 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.932 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.932 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.932 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.932 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.932 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.932 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.932 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.933 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.933 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.933 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.933 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.933 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.933 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.933 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.933 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.933 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.933 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.933 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "k8sevents", 2024-09-16T00:12:16.933 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.933 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.933 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.934 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_event_retention_days": { 2024-09-16T00:12:16.934 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ceph_event_retention_days", 2024-09-16T00:12:16.934 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.934 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.934 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.934 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "7", 2024-09-16T00:12:16.934 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.934 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.934 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.934 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-16T00:12:16.934 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.934 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.934 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.934 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.935 INFO:teuthology.orchestra.run.smithi071.stdout: "config_check_secs": { 2024-09-16T00:12:16.935 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "config_check_secs", 2024-09-16T00:12:16.935 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.935 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.935 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.935 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:16.935 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "10", 2024-09-16T00:12:16.935 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.935 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.935 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-16T00:12:16.935 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.935 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.935 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.936 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.936 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.936 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.936 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.936 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.936 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.936 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.936 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.936 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.936 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.936 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.936 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.936 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.937 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.937 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.937 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.937 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.937 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.937 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.937 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.937 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.937 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.937 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.937 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.937 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.937 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.937 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.938 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.938 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.938 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.938 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.938 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.938 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.938 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.938 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.938 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.938 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.938 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.938 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.938 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.938 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.939 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.939 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.939 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.939 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.939 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.939 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.939 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.939 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.939 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.939 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.939 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.939 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.939 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.939 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.940 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.940 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.940 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.940 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.940 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.940 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.940 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.940 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.940 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.940 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.940 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.940 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.940 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.941 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.941 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.941 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.941 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.941 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.941 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.941 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "localpool", 2024-09-16T00:12:16.941 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.941 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.941 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.941 INFO:teuthology.orchestra.run.smithi071.stdout: "failure_domain": { 2024-09-16T00:12:16.941 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "failure_domain", 2024-09-16T00:12:16.941 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.942 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.942 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.942 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "host", 2024-09-16T00:12:16.942 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.942 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.942 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.942 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "failure domain for any created local pool", 2024-09-16T00:12:16.942 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-16T00:12:16.942 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.942 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.942 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.942 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.942 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.942 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.943 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.943 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.943 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.943 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.943 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.943 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.943 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.943 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.943 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.943 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.943 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.943 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.943 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.943 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.944 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.944 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.944 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.944 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.944 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.944 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.944 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.944 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.944 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.944 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.944 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.944 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.944 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.944 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.945 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.945 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.945 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.945 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.945 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.945 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.945 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.945 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.945 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.945 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.945 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.945 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.945 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.945 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.946 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.946 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.946 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.946 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.946 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.946 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.946 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.946 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.946 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.946 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.946 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.946 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.946 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.946 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.947 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.947 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.947 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.947 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.947 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.947 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.947 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.947 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.947 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.947 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.947 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.947 INFO:teuthology.orchestra.run.smithi071.stdout: "min_size": { 2024-09-16T00:12:16.947 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "min_size", 2024-09-16T00:12:16.947 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.948 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.948 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.948 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.948 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.948 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.948 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.948 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "default min_size for any created local pool", 2024-09-16T00:12:16.948 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-16T00:12:16.948 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.948 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.948 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.948 INFO:teuthology.orchestra.run.smithi071.stdout: "num_rep": { 2024-09-16T00:12:16.948 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "num_rep", 2024-09-16T00:12:16.948 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.949 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.949 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.949 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "3", 2024-09-16T00:12:16.949 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.949 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.949 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.949 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "default replica count for any created local pool", 2024-09-16T00:12:16.949 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.949 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.949 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.950 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.950 INFO:teuthology.orchestra.run.smithi071.stdout: "pg_num": { 2024-09-16T00:12:16.950 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pg_num", 2024-09-16T00:12:16.950 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:16.950 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.950 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.950 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "128", 2024-09-16T00:12:16.950 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.950 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.950 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.950 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "default pg_num for any created local pool", 2024-09-16T00:12:16.950 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.950 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.950 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.951 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.951 INFO:teuthology.orchestra.run.smithi071.stdout: "prefix": { 2024-09-16T00:12:16.951 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "prefix", 2024-09-16T00:12:16.951 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.951 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.951 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.951 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.951 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.951 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.951 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.951 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "name prefix for any created local pool", 2024-09-16T00:12:16.951 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.951 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.951 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.952 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.952 INFO:teuthology.orchestra.run.smithi071.stdout: "subtree": { 2024-09-16T00:12:16.952 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "subtree", 2024-09-16T00:12:16.952 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.952 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.952 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.952 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "rack", 2024-09-16T00:12:16.952 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.952 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.952 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.952 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-16T00:12:16.952 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-16T00:12:16.952 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.953 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.953 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.953 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.953 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.953 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.953 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mds_autoscaler", 2024-09-16T00:12:16.953 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.953 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.953 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.953 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.953 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.953 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.953 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.953 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.954 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.954 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.954 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.954 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.954 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.954 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.954 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.954 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.954 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.954 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.954 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.954 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.954 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.955 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.955 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.955 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.955 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.955 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.955 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.955 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.955 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.955 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.955 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.955 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.955 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.955 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.955 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.956 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.956 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.956 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.956 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.956 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.956 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.956 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.956 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.956 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.956 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.956 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.956 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.956 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.956 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.957 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.957 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.957 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.957 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.957 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.957 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.957 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.957 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.957 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.957 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.957 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.957 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.957 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.957 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.958 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.958 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.958 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.958 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.958 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.958 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.958 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.958 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.958 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.958 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.958 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.958 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.958 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.958 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mirroring", 2024-09-16T00:12:16.959 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.959 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.959 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.959 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.959 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.959 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.959 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.959 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.959 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.959 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.959 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.959 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.959 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.959 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.960 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.960 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.960 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.960 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.960 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.960 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.960 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.960 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.960 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.960 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.960 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.960 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.960 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.960 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.961 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.961 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.961 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.961 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.961 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.961 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.961 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.961 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.961 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.961 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.961 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.961 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.961 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.961 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.962 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.962 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.962 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.962 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.962 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.962 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.962 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.962 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.962 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.962 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.962 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.962 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.962 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.962 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.963 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.963 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.963 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.963 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.963 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.963 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.963 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.963 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.963 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.963 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.963 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.963 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.963 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.964 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.964 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.964 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.964 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.964 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.964 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.964 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.964 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "nfs", 2024-09-16T00:12:16.964 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.964 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.964 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.964 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.964 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.965 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.965 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.965 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.965 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.965 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.965 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.965 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.965 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.965 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.965 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.965 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.965 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.965 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.965 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.966 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.966 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.966 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.966 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.966 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.966 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.966 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.966 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.966 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.966 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.966 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.966 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.966 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.966 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.967 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.967 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.967 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.967 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.967 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.967 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.967 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.967 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.967 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.967 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.967 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.967 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.967 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.967 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.968 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.968 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.968 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.968 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.968 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.968 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.968 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.968 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.968 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.968 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.968 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.968 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.968 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.969 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.969 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.969 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.969 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.969 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.969 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.969 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.969 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.969 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.969 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.969 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.969 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.969 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.969 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.970 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.970 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.970 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "orchestrator", 2024-09-16T00:12:16.970 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.970 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.970 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.970 INFO:teuthology.orchestra.run.smithi071.stdout: "fail_fs": { 2024-09-16T00:12:16.970 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "fail_fs", 2024-09-16T00:12:16.970 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.970 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.970 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.970 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.970 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.971 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.971 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.971 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-16T00:12:16.971 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.971 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.971 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.971 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.971 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.971 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.971 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.971 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.971 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.971 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.971 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.972 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.972 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.972 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.972 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.972 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.972 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.972 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.972 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.972 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.972 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.972 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.972 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.972 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.973 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.973 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.973 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.973 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.973 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.973 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.973 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.973 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.973 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.973 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.973 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.973 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.973 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.973 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.974 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.974 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.974 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.974 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.974 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.974 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.974 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.974 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.974 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.974 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.974 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.974 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.974 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.974 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.975 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.975 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.975 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.975 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.975 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.975 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.975 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.975 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.975 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.975 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.975 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.975 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.975 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.976 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.976 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.976 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.976 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.976 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.976 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.976 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.976 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.976 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.976 INFO:teuthology.orchestra.run.smithi071.stdout: "orchestrator": { 2024-09-16T00:12:16.976 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "orchestrator", 2024-09-16T00:12:16.976 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.976 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.976 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.977 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.977 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.977 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.977 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.977 INFO:teuthology.orchestra.run.smithi071.stdout: "cephadm", 2024-09-16T00:12:16.977 INFO:teuthology.orchestra.run.smithi071.stdout: "rook", 2024-09-16T00:12:16.977 INFO:teuthology.orchestra.run.smithi071.stdout: "test_orchestrator" 2024-09-16T00:12:16.977 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.977 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Orchestrator backend", 2024-09-16T00:12:16.977 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.977 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.977 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.977 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.977 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.978 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.978 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.978 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "osd_perf_query", 2024-09-16T00:12:16.978 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.978 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.978 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.978 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.978 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.978 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.978 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.978 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.978 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.978 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.979 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.979 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.979 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.979 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.979 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.979 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.979 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.979 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.979 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.979 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.979 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.979 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.979 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.979 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.979 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.980 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.980 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.980 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.980 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.980 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.980 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.980 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.980 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.980 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.980 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.980 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.980 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.980 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.981 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.981 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.981 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.981 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.981 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.981 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.981 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.981 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.981 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.981 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.981 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.981 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.981 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.981 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.982 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.982 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.982 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.982 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.982 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.982 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.982 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.982 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.982 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.982 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.982 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.982 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.982 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.983 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.983 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.983 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.983 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.983 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.983 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.983 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.983 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.983 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.983 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.983 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.983 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "osd_support", 2024-09-16T00:12:16.983 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.983 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.984 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.984 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.984 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.984 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.984 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.984 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.984 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.984 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.984 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.984 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.984 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.984 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.984 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.985 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.985 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.985 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.985 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.985 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.985 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.985 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.985 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.985 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.985 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.985 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.985 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.985 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.985 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.986 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.986 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.986 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.986 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.986 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.986 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.986 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.986 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.986 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.986 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.986 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.986 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.986 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.986 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.987 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.987 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.987 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.987 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.987 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.987 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.987 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.987 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.987 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.987 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.987 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.987 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.987 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.988 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.988 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.988 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.988 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.988 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.988 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.988 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.988 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.988 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.988 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.988 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.988 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.988 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.989 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.989 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.989 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.989 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.989 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.989 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.989 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.989 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pg_autoscaler", 2024-09-16T00:12:16.989 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.989 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.989 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.989 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.989 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.989 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.990 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.990 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.990 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:16.990 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.990 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.990 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.990 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.990 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.990 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.990 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.990 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.990 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.990 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.990 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.991 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.991 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.991 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.991 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.991 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:16.991 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:16.991 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.991 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.991 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.991 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.991 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.991 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.991 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.991 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.992 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.992 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.992 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.992 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.992 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:16.992 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:16.992 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.992 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.992 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.992 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:16.992 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.992 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.992 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:16.993 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:16.993 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:16.993 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:16.993 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:16.993 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:16.993 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:16.993 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:16.993 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.993 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.993 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.993 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.993 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.993 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:16.993 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:16.994 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.994 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.994 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.994 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.994 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.994 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.994 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.994 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.994 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.994 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.994 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.994 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.994 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-16T00:12:16.995 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-16T00:12:16.995 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:16.995 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.995 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.995 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-16T00:12:16.995 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.995 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.995 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.995 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.995 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.995 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.995 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.995 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.995 INFO:teuthology.orchestra.run.smithi071.stdout: "threshold": { 2024-09-16T00:12:16.996 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "threshold", 2024-09-16T00:12:16.996 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-16T00:12:16.996 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.996 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.996 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "3.0", 2024-09-16T00:12:16.996 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1.0", 2024-09-16T00:12:16.996 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.996 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.996 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "scaling threshold", 2024-09-16T00:12:16.996 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-16T00:12:16.996 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.996 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.996 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.997 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:16.997 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.997 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:16.997 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "progress", 2024-09-16T00:12:16.997 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:16.997 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:16.997 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:16.997 INFO:teuthology.orchestra.run.smithi071.stdout: "allow_pg_recovery_event": { 2024-09-16T00:12:16.997 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "allow_pg_recovery_event", 2024-09-16T00:12:16.997 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.997 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.997 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.997 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:16.997 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.998 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.998 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.998 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-16T00:12:16.998 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.998 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.998 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.998 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.998 INFO:teuthology.orchestra.run.smithi071.stdout: "enabled": { 2024-09-16T00:12:16.998 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enabled", 2024-09-16T00:12:16.998 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:16.998 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.998 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:16.998 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:16.999 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:16.999 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:16.999 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:16.999 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:16.999 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:16.999 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:16.999 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:16.999 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:16.999 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:16.999 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:16.999 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:16.999 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:16.999 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:16.999 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.000 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.000 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.000 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.000 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.000 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.000 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.000 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.000 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.000 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.000 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.000 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.000 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.000 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.001 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.001 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.001 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.001 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.001 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.001 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.001 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.001 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.001 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.001 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.001 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.001 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.001 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.001 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.002 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.002 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.002 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.002 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.002 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.002 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.002 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.002 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.002 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.002 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.002 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.002 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.002 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.002 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.003 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.003 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.003 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.003 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.003 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.003 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.003 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.003 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.003 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.003 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.003 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.003 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.003 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.003 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.004 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.004 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.004 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.004 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.004 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.004 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.004 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.004 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.004 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.004 INFO:teuthology.orchestra.run.smithi071.stdout: "max_completed_events": { 2024-09-16T00:12:17.004 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_completed_events", 2024-09-16T00:12:17.004 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.004 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.004 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.005 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "50", 2024-09-16T00:12:17.005 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.005 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.005 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.005 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "number of past completed events to remember", 2024-09-16T00:12:17.005 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.005 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.005 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.005 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.005 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-16T00:12:17.005 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-16T00:12:17.005 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:17.005 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.005 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.006 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-16T00:12:17.006 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.006 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.006 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.006 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how long the module is going to sleep", 2024-09-16T00:12:17.006 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.006 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.006 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.006 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.006 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.006 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.006 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.006 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "prometheus", 2024-09-16T00:12:17.007 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.007 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.007 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.007 INFO:teuthology.orchestra.run.smithi071.stdout: "cache": { 2024-09-16T00:12:17.007 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cache", 2024-09-16T00:12:17.007 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.007 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.007 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.007 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.007 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.007 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.007 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.007 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.007 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.008 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.008 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.008 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.008 INFO:teuthology.orchestra.run.smithi071.stdout: "exclude_perf_counters": { 2024-09-16T00:12:17.008 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "exclude_perf_counters", 2024-09-16T00:12:17.008 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.008 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.008 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.008 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.008 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.008 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.008 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.008 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-16T00:12:17.009 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-16T00:12:17.009 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.009 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.009 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.009 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.009 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.009 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.009 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.009 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.009 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.009 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.009 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.009 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.009 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.010 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.010 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.010 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.010 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.010 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.010 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.010 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.010 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.010 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.010 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.010 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.010 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.010 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.011 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.011 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.011 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.011 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.011 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.011 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.011 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.011 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.011 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.011 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.011 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.011 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.011 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.011 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.012 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.012 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.012 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.012 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.012 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.012 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.012 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.012 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.012 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.012 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.012 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.012 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.012 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.012 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.013 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.013 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.013 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.013 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.013 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.013 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.013 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.013 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.013 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.013 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.013 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.013 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.013 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.014 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.014 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.014 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.014 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.014 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.014 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.014 INFO:teuthology.orchestra.run.smithi071.stdout: "rbd_stats_pools": { 2024-09-16T00:12:17.014 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rbd_stats_pools", 2024-09-16T00:12:17.014 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.014 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.014 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.014 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.014 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.014 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.015 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.015 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.015 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.015 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.015 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.015 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.015 INFO:teuthology.orchestra.run.smithi071.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-16T00:12:17.015 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-16T00:12:17.015 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.015 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.015 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.015 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "300", 2024-09-16T00:12:17.015 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.015 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.016 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.016 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.016 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.016 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.016 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.016 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.016 INFO:teuthology.orchestra.run.smithi071.stdout: "scrape_interval": { 2024-09-16T00:12:17.016 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "scrape_interval", 2024-09-16T00:12:17.016 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-16T00:12:17.016 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.016 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.016 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "15.0", 2024-09-16T00:12:17.016 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.016 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.017 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.017 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.017 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.017 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.017 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.017 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.017 INFO:teuthology.orchestra.run.smithi071.stdout: "server_addr": { 2024-09-16T00:12:17.017 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_addr", 2024-09-16T00:12:17.017 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.017 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.017 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.017 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "::", 2024-09-16T00:12:17.017 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.017 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.018 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.018 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-16T00:12:17.018 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.018 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.018 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.018 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.018 INFO:teuthology.orchestra.run.smithi071.stdout: "server_port": { 2024-09-16T00:12:17.018 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_port", 2024-09-16T00:12:17.018 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.018 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.018 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.018 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "9283", 2024-09-16T00:12:17.018 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.018 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.018 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.019 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-16T00:12:17.019 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.019 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.019 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.019 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.019 INFO:teuthology.orchestra.run.smithi071.stdout: "stale_cache_strategy": { 2024-09-16T00:12:17.019 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "stale_cache_strategy", 2024-09-16T00:12:17.019 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.019 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.019 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.019 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "log", 2024-09-16T00:12:17.019 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.019 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.020 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.020 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.020 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.020 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.020 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.020 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.020 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_behaviour": { 2024-09-16T00:12:17.020 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_behaviour", 2024-09-16T00:12:17.020 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.020 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.020 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.020 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "default", 2024-09-16T00:12:17.020 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.021 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.021 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.021 INFO:teuthology.orchestra.run.smithi071.stdout: "default", 2024-09-16T00:12:17.021 INFO:teuthology.orchestra.run.smithi071.stdout: "error" 2024-09-16T00:12:17.021 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.021 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.021 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.021 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.021 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.021 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.021 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_error_status_code": { 2024-09-16T00:12:17.021 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_error_status_code", 2024-09-16T00:12:17.021 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.021 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.022 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.022 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "500", 2024-09-16T00:12:17.022 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "400", 2024-09-16T00:12:17.022 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "599", 2024-09-16T00:12:17.022 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.022 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.022 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.022 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.022 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.022 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.022 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.022 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.022 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.022 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rbd_support", 2024-09-16T00:12:17.023 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.023 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.023 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.023 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.023 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.023 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.023 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.023 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.023 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.023 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.023 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.023 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.023 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.023 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.024 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.024 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.024 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.024 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.024 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.024 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.024 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.024 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.024 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.024 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.024 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.024 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.024 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.025 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.025 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.025 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.025 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.025 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.025 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.025 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.025 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.025 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.025 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.025 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.025 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.025 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.025 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.026 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.026 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.026 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.026 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.026 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.026 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.026 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.026 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.026 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.026 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.026 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.026 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.026 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.026 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.027 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.027 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.027 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.027 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.027 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.027 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.027 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.027 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.027 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.027 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.027 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.027 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.027 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.027 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.028 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.028 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.028 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.028 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.028 INFO:teuthology.orchestra.run.smithi071.stdout: "max_concurrent_snap_create": { 2024-09-16T00:12:17.028 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_concurrent_snap_create", 2024-09-16T00:12:17.028 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.028 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.028 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.028 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:17.028 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.028 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.028 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.029 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.029 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.029 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.029 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.029 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.029 INFO:teuthology.orchestra.run.smithi071.stdout: "mirror_snapshot_schedule": { 2024-09-16T00:12:17.029 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mirror_snapshot_schedule", 2024-09-16T00:12:17.029 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.029 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.029 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.029 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.029 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.029 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.029 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.030 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.030 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.030 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.030 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.030 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.030 INFO:teuthology.orchestra.run.smithi071.stdout: "trash_purge_schedule": { 2024-09-16T00:12:17.030 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "trash_purge_schedule", 2024-09-16T00:12:17.030 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.030 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.030 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.030 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.030 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.030 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.030 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.031 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.031 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.031 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.031 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.031 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.031 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.031 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.031 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.031 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "restful", 2024-09-16T00:12:17.031 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.031 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.031 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.031 INFO:teuthology.orchestra.run.smithi071.stdout: "enable_auth": { 2024-09-16T00:12:17.031 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enable_auth", 2024-09-16T00:12:17.032 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.032 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.032 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.032 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.032 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.032 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.032 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.032 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.032 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.032 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.032 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.032 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.032 INFO:teuthology.orchestra.run.smithi071.stdout: "key_file": { 2024-09-16T00:12:17.033 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "key_file", 2024-09-16T00:12:17.033 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.033 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.033 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.033 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.033 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.033 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.033 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.033 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.033 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.033 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.033 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.033 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.034 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.034 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.034 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.034 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.034 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.034 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.034 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.034 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.034 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.034 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.034 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.034 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.034 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.035 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.035 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.035 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.035 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.035 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.035 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.035 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.035 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.035 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.035 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.035 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.035 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.035 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.035 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.036 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.036 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.036 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.036 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.036 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.036 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.036 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.036 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.036 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.036 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.036 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.036 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.036 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.036 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.037 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.037 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.037 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.037 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.037 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.037 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.037 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.037 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.037 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.037 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.037 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.037 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.037 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.038 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.038 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.038 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.038 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.038 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.038 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.038 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.038 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.038 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.038 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.038 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.038 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.038 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.038 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.039 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.039 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.039 INFO:teuthology.orchestra.run.smithi071.stdout: "server_addr": { 2024-09-16T00:12:17.039 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_addr", 2024-09-16T00:12:17.039 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.039 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.039 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.039 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.039 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.039 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.039 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.039 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.039 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.040 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.040 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.040 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.040 INFO:teuthology.orchestra.run.smithi071.stdout: "server_port": { 2024-09-16T00:12:17.040 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_port", 2024-09-16T00:12:17.040 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.040 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.040 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.040 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.040 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.040 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.040 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.040 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.040 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.041 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.041 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.041 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.041 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.041 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.041 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.041 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rgw", 2024-09-16T00:12:17.041 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.041 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.041 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.041 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.041 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.041 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.042 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.042 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.042 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.042 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.042 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.042 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.042 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.042 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.042 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.042 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.042 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.042 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.042 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.042 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.043 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.043 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.043 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.043 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.043 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.043 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.043 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.043 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.043 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.043 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.043 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.043 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.043 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.043 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.044 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.044 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.044 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.044 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.044 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.044 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.044 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.044 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.044 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.044 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.044 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.044 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.044 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.044 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.045 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.045 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.045 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.045 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.045 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.045 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.045 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.045 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.045 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.045 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.045 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.045 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.045 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.045 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.046 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.046 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.046 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.046 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.046 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.046 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.046 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.046 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.046 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.046 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.046 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.046 INFO:teuthology.orchestra.run.smithi071.stdout: "secondary_zone_period_retry_limit": { 2024-09-16T00:12:17.046 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "secondary_zone_period_retry_limit", 2024-09-16T00:12:17.046 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.047 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.047 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.047 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-16T00:12:17.047 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.047 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.047 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.047 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "RGW module period update retry limit for secondary site", 2024-09-16T00:12:17.047 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.047 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.047 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.047 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.047 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.047 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.048 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.048 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rook", 2024-09-16T00:12:17.048 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.048 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.048 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.048 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.048 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.048 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.048 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.048 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.048 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.048 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.048 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.049 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.049 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.049 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.049 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.049 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.049 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.049 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.049 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.049 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.049 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.049 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.049 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.049 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.049 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.050 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.050 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.050 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.050 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.050 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.050 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.050 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.050 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.050 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.050 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.050 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.050 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.050 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.050 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.051 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.051 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.051 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.051 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.051 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.051 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.051 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.051 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.051 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.051 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.051 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.051 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.051 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.051 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.052 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.052 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.052 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.052 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.052 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.052 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.052 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.052 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.052 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.052 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.052 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.052 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.052 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.053 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.053 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.053 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.053 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.053 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.053 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.053 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.053 INFO:teuthology.orchestra.run.smithi071.stdout: "storage_class": { 2024-09-16T00:12:17.053 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "storage_class", 2024-09-16T00:12:17.053 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.053 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.053 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.053 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "local", 2024-09-16T00:12:17.053 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.054 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.054 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.054 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-16T00:12:17.054 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.054 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.054 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.054 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.054 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.054 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.054 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.054 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "selftest", 2024-09-16T00:12:17.054 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.054 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.054 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.055 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.055 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.055 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.055 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.055 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.055 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.055 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.055 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.055 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.055 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.055 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.055 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.055 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.055 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.056 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.056 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.056 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.056 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.056 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.056 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.056 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.056 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.056 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.056 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.056 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.056 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.056 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.057 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.057 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.057 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.057 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.057 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.057 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.057 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.057 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.057 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.057 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.057 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.057 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.057 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.058 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.058 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.058 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.058 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.058 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.058 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.058 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.058 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.058 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.058 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.058 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.058 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.058 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.058 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.059 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.059 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.059 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.059 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.059 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.059 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.059 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.059 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.059 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.059 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.059 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.059 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.059 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.059 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.059 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.060 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.060 INFO:teuthology.orchestra.run.smithi071.stdout: "roption1": { 2024-09-16T00:12:17.060 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "roption1", 2024-09-16T00:12:17.060 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.060 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.060 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.060 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.060 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.060 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.060 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.060 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.060 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.060 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.061 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.061 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.061 INFO:teuthology.orchestra.run.smithi071.stdout: "roption2": { 2024-09-16T00:12:17.061 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "roption2", 2024-09-16T00:12:17.061 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.061 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.061 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.061 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "xyz", 2024-09-16T00:12:17.061 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.061 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.061 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.061 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.061 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.062 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.062 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.062 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.062 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption1": { 2024-09-16T00:12:17.062 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption1", 2024-09-16T00:12:17.062 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.062 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.062 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.062 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.062 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.062 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.062 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.063 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.063 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.063 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.063 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.063 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.063 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption2": { 2024-09-16T00:12:17.063 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption2", 2024-09-16T00:12:17.063 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.063 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.063 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.063 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.063 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.063 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.064 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.064 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.064 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.064 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.064 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.064 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.064 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption3": { 2024-09-16T00:12:17.064 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption3", 2024-09-16T00:12:17.064 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-16T00:12:17.064 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.064 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.064 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.064 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.065 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.065 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.065 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.065 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.065 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.065 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.065 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.065 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption4": { 2024-09-16T00:12:17.065 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption4", 2024-09-16T00:12:17.065 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.065 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.065 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.065 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.066 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.066 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.066 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.066 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.066 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.066 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.066 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.066 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.066 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption5": { 2024-09-16T00:12:17.066 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption5", 2024-09-16T00:12:17.066 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.066 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.066 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.066 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.067 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.067 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.067 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.067 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.067 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.067 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.067 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.067 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.067 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption6": { 2024-09-16T00:12:17.067 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption6", 2024-09-16T00:12:17.067 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.067 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.067 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.068 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.068 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.068 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.068 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.068 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.068 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.068 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.068 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.068 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.068 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption7": { 2024-09-16T00:12:17.068 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption7", 2024-09-16T00:12:17.068 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.068 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.069 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.069 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.069 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-16T00:12:17.069 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "42", 2024-09-16T00:12:17.069 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.069 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.069 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.069 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.069 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.069 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.069 INFO:teuthology.orchestra.run.smithi071.stdout: "testkey": { 2024-09-16T00:12:17.069 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "testkey", 2024-09-16T00:12:17.069 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.069 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.070 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.070 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.070 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.070 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.070 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.070 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.070 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.070 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.070 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.070 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.070 INFO:teuthology.orchestra.run.smithi071.stdout: "testlkey": { 2024-09-16T00:12:17.070 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "testlkey", 2024-09-16T00:12:17.070 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.070 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.071 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.071 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.071 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.071 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.071 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.071 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.071 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.071 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.071 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.071 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.071 INFO:teuthology.orchestra.run.smithi071.stdout: "testnewline": { 2024-09-16T00:12:17.071 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "testnewline", 2024-09-16T00:12:17.071 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.072 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.072 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.072 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.072 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.072 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.072 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.072 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.072 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.072 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.072 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.072 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.072 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.072 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.072 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.073 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "snap_schedule", 2024-09-16T00:12:17.073 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.073 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.073 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.073 INFO:teuthology.orchestra.run.smithi071.stdout: "allow_m_granularity": { 2024-09-16T00:12:17.073 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "allow_m_granularity", 2024-09-16T00:12:17.073 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.073 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.073 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.073 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.073 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.073 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.073 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.073 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "allow minute scheduled snapshots", 2024-09-16T00:12:17.074 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.074 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.074 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.074 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.074 INFO:teuthology.orchestra.run.smithi071.stdout: "dump_on_update": { 2024-09-16T00:12:17.074 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "dump_on_update", 2024-09-16T00:12:17.074 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.074 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.074 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.074 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.074 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.074 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.074 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.074 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "dump database to debug log on update", 2024-09-16T00:12:17.075 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.075 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.075 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.075 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.075 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.075 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.075 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.075 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.075 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.075 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.075 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.075 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.075 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.075 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.076 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.076 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.076 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.076 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.076 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.076 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.076 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.076 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.076 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.076 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.076 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.076 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.077 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.077 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.077 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.077 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.077 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.080 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.080 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.080 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.080 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.080 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.080 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.080 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.080 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.080 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.080 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.080 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.081 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.081 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.081 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.081 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.081 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.081 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.081 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.081 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.081 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.081 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.081 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.081 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.081 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.082 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.082 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.082 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.082 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.082 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.082 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.082 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.082 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.082 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.082 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.082 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.082 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.082 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.082 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.083 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.083 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.083 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.083 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.083 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.083 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.083 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.083 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.083 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "stats", 2024-09-16T00:12:17.083 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.083 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.083 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.083 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.084 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.084 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.084 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.084 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.084 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.084 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.084 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.084 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.084 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.084 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.084 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.084 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.084 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.084 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.085 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.085 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.085 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.085 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.085 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.085 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.085 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.085 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.085 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.085 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.085 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.085 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.085 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.086 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.086 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.086 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.086 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.086 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.086 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.086 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.086 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.086 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.086 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.086 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.086 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.086 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.086 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.087 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.087 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.087 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.087 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.087 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.087 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.087 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.087 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.087 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.087 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.087 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.087 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.087 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.088 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.088 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.088 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.088 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.088 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.088 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.088 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.088 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.088 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.088 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.088 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.088 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.088 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.089 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.089 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.089 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.089 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.089 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.089 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "status", 2024-09-16T00:12:17.089 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.089 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.089 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.089 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.089 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.089 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.089 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.089 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.090 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.090 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.090 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.090 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.090 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.090 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.090 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.090 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.090 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.090 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.090 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.090 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.090 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.090 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.091 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.091 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.091 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.091 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.091 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.091 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.091 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.091 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.091 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.091 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.091 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.091 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.091 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.091 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.091 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.092 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.092 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.092 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.092 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.092 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.092 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.092 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.092 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.092 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.092 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.092 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.092 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.092 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.093 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.093 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.093 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.093 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.093 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.093 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.093 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.093 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.093 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.093 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.093 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.093 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.093 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.093 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.094 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.094 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.094 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.094 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.094 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.094 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.094 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.094 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.094 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.094 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.094 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.094 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.094 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "telegraf", 2024-09-16T00:12:17.095 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.095 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.095 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.095 INFO:teuthology.orchestra.run.smithi071.stdout: "address": { 2024-09-16T00:12:17.095 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "address", 2024-09-16T00:12:17.095 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.095 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.095 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.095 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-16T00:12:17.095 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.095 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.095 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.095 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.095 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.096 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.096 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.096 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.096 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-16T00:12:17.096 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-16T00:12:17.096 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:17.096 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.096 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.096 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "15", 2024-09-16T00:12:17.096 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.096 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.096 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.096 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.097 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.097 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.097 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.097 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.097 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.097 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.097 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.097 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.097 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.097 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.097 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.097 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.097 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.097 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.098 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.098 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.098 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.098 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.098 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.098 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.098 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.098 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.098 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.098 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.098 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.098 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.098 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.098 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.099 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.099 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.099 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.099 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.099 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.099 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.099 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.099 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.099 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.099 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.099 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.099 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.099 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.100 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.100 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.100 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.100 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.100 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.100 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.100 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.100 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.100 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.100 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.100 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.100 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.100 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.100 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.101 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.101 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.101 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.101 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.101 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.101 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.101 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.101 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.101 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.101 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.101 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.101 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.101 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.101 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.102 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.102 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.102 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.102 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.102 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.102 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.102 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.102 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.102 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "telemetry", 2024-09-16T00:12:17.102 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.102 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.102 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.102 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_basic": { 2024-09-16T00:12:17.102 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_basic", 2024-09-16T00:12:17.103 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.103 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.103 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.103 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.103 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.103 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.103 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.103 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-16T00:12:17.103 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.103 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.103 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.103 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.103 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_crash": { 2024-09-16T00:12:17.103 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_crash", 2024-09-16T00:12:17.104 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.104 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.104 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.104 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.104 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.104 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.104 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.104 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-16T00:12:17.104 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.104 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.104 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.104 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.104 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_device": { 2024-09-16T00:12:17.104 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_device", 2024-09-16T00:12:17.105 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.105 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.105 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.105 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.105 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.105 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.105 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.105 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-16T00:12:17.105 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.105 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.105 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.105 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.105 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_ident": { 2024-09-16T00:12:17.105 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_ident", 2024-09-16T00:12:17.106 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.106 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.106 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.106 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.106 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.106 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.106 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.106 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-16T00:12:17.106 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.106 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.106 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.106 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.106 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_perf": { 2024-09-16T00:12:17.106 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_perf", 2024-09-16T00:12:17.107 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.107 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.107 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.107 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.107 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.107 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.107 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.107 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-16T00:12:17.107 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.107 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.107 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.107 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.107 INFO:teuthology.orchestra.run.smithi071.stdout: "contact": { 2024-09-16T00:12:17.108 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "contact", 2024-09-16T00:12:17.108 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.108 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.108 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.108 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.108 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.108 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.108 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.108 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.108 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.108 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.108 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.108 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.108 INFO:teuthology.orchestra.run.smithi071.stdout: "description": { 2024-09-16T00:12:17.109 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "description", 2024-09-16T00:12:17.109 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.109 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.109 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.109 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.109 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.109 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.109 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.109 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.109 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.109 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.109 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.109 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.109 INFO:teuthology.orchestra.run.smithi071.stdout: "device_url": { 2024-09-16T00:12:17.110 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "device_url", 2024-09-16T00:12:17.110 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.110 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.110 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.110 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-16T00:12:17.110 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.110 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.110 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.110 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.110 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.110 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.110 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.110 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.111 INFO:teuthology.orchestra.run.smithi071.stdout: "enabled": { 2024-09-16T00:12:17.111 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enabled", 2024-09-16T00:12:17.111 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.111 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.111 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.111 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.111 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.111 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.111 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.111 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.111 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.111 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.111 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.111 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.112 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-16T00:12:17.112 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-16T00:12:17.112 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.112 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.112 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.112 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "24", 2024-09-16T00:12:17.112 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "8", 2024-09-16T00:12:17.112 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.112 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.112 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.112 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.112 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.112 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.112 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.113 INFO:teuthology.orchestra.run.smithi071.stdout: "last_opt_revision": { 2024-09-16T00:12:17.113 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "last_opt_revision", 2024-09-16T00:12:17.113 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.113 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.113 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.113 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "1", 2024-09-16T00:12:17.113 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.113 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.113 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.113 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.113 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.113 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.113 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.113 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.114 INFO:teuthology.orchestra.run.smithi071.stdout: "leaderboard": { 2024-09-16T00:12:17.114 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "leaderboard", 2024-09-16T00:12:17.114 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.114 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.114 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.114 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.114 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.114 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.114 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.114 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.114 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.114 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.114 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.114 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.115 INFO:teuthology.orchestra.run.smithi071.stdout: "leaderboard_description": { 2024-09-16T00:12:17.115 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "leaderboard_description", 2024-09-16T00:12:17.115 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.115 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.115 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.115 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.115 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.115 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.115 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.115 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.115 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.115 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.115 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.116 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.116 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.116 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.116 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.116 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.116 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.116 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.116 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.116 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.116 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.116 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.116 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.116 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.116 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.117 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.117 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.117 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.117 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.117 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.117 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.117 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.117 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.117 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.117 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.117 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.117 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.117 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.117 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.118 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.118 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.118 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.118 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.118 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.118 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.118 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.118 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.118 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.118 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.118 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.118 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.118 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.118 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.118 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.119 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.119 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.119 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.119 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.119 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.119 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.119 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.119 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.119 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.119 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.119 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.119 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.119 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.119 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.120 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.120 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.120 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.120 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.120 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.120 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.120 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.120 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.120 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.120 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.120 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.120 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.120 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.121 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.121 INFO:teuthology.orchestra.run.smithi071.stdout: "organization": { 2024-09-16T00:12:17.121 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "organization", 2024-09-16T00:12:17.121 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.121 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.121 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.121 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.121 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.121 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.121 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.121 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.121 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.121 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.122 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.122 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.122 INFO:teuthology.orchestra.run.smithi071.stdout: "proxy": { 2024-09-16T00:12:17.122 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "proxy", 2024-09-16T00:12:17.122 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.122 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.122 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.122 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.122 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.122 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.122 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.122 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.122 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.122 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.123 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.123 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.123 INFO:teuthology.orchestra.run.smithi071.stdout: "url": { 2024-09-16T00:12:17.123 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "url", 2024-09-16T00:12:17.123 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.123 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.123 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.123 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-16T00:12:17.123 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.123 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.123 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.123 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.123 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.123 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.124 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.124 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.124 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.124 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.124 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.124 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "test_orchestrator", 2024-09-16T00:12:17.124 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.124 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.124 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.124 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.124 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.124 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.124 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.125 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.125 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.125 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.125 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.125 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.125 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.125 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.125 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.125 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.125 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.125 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.125 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.125 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.125 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.126 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.126 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.126 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.126 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.126 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.126 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.126 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.126 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.126 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.126 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.126 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.126 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.126 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.127 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.127 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.127 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.127 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.127 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.127 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.127 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.127 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.127 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.127 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.127 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.127 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.127 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.127 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.128 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.128 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.128 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.128 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.128 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.128 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.128 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.128 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.128 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.128 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.128 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.128 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.128 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.128 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.129 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.129 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.129 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.129 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.129 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.129 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.129 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.129 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.129 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.129 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.129 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.129 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.129 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.129 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.130 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "volumes", 2024-09-16T00:12:17.130 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.130 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.130 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.130 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.130 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.130 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.130 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.130 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.130 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.130 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.130 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.130 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.130 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.131 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.131 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.131 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.131 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.131 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.131 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.131 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.131 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.131 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.131 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.131 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.131 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.131 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.131 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.132 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.132 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.132 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.132 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.132 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.132 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.132 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.132 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.132 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.132 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.132 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.132 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.132 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.132 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.132 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.133 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.133 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.133 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.133 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.133 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.133 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.133 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.133 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.133 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.133 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.133 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.133 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.133 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.134 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.134 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.134 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.134 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.134 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.134 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.134 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.134 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.134 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.134 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.134 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.134 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.134 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.134 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.135 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.135 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.135 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.135 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.135 INFO:teuthology.orchestra.run.smithi071.stdout: "max_concurrent_clones": { 2024-09-16T00:12:17.135 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_concurrent_clones", 2024-09-16T00:12:17.135 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.135 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.135 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.135 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "4", 2024-09-16T00:12:17.135 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.135 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.135 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.135 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-16T00:12:17.136 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.136 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.136 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.136 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.136 INFO:teuthology.orchestra.run.smithi071.stdout: "periodic_async_work": { 2024-09-16T00:12:17.136 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "periodic_async_work", 2024-09-16T00:12:17.136 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.136 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.136 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.136 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.136 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.136 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.136 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.136 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Periodically check for async work", 2024-09-16T00:12:17.137 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.137 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.137 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.137 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.137 INFO:teuthology.orchestra.run.smithi071.stdout: "snapshot_clone_delay": { 2024-09-16T00:12:17.137 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "snapshot_clone_delay", 2024-09-16T00:12:17.137 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.137 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.137 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.137 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-16T00:12:17.137 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.137 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.137 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.138 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-16T00:12:17.138 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.138 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.138 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.138 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.138 INFO:teuthology.orchestra.run.smithi071.stdout: "snapshot_clone_no_wait": { 2024-09-16T00:12:17.138 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "snapshot_clone_no_wait", 2024-09-16T00:12:17.138 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.138 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.138 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.138 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.138 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.138 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.138 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.139 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-16T00:12:17.139 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.139 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.139 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.139 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.139 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.139 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.139 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.139 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix", 2024-09-16T00:12:17.139 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.139 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.139 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.139 INFO:teuthology.orchestra.run.smithi071.stdout: "discovery_interval": { 2024-09-16T00:12:17.139 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "discovery_interval", 2024-09-16T00:12:17.140 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-16T00:12:17.140 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.140 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.140 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "100", 2024-09-16T00:12:17.140 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.140 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.140 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.140 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.140 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.140 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.140 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.140 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.140 INFO:teuthology.orchestra.run.smithi071.stdout: "identifier": { 2024-09-16T00:12:17.141 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "identifier", 2024-09-16T00:12:17.141 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.141 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.141 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.141 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.141 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.141 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.141 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.141 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.141 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.141 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.141 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.141 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.141 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-16T00:12:17.142 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-16T00:12:17.142 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:17.142 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.142 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.142 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-16T00:12:17.142 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.142 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.142 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.142 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.142 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.142 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.142 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.142 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.142 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.143 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.143 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.143 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.143 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.143 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.143 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.143 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.143 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.143 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.143 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.143 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.143 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.143 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.143 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.144 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.144 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.144 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.144 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.144 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.144 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.144 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.144 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.144 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.144 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.144 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.144 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.144 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.145 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.145 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.145 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.145 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.145 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.145 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.145 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.145 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.145 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.145 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.145 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.145 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.145 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.145 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.146 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.146 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.146 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.146 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.146 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.146 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.146 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.146 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.146 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.146 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.146 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.146 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.146 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.146 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.147 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.147 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.147 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.147 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.147 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.147 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.147 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.147 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.147 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.147 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.147 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.147 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.147 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.147 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.148 INFO:teuthology.orchestra.run.smithi071.stdout: "zabbix_host": { 2024-09-16T00:12:17.148 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix_host", 2024-09-16T00:12:17.148 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.148 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.148 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.148 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.148 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.148 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.148 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.148 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.148 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.148 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.148 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.148 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.149 INFO:teuthology.orchestra.run.smithi071.stdout: "zabbix_port": { 2024-09-16T00:12:17.149 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix_port", 2024-09-16T00:12:17.149 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.149 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.149 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.149 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10051", 2024-09-16T00:12:17.149 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.149 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.149 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.149 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.149 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.149 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.149 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.150 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.150 INFO:teuthology.orchestra.run.smithi071.stdout: "zabbix_sender": { 2024-09-16T00:12:17.150 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix_sender", 2024-09-16T00:12:17.150 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.150 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.150 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.150 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-16T00:12:17.150 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.150 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.150 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.150 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.150 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.150 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.151 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.151 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.151 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.151 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.151 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-16T00:12:17.151 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.151 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.151 INFO:teuthology.orchestra.run.smithi071.stdout: "modules": [ 2024-09-16T00:12:17.151 INFO:teuthology.orchestra.run.smithi071.stdout: "cephadm", 2024-09-16T00:12:17.151 INFO:teuthology.orchestra.run.smithi071.stdout: "dashboard", 2024-09-16T00:12:17.151 INFO:teuthology.orchestra.run.smithi071.stdout: "iostat", 2024-09-16T00:12:17.151 INFO:teuthology.orchestra.run.smithi071.stdout: "nfs", 2024-09-16T00:12:17.151 INFO:teuthology.orchestra.run.smithi071.stdout: "restful", 2024-09-16T00:12:17.151 INFO:teuthology.orchestra.run.smithi071.stdout: "snap_schedule" 2024-09-16T00:12:17.152 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.152 INFO:teuthology.orchestra.run.smithi071.stdout: "available_modules": [ 2024-09-16T00:12:17.152 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.152 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "alerts", 2024-09-16T00:12:17.152 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.152 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.152 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.152 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-16T00:12:17.152 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-16T00:12:17.152 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:17.152 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.152 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.152 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-16T00:12:17.152 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.153 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.153 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.153 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How frequently to reexamine health status", 2024-09-16T00:12:17.153 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.153 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.153 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.153 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.153 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.153 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.153 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.153 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.153 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.153 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.153 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.154 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.154 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.154 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.154 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.154 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.154 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.154 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.154 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.154 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.154 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.154 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.154 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.154 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.154 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.155 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.155 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.155 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.155 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.155 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.155 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.155 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.155 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.155 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.155 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.155 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.155 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.155 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.155 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.156 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.156 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.156 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.156 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.156 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.156 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.156 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.156 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.156 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.156 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.156 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.156 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.156 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.157 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.157 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.157 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.157 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.157 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.157 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.157 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.157 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.157 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.157 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.157 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.157 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.157 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.157 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.158 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.158 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.158 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.158 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.158 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.158 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.158 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.158 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.158 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_destination": { 2024-09-16T00:12:17.158 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_destination", 2024-09-16T00:12:17.158 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.158 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.158 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.158 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.159 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.159 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.159 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.159 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Email address to send alerts to", 2024-09-16T00:12:17.159 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.159 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.159 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.159 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.159 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_from_name": { 2024-09-16T00:12:17.159 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_from_name", 2024-09-16T00:12:17.159 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.159 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.159 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.160 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "Ceph", 2024-09-16T00:12:17.160 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.160 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.160 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.160 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Email From: name", 2024-09-16T00:12:17.160 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.160 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.160 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.160 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.160 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_host": { 2024-09-16T00:12:17.160 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_host", 2024-09-16T00:12:17.160 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.160 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.160 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.161 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.161 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.161 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.161 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.161 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SMTP server", 2024-09-16T00:12:17.161 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.161 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.161 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.161 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.161 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_password": { 2024-09-16T00:12:17.161 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_password", 2024-09-16T00:12:17.161 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.161 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.161 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.161 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.162 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.162 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.162 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.162 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Password to authenticate with", 2024-09-16T00:12:17.162 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.162 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.162 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.162 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.162 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_port": { 2024-09-16T00:12:17.162 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_port", 2024-09-16T00:12:17.162 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.162 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.162 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.162 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "465", 2024-09-16T00:12:17.163 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.163 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.163 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.163 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SMTP port", 2024-09-16T00:12:17.163 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.163 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.163 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.163 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.163 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_sender": { 2024-09-16T00:12:17.163 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_sender", 2024-09-16T00:12:17.163 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.163 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.163 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.163 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.164 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.164 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.164 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.164 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SMTP envelope sender", 2024-09-16T00:12:17.164 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.164 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.164 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.164 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.164 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_ssl": { 2024-09-16T00:12:17.164 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_ssl", 2024-09-16T00:12:17.164 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.164 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.164 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.165 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.165 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.165 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.165 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.165 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-16T00:12:17.165 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.165 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.165 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.165 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.165 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_user": { 2024-09-16T00:12:17.165 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_user", 2024-09-16T00:12:17.165 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.165 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.165 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.165 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.166 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.166 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.166 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.166 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "User to authenticate as", 2024-09-16T00:12:17.166 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.166 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.166 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.166 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.166 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.166 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.166 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.166 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "balancer", 2024-09-16T00:12:17.166 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.167 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.167 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.167 INFO:teuthology.orchestra.run.smithi071.stdout: "active": { 2024-09-16T00:12:17.167 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "active", 2024-09-16T00:12:17.167 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.167 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.167 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.167 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.167 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.167 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.167 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.167 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "automatically balance PGs across cluster", 2024-09-16T00:12:17.167 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.167 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.168 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.168 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.168 INFO:teuthology.orchestra.run.smithi071.stdout: "begin_time": { 2024-09-16T00:12:17.168 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "begin_time", 2024-09-16T00:12:17.168 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.168 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.168 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.168 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0000", 2024-09-16T00:12:17.168 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.168 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.168 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.168 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "beginning time of day to automatically balance", 2024-09-16T00:12:17.168 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-16T00:12:17.169 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.169 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.169 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.169 INFO:teuthology.orchestra.run.smithi071.stdout: "begin_weekday": { 2024-09-16T00:12:17.169 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "begin_weekday", 2024-09-16T00:12:17.169 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-16T00:12:17.169 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.169 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.169 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-16T00:12:17.169 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "0", 2024-09-16T00:12:17.169 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "6", 2024-09-16T00:12:17.169 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.169 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-16T00:12:17.170 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-16T00:12:17.170 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.170 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.170 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.170 INFO:teuthology.orchestra.run.smithi071.stdout: "crush_compat_max_iterations": { 2024-09-16T00:12:17.170 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crush_compat_max_iterations", 2024-09-16T00:12:17.170 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-16T00:12:17.170 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.170 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.170 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "25", 2024-09-16T00:12:17.170 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-16T00:12:17.170 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "250", 2024-09-16T00:12:17.170 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.170 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-16T00:12:17.171 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.171 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.171 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.171 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.171 INFO:teuthology.orchestra.run.smithi071.stdout: "crush_compat_metrics": { 2024-09-16T00:12:17.171 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crush_compat_metrics", 2024-09-16T00:12:17.171 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.171 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.171 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.171 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "pgs,objects,bytes", 2024-09-16T00:12:17.171 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.171 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.171 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.171 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-16T00:12:17.172 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-16T00:12:17.172 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.172 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.172 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.172 INFO:teuthology.orchestra.run.smithi071.stdout: "crush_compat_step": { 2024-09-16T00:12:17.172 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crush_compat_step", 2024-09-16T00:12:17.172 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-16T00:12:17.172 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.172 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.172 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0.5", 2024-09-16T00:12:17.172 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "0.001", 2024-09-16T00:12:17.172 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "0.999", 2024-09-16T00:12:17.172 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.173 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "aggressiveness of optimization", 2024-09-16T00:12:17.173 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-16T00:12:17.173 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.173 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.173 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.173 INFO:teuthology.orchestra.run.smithi071.stdout: "end_time": { 2024-09-16T00:12:17.173 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "end_time", 2024-09-16T00:12:17.173 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.173 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.173 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.173 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "2359", 2024-09-16T00:12:17.173 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.173 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.173 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.174 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "ending time of day to automatically balance", 2024-09-16T00:12:17.174 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-16T00:12:17.174 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.174 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.174 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.174 INFO:teuthology.orchestra.run.smithi071.stdout: "end_weekday": { 2024-09-16T00:12:17.174 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "end_weekday", 2024-09-16T00:12:17.174 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-16T00:12:17.174 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.174 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.174 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-16T00:12:17.174 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "0", 2024-09-16T00:12:17.174 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "6", 2024-09-16T00:12:17.175 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.175 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-16T00:12:17.175 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-16T00:12:17.175 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.175 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.175 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.175 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.175 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.175 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.175 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.175 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.175 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.175 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.175 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.176 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.176 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.176 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.176 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.176 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.176 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.176 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.176 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.176 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.176 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.176 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.176 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.176 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.176 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.177 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.177 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.177 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.177 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.177 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.177 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.177 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.177 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.177 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.177 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.177 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.177 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.177 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.178 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.178 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.178 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.178 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.178 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.178 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.178 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.178 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.178 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.178 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.178 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.178 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.178 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.178 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.179 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.179 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.179 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.179 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.179 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.179 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.179 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.179 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.179 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.179 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.179 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.179 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.179 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.179 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.179 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.180 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.180 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.180 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.180 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.180 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.180 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.180 INFO:teuthology.orchestra.run.smithi071.stdout: "min_score": { 2024-09-16T00:12:17.180 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "min_score", 2024-09-16T00:12:17.180 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-16T00:12:17.180 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.180 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.180 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-16T00:12:17.180 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.181 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.181 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.181 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-16T00:12:17.181 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.181 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.181 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.181 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.181 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": { 2024-09-16T00:12:17.181 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mode", 2024-09-16T00:12:17.181 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.181 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.181 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.181 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "upmap", 2024-09-16T00:12:17.181 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.182 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.182 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.182 INFO:teuthology.orchestra.run.smithi071.stdout: "crush-compat", 2024-09-16T00:12:17.182 INFO:teuthology.orchestra.run.smithi071.stdout: "none", 2024-09-16T00:12:17.182 INFO:teuthology.orchestra.run.smithi071.stdout: "read", 2024-09-16T00:12:17.182 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap", 2024-09-16T00:12:17.182 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap-read" 2024-09-16T00:12:17.182 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.182 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Balancer mode", 2024-09-16T00:12:17.182 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.182 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.182 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.182 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.182 INFO:teuthology.orchestra.run.smithi071.stdout: "pool_ids": { 2024-09-16T00:12:17.183 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pool_ids", 2024-09-16T00:12:17.183 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.183 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.183 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.183 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.183 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.183 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.183 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.183 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-16T00:12:17.183 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.183 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.183 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.183 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.184 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-16T00:12:17.184 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-16T00:12:17.184 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:17.184 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.184 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.184 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-16T00:12:17.184 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.184 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.184 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.184 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-16T00:12:17.184 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.184 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.184 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.184 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.185 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap_max_deviation": { 2024-09-16T00:12:17.185 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "upmap_max_deviation", 2024-09-16T00:12:17.185 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.185 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.185 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.185 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-16T00:12:17.185 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-16T00:12:17.185 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.185 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.185 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-16T00:12:17.185 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-16T00:12:17.185 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.185 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.185 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.186 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap_max_optimizations": { 2024-09-16T00:12:17.186 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "upmap_max_optimizations", 2024-09-16T00:12:17.186 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-16T00:12:17.186 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.186 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.186 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:17.186 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.186 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.186 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.186 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-16T00:12:17.186 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.186 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.186 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.186 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.187 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.187 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.187 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.187 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cephadm", 2024-09-16T00:12:17.187 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.187 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.187 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.187 INFO:teuthology.orchestra.run.smithi071.stdout: "agent_down_multiplier": { 2024-09-16T00:12:17.187 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "agent_down_multiplier", 2024-09-16T00:12:17.187 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-16T00:12:17.187 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.187 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.187 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "3.0", 2024-09-16T00:12:17.187 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.188 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.188 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.188 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-16T00:12:17.188 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.188 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.188 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.188 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.188 INFO:teuthology.orchestra.run.smithi071.stdout: "agent_refresh_rate": { 2024-09-16T00:12:17.188 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "agent_refresh_rate", 2024-09-16T00:12:17.188 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:17.188 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.188 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.189 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "20", 2024-09-16T00:12:17.189 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.189 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.189 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.189 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-16T00:12:17.189 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.189 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.189 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.189 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.189 INFO:teuthology.orchestra.run.smithi071.stdout: "agent_starting_port": { 2024-09-16T00:12:17.189 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "agent_starting_port", 2024-09-16T00:12:17.189 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.189 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.189 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.190 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "4721", 2024-09-16T00:12:17.190 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.190 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.190 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.190 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-16T00:12:17.190 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.190 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.190 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.190 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.190 INFO:teuthology.orchestra.run.smithi071.stdout: "allow_ptrace": { 2024-09-16T00:12:17.190 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "allow_ptrace", 2024-09-16T00:12:17.190 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.190 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.190 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.191 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.191 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.191 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.191 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.191 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-16T00:12:17.191 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-16T00:12:17.191 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.191 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.191 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.191 INFO:teuthology.orchestra.run.smithi071.stdout: "autotune_interval": { 2024-09-16T00:12:17.191 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "autotune_interval", 2024-09-16T00:12:17.191 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:17.191 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.191 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.192 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-16T00:12:17.192 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.192 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.192 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.192 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-16T00:12:17.192 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.192 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.192 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.192 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.192 INFO:teuthology.orchestra.run.smithi071.stdout: "autotune_memory_target_ratio": { 2024-09-16T00:12:17.192 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "autotune_memory_target_ratio", 2024-09-16T00:12:17.192 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-16T00:12:17.192 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.192 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.193 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0.7", 2024-09-16T00:12:17.193 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.193 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.193 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.193 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-16T00:12:17.193 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.193 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.193 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.193 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.193 INFO:teuthology.orchestra.run.smithi071.stdout: "cephadm_log_destination": { 2024-09-16T00:12:17.193 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cephadm_log_destination", 2024-09-16T00:12:17.193 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.193 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.193 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.194 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.194 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.194 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.194 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.194 INFO:teuthology.orchestra.run.smithi071.stdout: "file", 2024-09-16T00:12:17.194 INFO:teuthology.orchestra.run.smithi071.stdout: "file,syslog", 2024-09-16T00:12:17.194 INFO:teuthology.orchestra.run.smithi071.stdout: "syslog" 2024-09-16T00:12:17.194 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.194 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-16T00:12:17.194 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.194 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.194 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.195 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.195 INFO:teuthology.orchestra.run.smithi071.stdout: "cgroups_split": { 2024-09-16T00:12:17.195 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cgroups_split", 2024-09-16T00:12:17.195 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.195 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.195 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.195 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.195 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.195 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.195 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.195 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-16T00:12:17.195 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.195 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.195 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.196 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.196 INFO:teuthology.orchestra.run.smithi071.stdout: "config_checks_enabled": { 2024-09-16T00:12:17.196 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "config_checks_enabled", 2024-09-16T00:12:17.196 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.196 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.196 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.196 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.196 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.196 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.196 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.196 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-16T00:12:17.196 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.196 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.196 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.197 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.197 INFO:teuthology.orchestra.run.smithi071.stdout: "config_dashboard": { 2024-09-16T00:12:17.197 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "config_dashboard", 2024-09-16T00:12:17.197 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.197 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.197 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.197 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.197 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.197 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.197 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.197 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-16T00:12:17.197 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.197 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.198 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.198 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.198 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_alertmanager": { 2024-09-16T00:12:17.198 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_alertmanager", 2024-09-16T00:12:17.198 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.198 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.198 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.198 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-16T00:12:17.198 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.198 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.198 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.198 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-16T00:12:17.198 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.198 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.199 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.199 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.199 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_base": { 2024-09-16T00:12:17.199 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_base", 2024-09-16T00:12:17.199 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.199 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.199 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.199 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-16T00:12:17.199 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.199 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.199 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.199 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Container image name, without the tag", 2024-09-16T00:12:17.199 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.200 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.200 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.200 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.200 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_elasticsearch": { 2024-09-16T00:12:17.200 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_elasticsearch", 2024-09-16T00:12:17.200 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.200 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.200 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.200 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-16T00:12:17.200 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.200 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.200 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.200 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "elasticsearch container image", 2024-09-16T00:12:17.200 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.201 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.201 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.201 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.201 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_grafana": { 2024-09-16T00:12:17.201 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_grafana", 2024-09-16T00:12:17.201 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.201 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.201 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.201 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-16T00:12:17.201 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.201 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.201 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.201 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-16T00:12:17.202 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.202 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.202 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.202 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.202 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_haproxy": { 2024-09-16T00:12:17.202 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_haproxy", 2024-09-16T00:12:17.202 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.202 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.202 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.202 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-16T00:12:17.202 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.202 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.202 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.202 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "HAproxy container image", 2024-09-16T00:12:17.203 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.203 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.203 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.203 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.203 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_jaeger_agent": { 2024-09-16T00:12:17.203 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_jaeger_agent", 2024-09-16T00:12:17.203 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.203 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.203 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.203 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-16T00:12:17.203 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.203 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.203 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.203 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Jaeger agent container image", 2024-09-16T00:12:17.204 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.204 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.204 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.204 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.204 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_jaeger_collector": { 2024-09-16T00:12:17.204 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_jaeger_collector", 2024-09-16T00:12:17.204 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.204 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.204 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.204 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-16T00:12:17.204 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.204 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.205 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.205 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Jaeger collector container image", 2024-09-16T00:12:17.205 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.205 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.205 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.205 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.205 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_jaeger_query": { 2024-09-16T00:12:17.205 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_jaeger_query", 2024-09-16T00:12:17.205 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.205 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.205 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.205 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-16T00:12:17.205 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.205 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.206 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.206 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Jaeger query container image", 2024-09-16T00:12:17.206 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.206 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.206 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.206 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.206 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_keepalived": { 2024-09-16T00:12:17.206 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_keepalived", 2024-09-16T00:12:17.206 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.206 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.206 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.206 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-16T00:12:17.206 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.206 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.207 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.207 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Keepalived container image", 2024-09-16T00:12:17.207 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.207 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.207 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.207 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.207 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_loki": { 2024-09-16T00:12:17.207 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_loki", 2024-09-16T00:12:17.207 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.207 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.207 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.207 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-16T00:12:17.207 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.207 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.208 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.208 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Loki container image", 2024-09-16T00:12:17.208 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.208 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.208 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.208 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.208 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_node_exporter": { 2024-09-16T00:12:17.208 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_node_exporter", 2024-09-16T00:12:17.208 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.208 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.208 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.208 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-16T00:12:17.208 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.209 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.209 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.209 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-16T00:12:17.209 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.209 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.209 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.209 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.209 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_nvmeof": { 2024-09-16T00:12:17.209 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_nvmeof", 2024-09-16T00:12:17.209 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.209 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.209 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.209 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-16T00:12:17.209 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.209 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.210 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.210 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Nvme-of container image", 2024-09-16T00:12:17.210 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.210 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.210 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.210 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.210 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_prometheus": { 2024-09-16T00:12:17.210 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_prometheus", 2024-09-16T00:12:17.210 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.210 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.210 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.210 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-16T00:12:17.210 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.210 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.211 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.211 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-16T00:12:17.211 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.211 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.211 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.211 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.211 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_promtail": { 2024-09-16T00:12:17.211 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_promtail", 2024-09-16T00:12:17.211 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.211 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.211 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.211 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-16T00:12:17.211 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.212 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.212 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.212 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Promtail container image", 2024-09-16T00:12:17.212 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.212 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.212 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.212 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.212 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_samba": { 2024-09-16T00:12:17.212 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_samba", 2024-09-16T00:12:17.212 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.212 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.212 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.212 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-16T00:12:17.212 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.213 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.213 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.213 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Samba/SMB container image", 2024-09-16T00:12:17.213 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.213 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.213 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.213 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.213 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_snmp_gateway": { 2024-09-16T00:12:17.213 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_snmp_gateway", 2024-09-16T00:12:17.213 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.213 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.213 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.213 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-16T00:12:17.214 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.214 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.214 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.214 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SNMP Gateway container image", 2024-09-16T00:12:17.214 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.214 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.214 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.214 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.214 INFO:teuthology.orchestra.run.smithi071.stdout: "container_init": { 2024-09-16T00:12:17.214 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_init", 2024-09-16T00:12:17.214 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.214 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.214 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.214 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.215 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.215 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.215 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.215 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Run podman/docker with `--init`", 2024-09-16T00:12:17.215 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.215 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.215 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.215 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.215 INFO:teuthology.orchestra.run.smithi071.stdout: "daemon_cache_timeout": { 2024-09-16T00:12:17.215 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "daemon_cache_timeout", 2024-09-16T00:12:17.215 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:17.215 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.215 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.215 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-16T00:12:17.216 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.216 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.216 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.216 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-16T00:12:17.216 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.216 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.216 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.216 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.216 INFO:teuthology.orchestra.run.smithi071.stdout: "default_cephadm_command_timeout": { 2024-09-16T00:12:17.216 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "default_cephadm_command_timeout", 2024-09-16T00:12:17.216 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.216 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.216 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.217 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "900", 2024-09-16T00:12:17.217 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.217 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.217 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.217 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-16T00:12:17.217 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.217 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.217 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.217 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.217 INFO:teuthology.orchestra.run.smithi071.stdout: "default_registry": { 2024-09-16T00:12:17.217 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "default_registry", 2024-09-16T00:12:17.217 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.217 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.217 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.218 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io", 2024-09-16T00:12:17.218 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.218 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.218 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.218 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-16T00:12:17.218 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.218 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.218 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.218 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.218 INFO:teuthology.orchestra.run.smithi071.stdout: "device_cache_timeout": { 2024-09-16T00:12:17.218 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "device_cache_timeout", 2024-09-16T00:12:17.218 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:17.218 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.219 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.219 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "1800", 2024-09-16T00:12:17.219 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.219 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.219 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.219 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "seconds to cache device inventory", 2024-09-16T00:12:17.219 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.219 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.219 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.219 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.219 INFO:teuthology.orchestra.run.smithi071.stdout: "device_enhanced_scan": { 2024-09-16T00:12:17.219 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "device_enhanced_scan", 2024-09-16T00:12:17.219 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.219 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.220 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.220 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.220 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.220 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.220 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.220 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-16T00:12:17.220 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.220 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.220 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.220 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.220 INFO:teuthology.orchestra.run.smithi071.stdout: "facts_cache_timeout": { 2024-09-16T00:12:17.220 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "facts_cache_timeout", 2024-09-16T00:12:17.220 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:17.221 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.221 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.221 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-16T00:12:17.221 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.221 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.221 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.221 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "seconds to cache host facts data", 2024-09-16T00:12:17.221 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.221 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.221 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.221 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.221 INFO:teuthology.orchestra.run.smithi071.stdout: "grafana_dashboards_path": { 2024-09-16T00:12:17.221 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "grafana_dashboards_path", 2024-09-16T00:12:17.221 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.222 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.222 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.222 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-16T00:12:17.222 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.222 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.222 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.222 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-16T00:12:17.222 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.222 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.222 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.222 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.222 INFO:teuthology.orchestra.run.smithi071.stdout: "host_check_interval": { 2024-09-16T00:12:17.222 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "host_check_interval", 2024-09-16T00:12:17.222 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:17.223 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.223 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.223 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-16T00:12:17.223 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.223 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.223 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.223 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to perform a host check", 2024-09-16T00:12:17.223 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.223 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.223 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.223 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.223 INFO:teuthology.orchestra.run.smithi071.stdout: "hw_monitoring": { 2024-09-16T00:12:17.223 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "hw_monitoring", 2024-09-16T00:12:17.223 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.224 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.224 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.224 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.224 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.224 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.224 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.224 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-16T00:12:17.224 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.224 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.224 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.224 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.224 INFO:teuthology.orchestra.run.smithi071.stdout: "inventory_list_all": { 2024-09-16T00:12:17.224 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "inventory_list_all", 2024-09-16T00:12:17.224 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.225 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.225 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.225 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.225 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.225 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.225 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.225 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-16T00:12:17.225 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.225 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.225 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.225 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.225 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.225 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.225 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.226 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.226 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.226 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.226 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.226 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.226 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.226 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.226 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.226 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.226 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.226 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.226 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.226 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.226 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.227 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.227 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.227 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.227 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.227 INFO:teuthology.orchestra.run.smithi071.stdout: "log_refresh_metadata": { 2024-09-16T00:12:17.227 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_refresh_metadata", 2024-09-16T00:12:17.227 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.227 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.227 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.227 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.227 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.227 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.227 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.227 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-16T00:12:17.228 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.228 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.228 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.228 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.228 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.228 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.228 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.228 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.228 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.228 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.228 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.228 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.228 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.229 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-16T00:12:17.229 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.229 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.229 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.229 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.229 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.229 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.229 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.229 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.229 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.229 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.229 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.229 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.229 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.230 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.230 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.230 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.230 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.230 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.230 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.230 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.230 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.230 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.230 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.230 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.230 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.230 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.231 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.231 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.231 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.231 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.231 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.231 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.231 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.231 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.231 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.231 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.231 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.231 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.231 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.231 INFO:teuthology.orchestra.run.smithi071.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-16T00:12:17.232 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-16T00:12:17.232 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.232 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.232 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.232 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.232 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.232 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.232 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.232 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-16T00:12:17.232 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.232 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.232 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.232 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.233 INFO:teuthology.orchestra.run.smithi071.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-16T00:12:17.233 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-16T00:12:17.233 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.233 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.233 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.233 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "*", 2024-09-16T00:12:17.233 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.233 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.233 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.233 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-16T00:12:17.233 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.233 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.233 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.233 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.234 INFO:teuthology.orchestra.run.smithi071.stdout: "max_count_per_host": { 2024-09-16T00:12:17.234 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_count_per_host", 2024-09-16T00:12:17.234 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.234 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.234 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.234 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:17.234 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.234 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.234 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.234 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "max number of daemons per service per host", 2024-09-16T00:12:17.234 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.234 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.234 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.235 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.235 INFO:teuthology.orchestra.run.smithi071.stdout: "max_osd_draining_count": { 2024-09-16T00:12:17.235 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_osd_draining_count", 2024-09-16T00:12:17.235 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.235 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.235 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.235 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:17.235 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.235 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.235 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.235 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-16T00:12:17.235 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.235 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.235 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.236 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.236 INFO:teuthology.orchestra.run.smithi071.stdout: "migration_current": { 2024-09-16T00:12:17.236 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "migration_current", 2024-09-16T00:12:17.236 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.236 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.236 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.236 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.236 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.236 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.236 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.236 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "internal - do not modify", 2024-09-16T00:12:17.236 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.236 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.236 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.237 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.237 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": { 2024-09-16T00:12:17.237 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mode", 2024-09-16T00:12:17.237 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.237 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.237 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.237 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "root", 2024-09-16T00:12:17.237 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.237 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.237 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.237 INFO:teuthology.orchestra.run.smithi071.stdout: "cephadm-package", 2024-09-16T00:12:17.237 INFO:teuthology.orchestra.run.smithi071.stdout: "root" 2024-09-16T00:12:17.237 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.238 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "mode for remote execution of cephadm", 2024-09-16T00:12:17.238 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.238 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.238 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.238 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.238 INFO:teuthology.orchestra.run.smithi071.stdout: "oob_default_addr": { 2024-09-16T00:12:17.238 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "oob_default_addr", 2024-09-16T00:12:17.238 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.238 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.238 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.238 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "169.254.1.1", 2024-09-16T00:12:17.238 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.238 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.238 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.238 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-16T00:12:17.239 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.239 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.239 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.239 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.239 INFO:teuthology.orchestra.run.smithi071.stdout: "prometheus_alerts_path": { 2024-09-16T00:12:17.239 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "prometheus_alerts_path", 2024-09-16T00:12:17.239 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.239 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.239 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.239 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-16T00:12:17.239 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.239 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.239 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.239 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-16T00:12:17.240 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.240 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.240 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.240 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.240 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_insecure": { 2024-09-16T00:12:17.240 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_insecure", 2024-09-16T00:12:17.240 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.240 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.240 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.240 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.240 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.240 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.240 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.240 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-16T00:12:17.241 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.241 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.241 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.241 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.241 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_password": { 2024-09-16T00:12:17.241 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_password", 2024-09-16T00:12:17.241 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.241 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.241 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.241 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.241 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.241 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.241 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.241 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-16T00:12:17.242 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.242 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.242 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.242 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.242 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_url": { 2024-09-16T00:12:17.242 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_url", 2024-09-16T00:12:17.242 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.242 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.242 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.242 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.242 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.242 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.242 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.243 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-16T00:12:17.243 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.243 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.243 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.243 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.243 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_username": { 2024-09-16T00:12:17.243 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_username", 2024-09-16T00:12:17.243 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.243 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.243 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.243 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.243 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.243 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.243 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.244 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-16T00:12:17.244 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.244 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.244 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.244 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.244 INFO:teuthology.orchestra.run.smithi071.stdout: "secure_monitoring_stack": { 2024-09-16T00:12:17.244 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "secure_monitoring_stack", 2024-09-16T00:12:17.244 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.244 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.244 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.244 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.244 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.244 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.244 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.245 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-16T00:12:17.245 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.245 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.245 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.245 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.245 INFO:teuthology.orchestra.run.smithi071.stdout: "service_discovery_port": { 2024-09-16T00:12:17.245 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "service_discovery_port", 2024-09-16T00:12:17.245 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.245 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.245 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.245 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8765", 2024-09-16T00:12:17.245 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.245 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.246 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.246 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "cephadm service discovery port", 2024-09-16T00:12:17.246 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.246 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.246 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.246 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.246 INFO:teuthology.orchestra.run.smithi071.stdout: "ssh_config_file": { 2024-09-16T00:12:17.246 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssh_config_file", 2024-09-16T00:12:17.246 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.246 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.246 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.246 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.246 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.246 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.247 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.247 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-16T00:12:17.247 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.247 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.247 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.247 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.247 INFO:teuthology.orchestra.run.smithi071.stdout: "use_agent": { 2024-09-16T00:12:17.247 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "use_agent", 2024-09-16T00:12:17.247 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.247 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.247 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.247 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.247 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.247 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.248 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.248 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-16T00:12:17.248 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.248 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.248 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.248 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.248 INFO:teuthology.orchestra.run.smithi071.stdout: "use_repo_digest": { 2024-09-16T00:12:17.248 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "use_repo_digest", 2024-09-16T00:12:17.248 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.248 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.248 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.248 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.248 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.249 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.249 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.249 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-16T00:12:17.249 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.249 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.249 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.249 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.249 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_on_failed_host_check": { 2024-09-16T00:12:17.249 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_on_failed_host_check", 2024-09-16T00:12:17.249 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.249 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.249 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.249 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.249 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.250 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.250 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.250 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise a health warning if the host check fails", 2024-09-16T00:12:17.250 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.250 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.250 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.250 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.250 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_on_stray_daemons": { 2024-09-16T00:12:17.250 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_on_stray_daemons", 2024-09-16T00:12:17.250 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.250 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.250 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.250 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.250 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.251 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.251 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.251 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-16T00:12:17.251 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.251 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.251 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.251 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.251 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_on_stray_hosts": { 2024-09-16T00:12:17.251 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_on_stray_hosts", 2024-09-16T00:12:17.251 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.251 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.251 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.251 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.251 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.252 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.252 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.252 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-16T00:12:17.252 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.252 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.252 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.252 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.252 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.252 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.252 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.252 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crash", 2024-09-16T00:12:17.252 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.252 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.252 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.253 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.253 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.253 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.253 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.253 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.253 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.253 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.253 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.253 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.253 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.253 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.253 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.253 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.253 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.254 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.254 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.254 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.254 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.254 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.254 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.254 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.254 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.254 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.254 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.254 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.254 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.254 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.254 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.255 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.255 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.255 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.255 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.255 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.255 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.255 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.255 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.255 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.255 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.255 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.255 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.255 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.255 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.256 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.256 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.256 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.256 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.256 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.256 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.256 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.256 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.256 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.256 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.256 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.256 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.256 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.256 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.257 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.257 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.257 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.257 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.257 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.257 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.257 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.257 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.257 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.257 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.257 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.257 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.257 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.257 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.258 INFO:teuthology.orchestra.run.smithi071.stdout: "retain_interval": { 2024-09-16T00:12:17.258 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "retain_interval", 2024-09-16T00:12:17.258 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:17.258 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.258 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.258 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "31536000", 2024-09-16T00:12:17.258 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.258 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.258 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.258 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-16T00:12:17.258 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.258 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.258 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.258 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.259 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_recent_interval": { 2024-09-16T00:12:17.259 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_recent_interval", 2024-09-16T00:12:17.259 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:17.259 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.259 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.259 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "1209600", 2024-09-16T00:12:17.259 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.259 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.259 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.259 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-16T00:12:17.259 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.259 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.259 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.260 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.260 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.260 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.260 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.260 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "dashboard", 2024-09-16T00:12:17.260 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.260 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.260 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.260 INFO:teuthology.orchestra.run.smithi071.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-16T00:12:17.260 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-16T00:12:17.260 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.260 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.260 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.261 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:17.261 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.261 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.261 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.261 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.261 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.261 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.261 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.261 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.261 INFO:teuthology.orchestra.run.smithi071.stdout: "ALERTMANAGER_API_HOST": { 2024-09-16T00:12:17.261 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-16T00:12:17.261 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.261 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.261 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.262 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.262 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.262 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.262 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.262 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.262 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.262 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.262 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.262 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.262 INFO:teuthology.orchestra.run.smithi071.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-16T00:12:17.262 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-16T00:12:17.262 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.262 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.263 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.263 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.263 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.263 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.263 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.263 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.263 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.263 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.263 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.263 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.263 INFO:teuthology.orchestra.run.smithi071.stdout: "AUDIT_API_ENABLED": { 2024-09-16T00:12:17.263 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "AUDIT_API_ENABLED", 2024-09-16T00:12:17.263 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.263 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.264 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.264 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.264 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.264 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.264 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.264 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.264 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.264 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.264 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.264 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.264 INFO:teuthology.orchestra.run.smithi071.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-16T00:12:17.264 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-16T00:12:17.264 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.265 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.265 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.265 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.265 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.265 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.265 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.265 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.265 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.265 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.265 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.265 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.265 INFO:teuthology.orchestra.run.smithi071.stdout: "ENABLE_BROWSABLE_API": { 2024-09-16T00:12:17.265 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-16T00:12:17.266 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.266 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.266 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.266 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.266 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.266 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.266 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.266 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.266 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.266 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.266 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.266 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.266 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-16T00:12:17.267 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-16T00:12:17.267 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.267 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.267 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.267 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.267 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.267 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.267 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.267 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.267 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.267 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.267 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.267 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.267 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-16T00:12:17.268 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-16T00:12:17.268 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.268 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.268 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.268 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.268 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.268 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.268 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.268 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.268 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.268 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.268 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.268 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.268 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-16T00:12:17.269 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-16T00:12:17.269 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.269 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.269 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.269 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.269 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.269 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.269 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.269 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.269 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.269 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.269 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.269 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.269 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-16T00:12:17.270 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-16T00:12:17.270 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.270 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.270 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.270 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.270 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.270 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.270 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.270 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.270 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.270 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.270 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.270 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.270 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-16T00:12:17.271 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-16T00:12:17.271 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.271 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.271 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.271 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.271 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.271 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.271 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.271 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.271 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.271 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.271 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.271 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.271 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-16T00:12:17.272 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-16T00:12:17.272 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.272 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.272 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.272 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.272 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.272 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.272 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.272 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.272 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.272 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.272 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.272 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.272 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-16T00:12:17.273 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-16T00:12:17.273 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.273 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.273 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.273 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.273 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.273 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.273 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.273 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.273 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.273 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.273 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.273 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.273 INFO:teuthology.orchestra.run.smithi071.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-16T00:12:17.274 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-16T00:12:17.274 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.274 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.274 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.274 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.274 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.274 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.274 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.274 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.274 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.274 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.274 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.274 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.275 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_PASSWORD": { 2024-09-16T00:12:17.275 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-16T00:12:17.275 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.275 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.275 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.275 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "admin", 2024-09-16T00:12:17.275 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.275 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.275 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.275 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.275 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.275 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.275 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.275 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.276 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-16T00:12:17.276 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-16T00:12:17.276 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.276 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.276 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.276 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.276 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.276 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.276 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.276 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.276 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.276 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.276 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.277 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.277 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_URL": { 2024-09-16T00:12:17.277 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_URL", 2024-09-16T00:12:17.277 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.277 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.277 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.277 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.277 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.277 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.277 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.277 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.277 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.277 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.277 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.278 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.278 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_USERNAME": { 2024-09-16T00:12:17.278 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-16T00:12:17.278 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.278 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.278 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.278 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "admin", 2024-09-16T00:12:17.278 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.278 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.278 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.278 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.278 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.278 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.278 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.279 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.279 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-16T00:12:17.279 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-16T00:12:17.279 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.279 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.279 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.279 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.279 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.279 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.279 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.279 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.279 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.279 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.279 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.280 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.280 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-16T00:12:17.280 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-16T00:12:17.280 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.280 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.280 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.280 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.280 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.280 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.280 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.280 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.280 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.280 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.281 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.281 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.281 INFO:teuthology.orchestra.run.smithi071.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-16T00:12:17.281 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-16T00:12:17.281 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.281 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.281 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.281 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.281 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.281 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.281 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.281 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.281 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.281 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.282 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.282 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.282 INFO:teuthology.orchestra.run.smithi071.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-16T00:12:17.282 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-16T00:12:17.282 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.282 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.282 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.282 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.282 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.282 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.282 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.282 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.282 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.282 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.284 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.284 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.284 INFO:teuthology.orchestra.run.smithi071.stdout: "PROMETHEUS_API_HOST": { 2024-09-16T00:12:17.284 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-16T00:12:17.284 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.284 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.284 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.284 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.284 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.284 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.284 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.284 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.284 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.285 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.285 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.285 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.285 INFO:teuthology.orchestra.run.smithi071.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-16T00:12:17.285 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-16T00:12:17.285 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.285 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.285 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.285 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.285 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.285 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.285 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.285 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.286 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.286 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.286 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.286 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.286 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-16T00:12:17.286 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-16T00:12:17.286 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.286 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.286 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.286 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.286 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.286 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.286 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.286 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.286 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.287 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.287 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.287 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.287 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-16T00:12:17.287 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-16T00:12:17.287 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.287 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.287 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.287 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.287 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.287 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.287 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.287 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.287 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.288 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.288 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.288 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.288 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-16T00:12:17.288 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-16T00:12:17.288 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.288 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.288 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.288 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.288 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.288 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.288 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.288 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.289 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.289 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.289 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.289 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.289 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-16T00:12:17.289 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-16T00:12:17.289 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.289 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.289 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.289 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.289 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.289 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.289 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.289 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.289 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.290 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.290 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.290 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.290 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-16T00:12:17.290 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-16T00:12:17.290 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.290 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.290 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.290 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.290 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.290 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.290 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.290 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.290 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.291 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.291 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.291 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.291 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-16T00:12:17.291 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-16T00:12:17.291 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.291 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.291 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.291 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.291 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.291 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.291 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.291 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.292 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.292 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.292 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.292 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.292 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-16T00:12:17.292 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-16T00:12:17.292 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.292 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.292 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.292 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.292 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.292 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.292 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.292 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.293 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.293 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.293 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.293 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.293 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_ENABLED": { 2024-09-16T00:12:17.293 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-16T00:12:17.293 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.293 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.293 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.293 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.293 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.293 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.293 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.294 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.294 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.294 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.294 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.294 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.294 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-16T00:12:17.294 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-16T00:12:17.294 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.294 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.294 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.294 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-16T00:12:17.294 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.294 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.294 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.295 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.295 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.295 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.295 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.295 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.295 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-16T00:12:17.295 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-16T00:12:17.295 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.295 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.295 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.295 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:17.295 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.295 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.295 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.296 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.296 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.296 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.296 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.296 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.296 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-16T00:12:17.296 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-16T00:12:17.296 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.296 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.296 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.296 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8", 2024-09-16T00:12:17.296 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.296 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.297 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.297 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.297 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.297 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.297 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.297 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.297 INFO:teuthology.orchestra.run.smithi071.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-16T00:12:17.297 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-16T00:12:17.297 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.297 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.297 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.297 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "45", 2024-09-16T00:12:17.297 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.298 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.298 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.298 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.298 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.298 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.298 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.298 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.298 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_ACCESS_KEY": { 2024-09-16T00:12:17.298 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-16T00:12:17.298 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.298 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.298 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.298 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.298 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.299 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.299 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.299 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.299 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.299 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.299 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.299 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.299 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-16T00:12:17.299 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-16T00:12:17.299 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.299 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.299 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.299 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "admin", 2024-09-16T00:12:17.299 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.300 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.300 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.300 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.300 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.300 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.300 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.300 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.300 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_SECRET_KEY": { 2024-09-16T00:12:17.300 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-16T00:12:17.300 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.300 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.300 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.300 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.301 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.301 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.301 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.301 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.301 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.301 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.301 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.301 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.301 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_SSL_VERIFY": { 2024-09-16T00:12:17.301 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-16T00:12:17.301 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.301 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.301 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.301 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.302 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.302 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.302 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.302 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.302 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.302 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.302 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.302 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.302 INFO:teuthology.orchestra.run.smithi071.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-16T00:12:17.302 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-16T00:12:17.302 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.302 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.302 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.302 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-16T00:12:17.303 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.303 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.303 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.303 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.303 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.303 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.303 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.303 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.303 INFO:teuthology.orchestra.run.smithi071.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-16T00:12:17.303 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-16T00:12:17.303 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.303 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.303 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.303 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:17.304 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.304 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.304 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.304 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.304 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.304 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.304 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.304 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.304 INFO:teuthology.orchestra.run.smithi071.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-16T00:12:17.304 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-16T00:12:17.304 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.304 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.304 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.305 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-16T00:12:17.305 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.305 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.305 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.305 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.305 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.305 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.305 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.305 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.305 INFO:teuthology.orchestra.run.smithi071.stdout: "cross_origin_url": { 2024-09-16T00:12:17.305 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cross_origin_url", 2024-09-16T00:12:17.305 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.305 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.305 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.306 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.306 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.306 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.306 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.306 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.306 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.306 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.306 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.306 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.306 INFO:teuthology.orchestra.run.smithi071.stdout: "crt_file": { 2024-09-16T00:12:17.306 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crt_file", 2024-09-16T00:12:17.306 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.306 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.306 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.307 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.307 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.307 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.307 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.307 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.307 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.307 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.307 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.307 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.307 INFO:teuthology.orchestra.run.smithi071.stdout: "debug": { 2024-09-16T00:12:17.307 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "debug", 2024-09-16T00:12:17.307 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.307 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.307 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.308 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.308 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.308 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.308 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.308 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Enable/disable debug options", 2024-09-16T00:12:17.308 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.308 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.308 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.308 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.308 INFO:teuthology.orchestra.run.smithi071.stdout: "jwt_token_ttl": { 2024-09-16T00:12:17.308 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "jwt_token_ttl", 2024-09-16T00:12:17.308 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.308 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.309 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.309 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "28800", 2024-09-16T00:12:17.309 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.309 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.309 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.309 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.309 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.309 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.309 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.309 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.309 INFO:teuthology.orchestra.run.smithi071.stdout: "key_file": { 2024-09-16T00:12:17.309 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "key_file", 2024-09-16T00:12:17.309 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.310 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.310 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.310 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.310 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.310 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.310 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.310 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.310 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.310 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.310 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.310 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.310 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.310 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.310 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.311 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.311 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.311 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.311 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.311 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.311 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.311 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.311 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.311 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.311 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.311 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.311 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.311 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.311 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.312 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.312 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.312 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.312 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.312 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.312 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.312 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.312 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.312 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.312 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.312 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.312 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.312 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.313 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.313 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.313 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.313 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.313 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.313 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.313 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.313 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.313 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.313 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.313 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.313 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.313 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.313 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.314 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.314 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.314 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.314 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.314 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.314 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.314 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.314 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.314 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.314 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.314 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.314 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.314 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.314 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.315 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.315 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.315 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.315 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.315 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.315 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.315 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.315 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.315 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.315 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.315 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.315 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.315 INFO:teuthology.orchestra.run.smithi071.stdout: "motd": { 2024-09-16T00:12:17.316 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "motd", 2024-09-16T00:12:17.316 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.316 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.316 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.316 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.316 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.316 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.316 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.316 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "The message of the day", 2024-09-16T00:12:17.316 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.316 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.316 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.316 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.316 INFO:teuthology.orchestra.run.smithi071.stdout: "redirect_resolve_ip_addr": { 2024-09-16T00:12:17.317 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "redirect_resolve_ip_addr", 2024-09-16T00:12:17.317 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.317 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.317 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.317 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.317 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.317 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.317 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.317 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.317 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.317 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.317 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.317 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.317 INFO:teuthology.orchestra.run.smithi071.stdout: "server_addr": { 2024-09-16T00:12:17.318 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_addr", 2024-09-16T00:12:17.318 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.318 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.318 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.318 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "::", 2024-09-16T00:12:17.318 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.318 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.318 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.318 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.318 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.318 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.318 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.318 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.318 INFO:teuthology.orchestra.run.smithi071.stdout: "server_port": { 2024-09-16T00:12:17.319 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_port", 2024-09-16T00:12:17.319 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.319 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.319 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.319 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8080", 2024-09-16T00:12:17.319 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.319 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.319 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.319 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.319 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.319 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.319 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.319 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.319 INFO:teuthology.orchestra.run.smithi071.stdout: "ssl": { 2024-09-16T00:12:17.320 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssl", 2024-09-16T00:12:17.320 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.320 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.320 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.320 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.320 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.320 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.320 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.320 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.320 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.320 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.320 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.320 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.321 INFO:teuthology.orchestra.run.smithi071.stdout: "ssl_server_port": { 2024-09-16T00:12:17.321 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssl_server_port", 2024-09-16T00:12:17.321 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.321 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.321 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.321 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8443", 2024-09-16T00:12:17.321 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.321 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.321 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.321 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.321 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.321 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.321 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.321 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.322 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_behaviour": { 2024-09-16T00:12:17.322 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_behaviour", 2024-09-16T00:12:17.322 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.322 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.322 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.322 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "redirect", 2024-09-16T00:12:17.322 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.322 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.322 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.322 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.322 INFO:teuthology.orchestra.run.smithi071.stdout: "redirect" 2024-09-16T00:12:17.322 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.322 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.322 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.322 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.323 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.323 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.323 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_error_status_code": { 2024-09-16T00:12:17.323 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_error_status_code", 2024-09-16T00:12:17.323 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.323 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.323 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.323 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "500", 2024-09-16T00:12:17.323 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "400", 2024-09-16T00:12:17.323 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "599", 2024-09-16T00:12:17.323 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.323 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.323 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.323 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.324 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.324 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.324 INFO:teuthology.orchestra.run.smithi071.stdout: "url_prefix": { 2024-09-16T00:12:17.324 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "url_prefix", 2024-09-16T00:12:17.324 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.324 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.324 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.324 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.324 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.324 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.324 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.324 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.324 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.325 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.325 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.325 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.325 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.325 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.325 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.325 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "devicehealth", 2024-09-16T00:12:17.325 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.325 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.325 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.325 INFO:teuthology.orchestra.run.smithi071.stdout: "enable_monitoring": { 2024-09-16T00:12:17.325 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enable_monitoring", 2024-09-16T00:12:17.325 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.325 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.326 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.326 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.326 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.326 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.326 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.326 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "monitor device health metrics", 2024-09-16T00:12:17.326 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.326 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.326 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.326 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.326 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.326 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.326 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.326 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.327 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.327 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.327 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.327 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.327 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.327 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.327 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.327 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.327 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.327 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.327 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.327 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.327 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.328 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.328 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.328 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.328 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.328 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.328 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.328 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.328 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.328 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.328 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.328 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.328 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.328 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.328 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.329 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.329 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.329 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.329 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.329 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.329 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.329 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.329 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.329 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.329 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.329 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.329 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.329 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.330 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.330 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.330 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.330 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.330 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.330 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.330 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.330 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.330 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.330 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.330 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.330 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.330 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.330 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.331 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.331 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.331 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.331 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.331 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.331 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.331 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.331 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.331 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.331 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.331 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.331 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.331 INFO:teuthology.orchestra.run.smithi071.stdout: "mark_out_threshold": { 2024-09-16T00:12:17.332 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mark_out_threshold", 2024-09-16T00:12:17.332 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:17.332 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.332 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.332 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "2419200", 2024-09-16T00:12:17.332 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.332 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.332 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.332 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-16T00:12:17.332 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.332 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.332 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.332 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.333 INFO:teuthology.orchestra.run.smithi071.stdout: "pool_name": { 2024-09-16T00:12:17.333 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pool_name", 2024-09-16T00:12:17.333 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.333 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.333 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.333 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "device_health_metrics", 2024-09-16T00:12:17.333 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.333 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.333 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.333 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-16T00:12:17.333 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.333 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.333 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.333 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.334 INFO:teuthology.orchestra.run.smithi071.stdout: "retention_period": { 2024-09-16T00:12:17.334 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "retention_period", 2024-09-16T00:12:17.334 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:17.334 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.334 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.334 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "15552000", 2024-09-16T00:12:17.334 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.334 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.334 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.334 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how long to retain device health metrics", 2024-09-16T00:12:17.334 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.334 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.334 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.334 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.335 INFO:teuthology.orchestra.run.smithi071.stdout: "scrape_frequency": { 2024-09-16T00:12:17.335 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "scrape_frequency", 2024-09-16T00:12:17.335 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:17.335 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.335 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.335 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "86400", 2024-09-16T00:12:17.335 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.335 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.335 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.335 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-16T00:12:17.335 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.335 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.335 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.336 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.336 INFO:teuthology.orchestra.run.smithi071.stdout: "self_heal": { 2024-09-16T00:12:17.336 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "self_heal", 2024-09-16T00:12:17.336 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.336 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.336 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.336 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.336 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.336 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.336 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.336 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-16T00:12:17.336 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.336 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.336 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.337 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.337 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-16T00:12:17.337 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-16T00:12:17.337 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:17.337 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.337 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.337 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-16T00:12:17.337 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.337 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.337 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.337 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to wake up and check device health", 2024-09-16T00:12:17.337 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.337 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.338 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.338 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.338 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_threshold": { 2024-09-16T00:12:17.338 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_threshold", 2024-09-16T00:12:17.338 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:17.338 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.338 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.338 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "7257600", 2024-09-16T00:12:17.338 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.338 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.338 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.338 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-16T00:12:17.338 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.338 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.339 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.339 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.339 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.339 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.339 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.339 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "diskprediction_local", 2024-09-16T00:12:17.339 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.339 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.339 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.339 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.339 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.339 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.339 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.339 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.340 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.340 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.340 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.340 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.340 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.340 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.340 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.340 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.340 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.340 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.340 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.340 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.340 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.341 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.341 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.341 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.341 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.341 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.341 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.341 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.341 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.341 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.341 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.341 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.341 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.341 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.341 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.342 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.342 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.342 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.342 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.342 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.342 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.342 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.342 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.342 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.342 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.342 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.343 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.343 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.343 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.343 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.343 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.343 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.343 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.343 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.343 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.343 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.343 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.343 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.343 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.344 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.344 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.344 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.344 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.344 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.344 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.344 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.344 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.344 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.344 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.344 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.344 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.344 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.345 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.345 INFO:teuthology.orchestra.run.smithi071.stdout: "predict_interval": { 2024-09-16T00:12:17.345 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "predict_interval", 2024-09-16T00:12:17.345 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.345 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.345 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.345 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "86400", 2024-09-16T00:12:17.345 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.345 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.345 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.345 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.345 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.345 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.345 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.346 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.346 INFO:teuthology.orchestra.run.smithi071.stdout: "predictor_model": { 2024-09-16T00:12:17.346 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "predictor_model", 2024-09-16T00:12:17.346 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.346 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.346 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.346 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "prophetstor", 2024-09-16T00:12:17.346 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.346 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.346 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.346 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.346 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.346 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.347 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.347 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.347 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-16T00:12:17.347 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-16T00:12:17.347 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.347 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.347 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.347 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-16T00:12:17.347 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.347 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.347 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.347 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.347 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.348 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.348 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.348 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.348 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.348 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.348 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.348 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "influx", 2024-09-16T00:12:17.348 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": false, 2024-09-16T00:12:17.348 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "influxdb python module not found", 2024-09-16T00:12:17.348 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.348 INFO:teuthology.orchestra.run.smithi071.stdout: "batch_size": { 2024-09-16T00:12:17.348 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "batch_size", 2024-09-16T00:12:17.348 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.348 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.349 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.349 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5000", 2024-09-16T00:12:17.349 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.349 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.349 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.349 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-16T00:12:17.349 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.349 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.349 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.349 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.349 INFO:teuthology.orchestra.run.smithi071.stdout: "database": { 2024-09-16T00:12:17.349 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "database", 2024-09-16T00:12:17.349 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.350 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.350 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.350 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "ceph", 2024-09-16T00:12:17.350 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.350 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.350 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.350 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-16T00:12:17.350 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.350 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.350 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.350 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.350 INFO:teuthology.orchestra.run.smithi071.stdout: "hostname": { 2024-09-16T00:12:17.350 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "hostname", 2024-09-16T00:12:17.350 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.351 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.351 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.351 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.351 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.351 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.351 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.351 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "InfluxDB server hostname", 2024-09-16T00:12:17.351 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.351 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.351 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.351 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.351 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-16T00:12:17.351 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-16T00:12:17.351 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:17.352 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.352 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.352 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "30", 2024-09-16T00:12:17.352 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "5", 2024-09-16T00:12:17.352 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.352 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.352 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-16T00:12:17.352 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.352 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.352 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.352 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.352 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.352 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.353 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.353 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.353 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.353 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.353 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.353 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.353 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.353 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.353 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.353 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.353 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.353 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.353 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.353 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.354 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.354 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.354 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.354 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.354 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.354 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.354 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.354 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.354 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.354 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.354 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.354 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.354 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.354 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.355 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.355 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.355 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.355 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.355 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.355 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.355 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.355 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.355 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.355 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.355 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.355 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.355 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.355 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.356 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.356 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.356 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.356 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.356 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.356 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.356 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.356 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.356 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.356 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.356 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.356 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.356 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.356 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.357 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.357 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.357 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.357 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.357 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.357 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.357 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.357 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.357 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.357 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.357 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.357 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.357 INFO:teuthology.orchestra.run.smithi071.stdout: "password": { 2024-09-16T00:12:17.357 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "password", 2024-09-16T00:12:17.358 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.358 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.358 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.358 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.358 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.358 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.358 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.358 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "password of InfluxDB server user", 2024-09-16T00:12:17.358 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.358 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.358 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.358 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.358 INFO:teuthology.orchestra.run.smithi071.stdout: "port": { 2024-09-16T00:12:17.358 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "port", 2024-09-16T00:12:17.359 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.359 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.359 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.359 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8086", 2024-09-16T00:12:17.359 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.359 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.359 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.359 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "InfluxDB server port", 2024-09-16T00:12:17.359 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.359 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.359 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.359 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.359 INFO:teuthology.orchestra.run.smithi071.stdout: "ssl": { 2024-09-16T00:12:17.359 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssl", 2024-09-16T00:12:17.360 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.360 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.360 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.360 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "false", 2024-09-16T00:12:17.360 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.360 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.360 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.360 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-16T00:12:17.360 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.360 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.360 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.360 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.360 INFO:teuthology.orchestra.run.smithi071.stdout: "threads": { 2024-09-16T00:12:17.361 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "threads", 2024-09-16T00:12:17.361 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.361 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.361 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.361 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-16T00:12:17.361 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-16T00:12:17.361 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "32", 2024-09-16T00:12:17.361 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.361 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-16T00:12:17.361 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.361 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.361 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.361 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.362 INFO:teuthology.orchestra.run.smithi071.stdout: "username": { 2024-09-16T00:12:17.362 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "username", 2024-09-16T00:12:17.362 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.362 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.362 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.362 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.362 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.362 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.362 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.362 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "username of InfluxDB server user", 2024-09-16T00:12:17.362 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.362 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.362 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.362 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.363 INFO:teuthology.orchestra.run.smithi071.stdout: "verify_ssl": { 2024-09-16T00:12:17.363 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "verify_ssl", 2024-09-16T00:12:17.363 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.363 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.363 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.363 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "true", 2024-09-16T00:12:17.363 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.363 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.363 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.363 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-16T00:12:17.363 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.363 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.363 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.364 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.364 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.364 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.364 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.364 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "insights", 2024-09-16T00:12:17.364 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.364 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.364 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.364 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.364 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.364 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.364 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.364 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.364 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.365 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.365 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.365 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.365 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.365 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.365 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.365 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.365 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.365 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.365 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.365 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.365 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.365 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.366 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.366 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.366 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.366 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.366 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.366 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.366 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.366 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.366 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.366 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.366 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.366 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.366 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.366 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.367 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.367 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.367 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.367 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.367 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.367 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.367 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.367 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.367 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.367 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.367 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.367 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.367 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.368 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.368 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.368 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.368 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.368 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.368 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.368 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.368 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.368 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.368 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.368 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.368 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.368 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.368 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.369 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.369 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.369 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.369 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.369 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.369 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.369 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.369 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.369 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.369 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.369 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.369 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.369 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.370 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "iostat", 2024-09-16T00:12:17.370 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.370 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.370 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.370 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.370 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.370 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.370 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.370 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.370 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.370 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.370 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.370 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.370 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.371 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.371 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.371 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.371 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.371 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.371 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.371 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.371 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.371 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.371 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.371 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.371 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.371 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.371 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.372 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.372 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.372 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.372 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.372 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.372 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.372 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.372 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.372 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.372 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.372 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.372 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.372 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.372 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.373 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.373 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.373 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.373 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.373 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.373 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.373 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.373 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.373 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.373 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.373 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.373 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.373 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.373 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.374 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.374 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.374 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.374 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.374 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.374 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.374 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.374 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.374 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.374 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.374 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.374 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.374 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.374 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.375 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.375 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.375 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.375 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.375 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.375 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.375 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.375 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "k8sevents", 2024-09-16T00:12:17.375 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.375 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.375 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.375 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_event_retention_days": { 2024-09-16T00:12:17.375 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ceph_event_retention_days", 2024-09-16T00:12:17.375 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.376 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.376 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.376 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "7", 2024-09-16T00:12:17.376 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.376 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.376 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.376 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-16T00:12:17.376 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.376 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.376 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.376 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.376 INFO:teuthology.orchestra.run.smithi071.stdout: "config_check_secs": { 2024-09-16T00:12:17.376 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "config_check_secs", 2024-09-16T00:12:17.377 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.377 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.377 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.377 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:17.377 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "10", 2024-09-16T00:12:17.377 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.377 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.377 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-16T00:12:17.377 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.377 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.377 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.377 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.377 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.378 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.378 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.378 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.378 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.378 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.378 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.378 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.378 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.378 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.378 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.378 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.378 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.378 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.378 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.379 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.379 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.379 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.379 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.379 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.379 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.379 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.379 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.379 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.379 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.379 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.379 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.379 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.379 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.380 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.380 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.380 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.380 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.380 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.380 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.380 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.380 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.380 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.380 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.380 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.380 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.380 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.381 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.381 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.381 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.381 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.381 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.381 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.381 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.381 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.381 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.381 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.381 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.381 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.381 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.381 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.382 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.382 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.382 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.382 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.382 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.382 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.382 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.382 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.382 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.382 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.382 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.382 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.382 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.382 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.383 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.383 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.383 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.383 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "localpool", 2024-09-16T00:12:17.383 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.383 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.383 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.383 INFO:teuthology.orchestra.run.smithi071.stdout: "failure_domain": { 2024-09-16T00:12:17.383 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "failure_domain", 2024-09-16T00:12:17.383 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.383 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.383 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.383 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "host", 2024-09-16T00:12:17.383 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.384 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.384 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.384 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "failure domain for any created local pool", 2024-09-16T00:12:17.384 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-16T00:12:17.384 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.384 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.384 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.384 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.384 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.384 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.384 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.384 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.384 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.385 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.385 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.385 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.385 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.385 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.385 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.385 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.385 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.385 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.385 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.385 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.385 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.385 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.385 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.386 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.386 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.386 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.386 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.386 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.386 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.386 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.386 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.386 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.386 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.386 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.386 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.386 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.387 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.387 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.387 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.387 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.387 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.387 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.387 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.387 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.387 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.387 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.387 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.387 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.387 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.387 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.387 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.388 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.388 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.388 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.388 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.388 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.388 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.388 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.388 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.388 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.388 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.388 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.388 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.388 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.389 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.389 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.389 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.389 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.389 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.389 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.389 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.389 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.389 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.389 INFO:teuthology.orchestra.run.smithi071.stdout: "min_size": { 2024-09-16T00:12:17.389 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "min_size", 2024-09-16T00:12:17.389 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.389 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.389 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.389 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.390 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.390 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.390 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.390 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "default min_size for any created local pool", 2024-09-16T00:12:17.390 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-16T00:12:17.390 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.390 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.390 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.390 INFO:teuthology.orchestra.run.smithi071.stdout: "num_rep": { 2024-09-16T00:12:17.390 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "num_rep", 2024-09-16T00:12:17.390 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.390 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.390 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.391 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "3", 2024-09-16T00:12:17.391 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.391 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.391 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.391 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "default replica count for any created local pool", 2024-09-16T00:12:17.391 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.391 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.391 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.391 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.391 INFO:teuthology.orchestra.run.smithi071.stdout: "pg_num": { 2024-09-16T00:12:17.391 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pg_num", 2024-09-16T00:12:17.391 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.391 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.391 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.392 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "128", 2024-09-16T00:12:17.392 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.392 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.392 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.392 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "default pg_num for any created local pool", 2024-09-16T00:12:17.392 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.392 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.392 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.392 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.392 INFO:teuthology.orchestra.run.smithi071.stdout: "prefix": { 2024-09-16T00:12:17.392 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "prefix", 2024-09-16T00:12:17.392 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.392 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.392 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.393 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.393 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.393 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.393 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.393 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "name prefix for any created local pool", 2024-09-16T00:12:17.393 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.393 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.393 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.393 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.393 INFO:teuthology.orchestra.run.smithi071.stdout: "subtree": { 2024-09-16T00:12:17.393 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "subtree", 2024-09-16T00:12:17.393 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.393 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.394 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.394 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "rack", 2024-09-16T00:12:17.394 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.394 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.394 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.394 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-16T00:12:17.394 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-16T00:12:17.394 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.394 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.394 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.394 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.394 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.394 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.394 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mds_autoscaler", 2024-09-16T00:12:17.395 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.395 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.395 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.395 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.395 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.395 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.395 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.395 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.395 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.395 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.395 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.395 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.395 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.395 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.396 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.396 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.396 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.396 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.396 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.396 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.396 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.396 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.396 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.396 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.396 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.397 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.397 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.397 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.397 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.397 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.397 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.397 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.397 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.397 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.397 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.397 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.397 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.397 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.397 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.398 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.398 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.398 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.398 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.398 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.398 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.398 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.398 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.398 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.398 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.398 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.398 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.398 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.398 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.399 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.399 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.399 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.399 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.399 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.399 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.399 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.399 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.399 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.399 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.399 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.399 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.399 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.399 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.400 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.400 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.400 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.400 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.400 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.400 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.400 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.400 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.400 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.400 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mirroring", 2024-09-16T00:12:17.400 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.400 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.400 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.401 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.401 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.401 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.401 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.401 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.401 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.401 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.401 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.401 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.401 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.401 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.401 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.401 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.402 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.402 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.402 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.402 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.402 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.402 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.402 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.402 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.402 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.402 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.402 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.402 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.402 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.402 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.403 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.403 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.403 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.403 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.403 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.403 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.403 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.403 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.403 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.403 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.403 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.403 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.403 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.404 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.404 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.404 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.404 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.404 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.404 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.404 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.404 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.404 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.404 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.404 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.404 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.404 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.404 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.405 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.405 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.405 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.405 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.405 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.405 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.405 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.405 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.405 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.405 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.405 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.405 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.405 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.405 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.406 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.406 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.406 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.406 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.406 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.406 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "nfs", 2024-09-16T00:12:17.406 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.406 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.406 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.406 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.406 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.406 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.406 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.406 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.406 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.407 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.407 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.407 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.407 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.407 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.407 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.407 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.407 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.407 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.407 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.407 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.407 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.407 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.408 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.408 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.408 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.408 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.408 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.408 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.408 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.408 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.408 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.408 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.408 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.408 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.408 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.408 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.409 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.409 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.409 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.409 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.409 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.409 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.409 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.409 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.409 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.409 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.409 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.409 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.409 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.410 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.410 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.410 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.410 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.410 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.410 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.410 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.410 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.410 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.410 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.410 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.410 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.410 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.410 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.411 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.411 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.411 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.411 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.411 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.411 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.411 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.411 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.411 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.411 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.411 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.411 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.411 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.412 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "orchestrator", 2024-09-16T00:12:17.412 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.412 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.412 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.412 INFO:teuthology.orchestra.run.smithi071.stdout: "fail_fs": { 2024-09-16T00:12:17.412 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "fail_fs", 2024-09-16T00:12:17.412 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.412 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.412 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.412 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.412 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.412 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.412 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.413 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-16T00:12:17.413 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.413 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.413 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.413 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.413 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.413 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.413 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.413 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.413 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.413 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.413 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.413 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.413 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.414 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.414 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.414 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.414 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.414 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.414 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.414 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.414 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.414 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.414 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.414 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.414 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.414 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.414 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.415 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.415 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.415 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.415 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.415 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.415 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.415 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.415 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.415 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.415 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.415 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.415 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.415 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.416 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.416 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.416 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.416 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.416 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.416 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.416 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.416 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.416 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.416 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.416 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.416 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.416 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.416 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.417 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.417 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.417 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.417 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.417 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.417 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.417 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.417 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.417 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.417 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.417 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.417 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.417 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.418 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.418 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.418 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.418 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.418 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.418 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.418 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.418 INFO:teuthology.orchestra.run.smithi071.stdout: "orchestrator": { 2024-09-16T00:12:17.418 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "orchestrator", 2024-09-16T00:12:17.418 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.418 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.418 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.418 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.418 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.419 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.419 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.419 INFO:teuthology.orchestra.run.smithi071.stdout: "cephadm", 2024-09-16T00:12:17.419 INFO:teuthology.orchestra.run.smithi071.stdout: "rook", 2024-09-16T00:12:17.419 INFO:teuthology.orchestra.run.smithi071.stdout: "test_orchestrator" 2024-09-16T00:12:17.419 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.419 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Orchestrator backend", 2024-09-16T00:12:17.419 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.419 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.419 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.419 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.419 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.419 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.419 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.420 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "osd_perf_query", 2024-09-16T00:12:17.420 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.420 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.420 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.420 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.420 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.420 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.420 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.420 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.420 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.420 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.420 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.420 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.421 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.421 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.421 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.421 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.421 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.421 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.421 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.421 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.421 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.421 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.421 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.421 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.421 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.421 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.422 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.422 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.422 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.422 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.422 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.422 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.422 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.422 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.422 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.422 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.422 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.422 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.422 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.422 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.423 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.423 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.423 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.423 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.423 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.423 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.423 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.423 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.423 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.423 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.423 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.423 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.423 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.423 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.424 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.424 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.424 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.424 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.424 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.424 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.424 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.424 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.424 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.424 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.424 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.424 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.424 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.424 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.425 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.425 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.425 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.425 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.425 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.425 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.425 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.425 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.425 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "osd_support", 2024-09-16T00:12:17.425 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.425 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.425 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.425 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.425 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.425 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.426 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.426 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.426 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.426 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.426 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.426 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.426 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.426 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.426 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.426 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.426 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.426 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.426 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.426 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.427 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.427 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.427 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.427 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.427 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.427 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.427 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.427 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.427 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.427 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.427 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.427 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.427 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.427 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.428 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.428 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.428 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.428 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.428 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.428 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.428 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.428 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.428 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.428 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.428 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.428 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.428 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.429 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.429 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.429 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.429 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.429 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.429 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.429 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.429 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.429 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.429 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.429 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.429 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.429 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.429 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.430 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.430 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.430 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.430 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.430 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.430 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.430 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.430 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.430 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.430 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.430 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.430 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.430 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.430 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.431 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.431 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pg_autoscaler", 2024-09-16T00:12:17.431 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.431 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.431 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.431 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.431 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.431 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.431 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.431 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.431 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.431 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.431 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.432 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.432 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.432 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.432 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.432 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.432 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.432 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.432 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.432 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.432 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.432 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.432 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.432 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.433 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.433 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.433 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.433 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.433 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.433 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.433 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.433 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.433 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.433 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.433 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.433 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.433 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.433 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.434 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.434 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.434 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.434 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.434 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.434 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.434 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.434 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.434 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.434 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.434 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.434 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.434 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.434 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.435 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.435 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.435 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.435 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.435 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.435 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.435 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.435 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.435 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.435 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.435 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.435 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.435 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.435 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.436 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.436 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.436 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.436 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.436 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.436 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.436 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.436 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-16T00:12:17.436 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-16T00:12:17.436 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:17.436 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.436 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.436 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-16T00:12:17.437 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.437 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.437 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.437 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.437 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.437 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.437 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.437 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.437 INFO:teuthology.orchestra.run.smithi071.stdout: "threshold": { 2024-09-16T00:12:17.437 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "threshold", 2024-09-16T00:12:17.437 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-16T00:12:17.437 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.437 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.437 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "3.0", 2024-09-16T00:12:17.438 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1.0", 2024-09-16T00:12:17.438 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.438 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.438 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "scaling threshold", 2024-09-16T00:12:17.438 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-16T00:12:17.438 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.438 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.438 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.438 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.438 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.438 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.438 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "progress", 2024-09-16T00:12:17.438 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.438 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.439 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.439 INFO:teuthology.orchestra.run.smithi071.stdout: "allow_pg_recovery_event": { 2024-09-16T00:12:17.439 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "allow_pg_recovery_event", 2024-09-16T00:12:17.439 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.439 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.439 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.439 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.439 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.439 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.439 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.439 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-16T00:12:17.439 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.439 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.439 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.440 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.440 INFO:teuthology.orchestra.run.smithi071.stdout: "enabled": { 2024-09-16T00:12:17.440 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enabled", 2024-09-16T00:12:17.440 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.440 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.440 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.440 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.440 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.440 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.440 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.440 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.440 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.440 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.441 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.441 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.441 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.441 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.441 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.441 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.441 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.441 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.441 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.441 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.441 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.441 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.441 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.441 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.442 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.442 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.442 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.442 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.442 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.442 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.442 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.442 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.442 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.442 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.442 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.442 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.442 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.442 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.443 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.443 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.443 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.443 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.443 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.443 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.443 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.443 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.443 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.443 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.443 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.443 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.443 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.443 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.444 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.444 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.444 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.444 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.444 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.444 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.444 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.444 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.444 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.444 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.444 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.444 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.444 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.444 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.445 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.445 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.445 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.445 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.445 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.445 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.445 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.445 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.445 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.445 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.445 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.445 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.445 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.445 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.446 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.446 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.446 INFO:teuthology.orchestra.run.smithi071.stdout: "max_completed_events": { 2024-09-16T00:12:17.446 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_completed_events", 2024-09-16T00:12:17.446 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.446 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.446 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.446 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "50", 2024-09-16T00:12:17.446 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.446 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.446 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.446 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "number of past completed events to remember", 2024-09-16T00:12:17.447 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.447 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.447 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.447 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.447 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-16T00:12:17.447 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-16T00:12:17.447 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:17.447 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.447 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.447 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-16T00:12:17.447 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.447 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.447 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.447 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how long the module is going to sleep", 2024-09-16T00:12:17.448 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.448 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.448 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.448 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.448 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.448 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.448 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.448 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "prometheus", 2024-09-16T00:12:17.448 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.448 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.448 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.448 INFO:teuthology.orchestra.run.smithi071.stdout: "cache": { 2024-09-16T00:12:17.448 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cache", 2024-09-16T00:12:17.448 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.449 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.449 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.449 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.449 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.449 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.449 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.449 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.449 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.449 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.449 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.449 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.449 INFO:teuthology.orchestra.run.smithi071.stdout: "exclude_perf_counters": { 2024-09-16T00:12:17.449 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "exclude_perf_counters", 2024-09-16T00:12:17.450 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.450 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.450 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.450 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.450 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.450 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.450 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.450 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-16T00:12:17.450 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-16T00:12:17.450 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.450 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.450 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.450 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.450 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.451 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.451 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.451 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.451 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.451 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.451 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.451 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.451 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.451 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.451 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.451 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.451 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.451 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.451 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.452 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.452 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.452 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.452 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.452 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.452 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.452 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.452 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.452 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.452 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.452 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.452 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.452 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.452 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.453 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.453 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.453 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.453 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.453 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.453 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.453 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.453 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.453 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.453 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.453 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.453 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.453 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.454 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.454 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.454 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.454 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.454 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.454 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.454 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.454 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.454 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.454 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.454 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.454 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.454 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.454 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.455 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.455 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.455 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.455 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.455 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.455 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.455 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.455 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.455 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.455 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.455 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.455 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.456 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.456 INFO:teuthology.orchestra.run.smithi071.stdout: "rbd_stats_pools": { 2024-09-16T00:12:17.456 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rbd_stats_pools", 2024-09-16T00:12:17.456 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.456 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.456 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.456 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.456 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.456 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.456 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.456 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.456 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.456 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.456 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.457 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.457 INFO:teuthology.orchestra.run.smithi071.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-16T00:12:17.457 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-16T00:12:17.457 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.457 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.457 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.457 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "300", 2024-09-16T00:12:17.457 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.457 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.457 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.457 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.457 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.457 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.458 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.458 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.458 INFO:teuthology.orchestra.run.smithi071.stdout: "scrape_interval": { 2024-09-16T00:12:17.458 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "scrape_interval", 2024-09-16T00:12:17.458 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-16T00:12:17.458 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.458 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.458 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "15.0", 2024-09-16T00:12:17.458 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.458 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.458 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.458 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.458 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.458 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.459 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.459 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.459 INFO:teuthology.orchestra.run.smithi071.stdout: "server_addr": { 2024-09-16T00:12:17.459 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_addr", 2024-09-16T00:12:17.459 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.459 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.459 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.459 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "::", 2024-09-16T00:12:17.459 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.459 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.459 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.459 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-16T00:12:17.459 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.459 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.460 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.460 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.460 INFO:teuthology.orchestra.run.smithi071.stdout: "server_port": { 2024-09-16T00:12:17.460 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_port", 2024-09-16T00:12:17.460 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.460 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.460 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.460 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "9283", 2024-09-16T00:12:17.460 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.460 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.460 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.460 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-16T00:12:17.460 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.461 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.461 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.461 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.461 INFO:teuthology.orchestra.run.smithi071.stdout: "stale_cache_strategy": { 2024-09-16T00:12:17.461 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "stale_cache_strategy", 2024-09-16T00:12:17.461 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.461 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.461 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.461 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "log", 2024-09-16T00:12:17.461 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.461 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.461 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.461 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.461 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.461 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.462 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.462 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.462 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_behaviour": { 2024-09-16T00:12:17.462 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_behaviour", 2024-09-16T00:12:17.462 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.462 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.462 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.462 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "default", 2024-09-16T00:12:17.462 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.462 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.462 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.462 INFO:teuthology.orchestra.run.smithi071.stdout: "default", 2024-09-16T00:12:17.462 INFO:teuthology.orchestra.run.smithi071.stdout: "error" 2024-09-16T00:12:17.463 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.463 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.463 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.463 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.463 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.463 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.463 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_error_status_code": { 2024-09-16T00:12:17.463 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_error_status_code", 2024-09-16T00:12:17.463 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.463 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.463 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.463 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "500", 2024-09-16T00:12:17.463 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "400", 2024-09-16T00:12:17.464 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "599", 2024-09-16T00:12:17.464 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.464 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.464 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.464 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.464 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.464 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.464 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.464 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.464 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.464 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rbd_support", 2024-09-16T00:12:17.464 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.464 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.464 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.465 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.465 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.465 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.465 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.465 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.465 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.465 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.465 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.465 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.465 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.465 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.465 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.465 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.466 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.466 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.466 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.466 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.466 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.466 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.466 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.466 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.466 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.466 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.466 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.466 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.466 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.466 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.467 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.467 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.467 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.467 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.467 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.467 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.467 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.467 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.467 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.467 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.467 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.467 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.467 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.468 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.468 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.468 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.468 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.468 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.468 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.468 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.468 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.468 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.468 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.468 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.468 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.468 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.468 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.469 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.469 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.469 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.469 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.469 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.469 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.469 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.469 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.469 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.469 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.469 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.469 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.469 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.470 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.470 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.470 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.470 INFO:teuthology.orchestra.run.smithi071.stdout: "max_concurrent_snap_create": { 2024-09-16T00:12:17.470 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_concurrent_snap_create", 2024-09-16T00:12:17.470 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.470 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.470 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.470 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-16T00:12:17.470 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.470 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.470 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.470 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.470 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.471 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.471 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.471 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.471 INFO:teuthology.orchestra.run.smithi071.stdout: "mirror_snapshot_schedule": { 2024-09-16T00:12:17.471 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mirror_snapshot_schedule", 2024-09-16T00:12:17.471 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.471 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.471 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.471 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.471 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.471 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.471 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.471 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.472 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.472 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.472 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.472 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.472 INFO:teuthology.orchestra.run.smithi071.stdout: "trash_purge_schedule": { 2024-09-16T00:12:17.472 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "trash_purge_schedule", 2024-09-16T00:12:17.472 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.472 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.472 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.472 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.472 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.472 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.472 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.473 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.473 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.473 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.473 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.473 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.473 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.473 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.473 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.473 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "restful", 2024-09-16T00:12:17.473 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.473 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.473 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.473 INFO:teuthology.orchestra.run.smithi071.stdout: "enable_auth": { 2024-09-16T00:12:17.473 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enable_auth", 2024-09-16T00:12:17.473 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.474 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.474 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.474 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.474 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.474 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.474 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.474 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.474 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.474 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.474 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.474 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.474 INFO:teuthology.orchestra.run.smithi071.stdout: "key_file": { 2024-09-16T00:12:17.474 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "key_file", 2024-09-16T00:12:17.475 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.475 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.475 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.475 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.475 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.475 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.475 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.475 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.475 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.475 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.475 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.475 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.475 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.475 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.476 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.476 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.476 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.476 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.476 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.476 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.476 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.476 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.476 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.476 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.476 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.476 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.476 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.476 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.477 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.477 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.477 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.477 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.477 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.477 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.477 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.477 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.477 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.477 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.477 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.477 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.477 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.477 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.478 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.478 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.478 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.478 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.478 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.478 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.478 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.478 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.478 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.478 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.478 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.478 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.478 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.478 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.479 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.479 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.479 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.479 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.479 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.479 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.479 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.479 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.479 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.479 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.479 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.479 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.479 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.479 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.480 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.480 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.480 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.480 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.480 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.480 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.480 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.480 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.480 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.480 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.480 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.480 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.480 INFO:teuthology.orchestra.run.smithi071.stdout: "server_addr": { 2024-09-16T00:12:17.481 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_addr", 2024-09-16T00:12:17.481 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.481 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.481 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.481 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.481 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.481 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.481 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.481 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.481 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.481 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.481 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.481 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.482 INFO:teuthology.orchestra.run.smithi071.stdout: "server_port": { 2024-09-16T00:12:17.482 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_port", 2024-09-16T00:12:17.482 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.482 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.482 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.482 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.482 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.482 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.482 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.482 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.482 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.482 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.482 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.482 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.483 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.483 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.483 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.483 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rgw", 2024-09-16T00:12:17.483 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.483 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.483 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.483 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.483 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.483 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.483 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.483 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.483 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.484 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.484 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.484 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.484 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.484 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.484 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.484 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.484 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.484 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.484 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.484 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.484 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.484 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.485 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.485 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.485 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.485 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.485 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.485 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.485 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.485 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.485 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.485 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.485 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.485 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.485 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.486 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.486 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.486 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.486 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.486 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.486 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.486 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.486 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.486 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.486 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.486 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.486 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.486 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.487 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.487 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.487 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.487 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.487 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.487 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.487 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.487 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.487 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.487 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.487 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.487 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.487 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.487 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.488 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.488 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.488 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.488 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.488 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.488 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.488 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.488 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.488 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.488 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.488 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.488 INFO:teuthology.orchestra.run.smithi071.stdout: "secondary_zone_period_retry_limit": { 2024-09-16T00:12:17.488 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "secondary_zone_period_retry_limit", 2024-09-16T00:12:17.489 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.489 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.489 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.489 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-16T00:12:17.489 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.489 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.489 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.489 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "RGW module period update retry limit for secondary site", 2024-09-16T00:12:17.489 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.489 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.489 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.489 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.489 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.489 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.490 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.490 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rook", 2024-09-16T00:12:17.490 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.490 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.490 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.490 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.490 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.490 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.490 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.490 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.490 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.490 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.490 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.491 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.491 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.491 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.491 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.491 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.491 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.491 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.491 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.491 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.491 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.491 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.491 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.491 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.491 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.491 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.492 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.492 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.492 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.492 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.492 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.492 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.492 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.492 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.492 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.492 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.492 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.492 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.492 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.493 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.493 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.493 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.493 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.493 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.493 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.493 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.493 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.493 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.493 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.493 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.493 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.493 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.493 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.494 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.494 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.494 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.494 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.494 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.494 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.494 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.494 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.494 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.494 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.494 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.494 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.494 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.494 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.495 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.495 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.495 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.495 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.495 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.495 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.495 INFO:teuthology.orchestra.run.smithi071.stdout: "storage_class": { 2024-09-16T00:12:17.495 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "storage_class", 2024-09-16T00:12:17.495 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.495 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.495 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.495 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "local", 2024-09-16T00:12:17.495 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.495 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.496 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.496 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-16T00:12:17.496 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.496 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.496 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.496 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.496 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.496 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.496 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.496 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "selftest", 2024-09-16T00:12:17.496 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.496 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.496 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.496 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.497 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.497 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.497 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.497 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.497 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.497 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.497 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.497 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.497 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.497 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.497 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.497 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.497 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.498 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.498 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.498 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.498 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.498 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.498 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.498 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.498 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.498 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.498 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.498 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.498 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.498 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.499 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.499 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.499 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.499 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.499 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.499 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.499 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.499 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.499 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.499 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.499 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.499 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.499 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.499 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.500 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.500 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.500 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.500 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.500 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.500 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.500 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.500 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.500 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.500 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.500 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.500 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.500 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.501 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.501 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.501 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.501 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.501 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.501 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.501 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.501 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.501 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.501 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.501 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.501 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.501 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.501 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.502 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.502 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.502 INFO:teuthology.orchestra.run.smithi071.stdout: "roption1": { 2024-09-16T00:12:17.502 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "roption1", 2024-09-16T00:12:17.502 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.502 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.502 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.502 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.502 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.502 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.502 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.502 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.502 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.503 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.503 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.503 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.503 INFO:teuthology.orchestra.run.smithi071.stdout: "roption2": { 2024-09-16T00:12:17.503 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "roption2", 2024-09-16T00:12:17.503 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.503 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.503 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.503 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "xyz", 2024-09-16T00:12:17.503 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.503 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.503 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.503 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.503 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.504 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.504 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.504 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.504 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption1": { 2024-09-16T00:12:17.504 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption1", 2024-09-16T00:12:17.504 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.504 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.504 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.504 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.504 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.504 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.504 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.504 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.505 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.505 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.505 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.505 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.505 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption2": { 2024-09-16T00:12:17.505 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption2", 2024-09-16T00:12:17.505 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.505 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.505 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.505 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.505 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.505 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.505 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.506 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.506 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.506 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.506 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.506 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.506 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption3": { 2024-09-16T00:12:17.506 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption3", 2024-09-16T00:12:17.506 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-16T00:12:17.506 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.506 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.506 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.506 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.506 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.507 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.507 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.507 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.507 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.507 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.507 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.507 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption4": { 2024-09-16T00:12:17.507 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption4", 2024-09-16T00:12:17.507 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.507 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.507 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.507 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.507 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.507 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.508 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.508 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.508 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.508 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.508 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.508 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.508 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption5": { 2024-09-16T00:12:17.508 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption5", 2024-09-16T00:12:17.508 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.508 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.508 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.508 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.508 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.508 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.509 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.509 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.509 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.509 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.509 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.509 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.509 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption6": { 2024-09-16T00:12:17.509 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption6", 2024-09-16T00:12:17.509 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.509 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.509 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.509 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.509 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.510 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.510 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.510 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.510 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.510 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.510 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.510 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.510 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption7": { 2024-09-16T00:12:17.510 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption7", 2024-09-16T00:12:17.510 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.510 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.510 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.510 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.510 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-16T00:12:17.511 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "42", 2024-09-16T00:12:17.511 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.511 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.511 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.511 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.511 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.511 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.511 INFO:teuthology.orchestra.run.smithi071.stdout: "testkey": { 2024-09-16T00:12:17.511 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "testkey", 2024-09-16T00:12:17.511 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.511 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.511 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.511 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.511 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.512 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.512 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.512 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.512 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.512 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.512 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.512 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.512 INFO:teuthology.orchestra.run.smithi071.stdout: "testlkey": { 2024-09-16T00:12:17.512 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "testlkey", 2024-09-16T00:12:17.512 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.512 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.512 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.512 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.513 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.513 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.513 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.513 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.513 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.513 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.513 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.513 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.513 INFO:teuthology.orchestra.run.smithi071.stdout: "testnewline": { 2024-09-16T00:12:17.513 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "testnewline", 2024-09-16T00:12:17.513 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.513 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.513 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.513 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.514 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.514 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.514 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.514 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.514 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.514 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.514 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.514 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.514 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.514 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.514 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.514 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "snap_schedule", 2024-09-16T00:12:17.514 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.514 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.514 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.515 INFO:teuthology.orchestra.run.smithi071.stdout: "allow_m_granularity": { 2024-09-16T00:12:17.515 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "allow_m_granularity", 2024-09-16T00:12:17.515 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.515 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.515 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.515 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.515 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.515 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.515 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.515 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "allow minute scheduled snapshots", 2024-09-16T00:12:17.515 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.515 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.515 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.516 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.516 INFO:teuthology.orchestra.run.smithi071.stdout: "dump_on_update": { 2024-09-16T00:12:17.516 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "dump_on_update", 2024-09-16T00:12:17.516 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.516 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.516 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.516 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.516 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.516 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.516 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.516 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "dump database to debug log on update", 2024-09-16T00:12:17.516 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.516 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.516 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.517 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.517 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.517 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.517 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.517 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.517 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.517 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.517 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.517 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.517 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.517 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.517 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.517 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.518 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.518 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.518 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.518 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.518 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.518 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.518 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.518 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.518 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.518 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.518 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.518 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.518 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.519 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.519 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.519 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.519 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.519 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.519 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.519 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.519 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.519 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.519 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.519 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.519 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.519 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.520 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.520 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.520 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.520 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.520 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.520 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.520 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.520 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.520 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.520 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.520 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.520 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.520 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.520 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.521 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.521 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.521 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.521 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.521 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.521 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.521 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.521 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.521 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.521 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.521 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.521 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.521 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.522 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.522 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.522 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.522 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.522 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.522 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.522 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.522 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.522 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "stats", 2024-09-16T00:12:17.522 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.522 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.522 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.522 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.522 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.523 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.523 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.523 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.523 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.523 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.523 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.523 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.523 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.523 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.523 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.523 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.523 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.523 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.523 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.524 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.524 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.524 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.524 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.524 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.524 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.524 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.524 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.524 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.524 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.524 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.524 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.524 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.525 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.525 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.525 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.525 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.525 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.525 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.525 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.525 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.525 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.525 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.525 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.525 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.525 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.525 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.526 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.526 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.526 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.526 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.526 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.526 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.526 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.526 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.526 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.526 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.526 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.526 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.526 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.526 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.527 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.527 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.527 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.527 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.527 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.527 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.527 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.527 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.527 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.527 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.527 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.527 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.527 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.527 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.528 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.528 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.528 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "status", 2024-09-16T00:12:17.528 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.528 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.528 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.528 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.528 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.528 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.528 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.528 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.528 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.528 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.529 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.529 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.529 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.529 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.529 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.529 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.529 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.529 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.529 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.529 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.529 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.529 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.529 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.529 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.530 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.530 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.530 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.530 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.530 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.530 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.530 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.530 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.530 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.530 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.530 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.530 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.530 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.530 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.530 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.531 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.531 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.531 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.531 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.531 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.531 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.531 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.531 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.531 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.531 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.531 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.531 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.531 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.532 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.532 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.532 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.532 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.532 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.532 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.532 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.532 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.532 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.532 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.532 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.532 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.532 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.533 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.533 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.533 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.533 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.533 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.533 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.533 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.533 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.533 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.533 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.533 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.533 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "telegraf", 2024-09-16T00:12:17.533 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.534 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.534 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.534 INFO:teuthology.orchestra.run.smithi071.stdout: "address": { 2024-09-16T00:12:17.534 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "address", 2024-09-16T00:12:17.534 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.534 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.534 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.534 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-16T00:12:17.534 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.534 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.534 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.534 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.534 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.535 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.535 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.535 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.535 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-16T00:12:17.535 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-16T00:12:17.535 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:17.535 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.535 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.535 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "15", 2024-09-16T00:12:17.535 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.535 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.535 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.535 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.535 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.536 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.536 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.536 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.536 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.536 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.536 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.536 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.536 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.536 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.536 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.536 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.536 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.536 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.537 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.537 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.537 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.537 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.537 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.537 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.537 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.537 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.537 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.537 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.537 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.537 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.537 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.538 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.538 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.538 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.538 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.538 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.538 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.538 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.538 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.538 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.538 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.538 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.538 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.538 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.538 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.539 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.539 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.539 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.539 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.539 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.539 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.539 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.539 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.539 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.539 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.539 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.539 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.539 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.540 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.540 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.540 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.540 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.540 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.540 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.540 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.540 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.540 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.540 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.540 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.540 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.540 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.541 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.541 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.541 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.541 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.541 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.541 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.541 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.541 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.541 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.541 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.541 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "telemetry", 2024-09-16T00:12:17.541 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.541 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.541 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.542 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_basic": { 2024-09-16T00:12:17.542 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_basic", 2024-09-16T00:12:17.542 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.542 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.542 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.542 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.542 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.542 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.542 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.542 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-16T00:12:17.542 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.542 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.542 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.543 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.543 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_crash": { 2024-09-16T00:12:17.543 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_crash", 2024-09-16T00:12:17.543 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.543 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.543 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.543 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.543 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.543 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.543 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.543 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-16T00:12:17.543 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.543 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.543 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.544 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.544 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_device": { 2024-09-16T00:12:17.544 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_device", 2024-09-16T00:12:17.544 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.544 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.544 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.544 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.544 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.544 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.544 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.544 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-16T00:12:17.544 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.544 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.545 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.545 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.545 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_ident": { 2024-09-16T00:12:17.545 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_ident", 2024-09-16T00:12:17.545 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.545 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.545 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.545 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.545 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.545 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.545 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.545 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-16T00:12:17.545 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.545 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.546 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.546 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.546 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_perf": { 2024-09-16T00:12:17.546 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_perf", 2024-09-16T00:12:17.546 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.546 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.546 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.546 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.546 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.546 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.546 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.546 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-16T00:12:17.546 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.546 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.547 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.547 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.547 INFO:teuthology.orchestra.run.smithi071.stdout: "contact": { 2024-09-16T00:12:17.547 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "contact", 2024-09-16T00:12:17.547 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.547 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.547 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.547 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.547 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.547 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.547 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.547 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.547 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.547 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.548 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.548 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.548 INFO:teuthology.orchestra.run.smithi071.stdout: "description": { 2024-09-16T00:12:17.548 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "description", 2024-09-16T00:12:17.548 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.548 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.548 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.548 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.548 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.548 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.548 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.548 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.548 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.548 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.549 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.549 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.549 INFO:teuthology.orchestra.run.smithi071.stdout: "device_url": { 2024-09-16T00:12:17.549 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "device_url", 2024-09-16T00:12:17.549 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.549 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.549 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.549 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-16T00:12:17.549 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.549 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.549 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.549 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.549 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.549 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.550 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.550 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.550 INFO:teuthology.orchestra.run.smithi071.stdout: "enabled": { 2024-09-16T00:12:17.550 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enabled", 2024-09-16T00:12:17.550 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.550 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.550 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.550 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.550 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.550 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.550 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.550 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.550 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.551 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.551 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.551 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.551 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-16T00:12:17.551 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-16T00:12:17.551 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.551 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.551 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.551 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "24", 2024-09-16T00:12:17.551 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "8", 2024-09-16T00:12:17.551 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.551 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.551 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.551 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.552 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.552 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.552 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.552 INFO:teuthology.orchestra.run.smithi071.stdout: "last_opt_revision": { 2024-09-16T00:12:17.552 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "last_opt_revision", 2024-09-16T00:12:17.552 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.552 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.552 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.552 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "1", 2024-09-16T00:12:17.552 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.552 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.552 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.552 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.553 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.553 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.553 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.553 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.553 INFO:teuthology.orchestra.run.smithi071.stdout: "leaderboard": { 2024-09-16T00:12:17.553 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "leaderboard", 2024-09-16T00:12:17.553 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.553 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.553 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.553 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.553 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.553 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.553 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.553 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.554 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.554 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.554 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.554 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.554 INFO:teuthology.orchestra.run.smithi071.stdout: "leaderboard_description": { 2024-09-16T00:12:17.554 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "leaderboard_description", 2024-09-16T00:12:17.554 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.554 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.554 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.554 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.554 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.554 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.554 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.555 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.555 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.555 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.555 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.555 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.555 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.555 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.555 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.555 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.555 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.555 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.555 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.555 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.556 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.556 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.556 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.556 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.556 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.556 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.556 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.556 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.556 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.556 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.556 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.556 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.556 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.556 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.557 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.557 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.557 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.557 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.557 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.557 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.557 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.557 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.557 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.557 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.557 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.557 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.557 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.558 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.558 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.558 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.558 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.558 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.558 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.558 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.558 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.558 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.558 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.558 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.558 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.558 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.558 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.559 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.559 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.559 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.559 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.559 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.559 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.559 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.559 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.559 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.559 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.559 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.559 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.559 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.559 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.560 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.560 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.560 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.560 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.560 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.560 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.560 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.560 INFO:teuthology.orchestra.run.smithi071.stdout: "organization": { 2024-09-16T00:12:17.560 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "organization", 2024-09-16T00:12:17.560 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.560 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.560 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.560 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.561 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.561 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.561 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.561 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.561 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.561 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.561 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.561 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.561 INFO:teuthology.orchestra.run.smithi071.stdout: "proxy": { 2024-09-16T00:12:17.561 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "proxy", 2024-09-16T00:12:17.561 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.561 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.561 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.561 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.562 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.562 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.562 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.562 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.562 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.562 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.562 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.562 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.562 INFO:teuthology.orchestra.run.smithi071.stdout: "url": { 2024-09-16T00:12:17.562 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "url", 2024-09-16T00:12:17.562 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.562 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.562 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.562 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-16T00:12:17.562 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.563 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.563 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.563 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.563 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.563 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.563 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.563 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.563 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.563 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.563 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.563 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "test_orchestrator", 2024-09-16T00:12:17.563 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.563 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.563 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.564 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.564 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.564 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.564 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.564 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.564 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.564 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.564 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.564 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.564 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.564 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.564 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.564 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.565 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.565 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.565 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.565 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.565 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.565 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.565 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.565 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.565 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.565 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.565 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.565 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.565 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.565 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.565 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.566 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.566 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.566 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.566 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.566 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.566 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.566 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.566 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.566 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.566 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.566 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.566 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.566 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.567 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.567 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.567 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.567 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.567 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.567 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.567 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.567 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.567 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.567 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.567 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.567 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.567 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.567 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.568 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.568 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.568 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.568 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.568 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.568 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.568 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.568 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.568 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.568 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.568 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.568 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.568 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.569 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.569 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.569 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.569 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.569 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.569 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "volumes", 2024-09-16T00:12:17.569 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.569 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.569 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.569 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.569 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.569 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.569 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.569 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.570 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.570 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.570 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.570 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.570 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.570 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.570 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.570 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.570 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.570 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.570 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.570 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.570 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.570 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.571 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.571 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.571 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.571 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.571 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.571 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.571 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.571 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.571 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.571 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.571 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.571 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.571 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.571 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.572 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.572 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.572 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.572 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.572 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.572 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.572 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.572 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.572 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.572 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.572 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.572 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.572 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.573 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.573 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.573 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.573 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.573 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.573 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.573 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.573 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.573 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.573 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.573 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.573 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.573 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.573 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.574 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.574 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.574 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.574 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.574 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.574 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.574 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.574 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.574 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.574 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.574 INFO:teuthology.orchestra.run.smithi071.stdout: "max_concurrent_clones": { 2024-09-16T00:12:17.574 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_concurrent_clones", 2024-09-16T00:12:17.574 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.575 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.575 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.575 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "4", 2024-09-16T00:12:17.575 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.575 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.575 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.575 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-16T00:12:17.575 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.575 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.575 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.575 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.575 INFO:teuthology.orchestra.run.smithi071.stdout: "periodic_async_work": { 2024-09-16T00:12:17.575 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "periodic_async_work", 2024-09-16T00:12:17.575 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.576 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.576 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.576 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.576 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.576 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.576 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.576 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Periodically check for async work", 2024-09-16T00:12:17.576 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.576 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.576 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.576 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.576 INFO:teuthology.orchestra.run.smithi071.stdout: "snapshot_clone_delay": { 2024-09-16T00:12:17.576 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "snapshot_clone_delay", 2024-09-16T00:12:17.577 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.577 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.577 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.577 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-16T00:12:17.577 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.577 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.577 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.577 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-16T00:12:17.577 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.577 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.577 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.577 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.577 INFO:teuthology.orchestra.run.smithi071.stdout: "snapshot_clone_no_wait": { 2024-09-16T00:12:17.578 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "snapshot_clone_no_wait", 2024-09-16T00:12:17.578 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.578 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.578 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.578 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-16T00:12:17.578 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.578 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.578 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.578 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-16T00:12:17.578 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.578 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.578 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.578 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.578 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.579 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.579 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.579 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix", 2024-09-16T00:12:17.579 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-16T00:12:17.579 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-16T00:12:17.579 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-16T00:12:17.579 INFO:teuthology.orchestra.run.smithi071.stdout: "discovery_interval": { 2024-09-16T00:12:17.579 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "discovery_interval", 2024-09-16T00:12:17.579 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-16T00:12:17.579 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.579 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.579 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "100", 2024-09-16T00:12:17.579 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.579 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.580 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.580 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.580 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.580 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.580 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.580 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.580 INFO:teuthology.orchestra.run.smithi071.stdout: "identifier": { 2024-09-16T00:12:17.580 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "identifier", 2024-09-16T00:12:17.580 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.580 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.580 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.580 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.580 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.581 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.581 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.581 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.581 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.581 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.581 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.581 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.581 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-16T00:12:17.581 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-16T00:12:17.581 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-16T00:12:17.581 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.581 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.581 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-16T00:12:17.581 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.582 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.582 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.582 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.582 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.582 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.582 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.582 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.582 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-16T00:12:17.582 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-16T00:12:17.582 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.582 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.582 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.582 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.582 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.583 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.583 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.583 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.583 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.583 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.583 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.583 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.583 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.583 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.583 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.583 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.583 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.583 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.583 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.584 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-16T00:12:17.584 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-16T00:12:17.584 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.584 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.584 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.584 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.584 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.584 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.584 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.584 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.584 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.584 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.584 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.584 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.585 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-16T00:12:17.585 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-16T00:12:17.585 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.585 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.585 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.585 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-16T00:12:17.585 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.585 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.585 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-16T00:12:17.585 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-16T00:12:17.585 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-16T00:12:17.585 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-16T00:12:17.585 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-16T00:12:17.586 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-16T00:12:17.586 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-16T00:12:17.586 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.586 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.586 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.586 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.586 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.586 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.586 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-16T00:12:17.586 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-16T00:12:17.586 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-16T00:12:17.586 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.586 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-16T00:12:17.586 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-16T00:12:17.587 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.587 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.587 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.587 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.587 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.587 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.587 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.587 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.587 INFO:teuthology.orchestra.run.smithi071.stdout: "zabbix_host": { 2024-09-16T00:12:17.587 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix_host", 2024-09-16T00:12:17.587 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.587 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.587 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.588 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-16T00:12:17.588 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.588 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.588 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.588 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.588 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.588 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.588 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.588 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.588 INFO:teuthology.orchestra.run.smithi071.stdout: "zabbix_port": { 2024-09-16T00:12:17.588 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix_port", 2024-09-16T00:12:17.588 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-16T00:12:17.588 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.588 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.589 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10051", 2024-09-16T00:12:17.589 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.589 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.589 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.589 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.589 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.589 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.589 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.589 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.589 INFO:teuthology.orchestra.run.smithi071.stdout: "zabbix_sender": { 2024-09-16T00:12:17.589 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix_sender", 2024-09-16T00:12:17.589 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-16T00:12:17.589 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-16T00:12:17.590 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-16T00:12:17.590 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-16T00:12:17.590 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-16T00:12:17.590 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-16T00:12:17.590 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-16T00:12:17.590 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-16T00:12:17.590 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-16T00:12:17.590 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-16T00:12:17.590 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-16T00:12:17.590 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.590 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.590 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.590 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.590 INFO:teuthology.orchestra.run.smithi071.stdout: "services": { 2024-09-16T00:12:17.591 INFO:teuthology.orchestra.run.smithi071.stdout: "dashboard": "https://172.21.15.71:8443/" 2024-09-16T00:12:17.591 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.591 INFO:teuthology.orchestra.run.smithi071.stdout: "always_on_modules": { 2024-09-16T00:12:17.591 INFO:teuthology.orchestra.run.smithi071.stdout: "octopus": [ 2024-09-16T00:12:17.591 INFO:teuthology.orchestra.run.smithi071.stdout: "balancer", 2024-09-16T00:12:17.591 INFO:teuthology.orchestra.run.smithi071.stdout: "crash", 2024-09-16T00:12:17.591 INFO:teuthology.orchestra.run.smithi071.stdout: "devicehealth", 2024-09-16T00:12:17.591 INFO:teuthology.orchestra.run.smithi071.stdout: "orchestrator", 2024-09-16T00:12:17.591 INFO:teuthology.orchestra.run.smithi071.stdout: "pg_autoscaler", 2024-09-16T00:12:17.591 INFO:teuthology.orchestra.run.smithi071.stdout: "progress", 2024-09-16T00:12:17.591 INFO:teuthology.orchestra.run.smithi071.stdout: "rbd_support", 2024-09-16T00:12:17.591 INFO:teuthology.orchestra.run.smithi071.stdout: "status", 2024-09-16T00:12:17.591 INFO:teuthology.orchestra.run.smithi071.stdout: "telemetry", 2024-09-16T00:12:17.591 INFO:teuthology.orchestra.run.smithi071.stdout: "volumes" 2024-09-16T00:12:17.592 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.592 INFO:teuthology.orchestra.run.smithi071.stdout: "pacific": [ 2024-09-16T00:12:17.592 INFO:teuthology.orchestra.run.smithi071.stdout: "balancer", 2024-09-16T00:12:17.592 INFO:teuthology.orchestra.run.smithi071.stdout: "crash", 2024-09-16T00:12:17.592 INFO:teuthology.orchestra.run.smithi071.stdout: "devicehealth", 2024-09-16T00:12:17.592 INFO:teuthology.orchestra.run.smithi071.stdout: "orchestrator", 2024-09-16T00:12:17.592 INFO:teuthology.orchestra.run.smithi071.stdout: "pg_autoscaler", 2024-09-16T00:12:17.592 INFO:teuthology.orchestra.run.smithi071.stdout: "progress", 2024-09-16T00:12:17.592 INFO:teuthology.orchestra.run.smithi071.stdout: "rbd_support", 2024-09-16T00:12:17.592 INFO:teuthology.orchestra.run.smithi071.stdout: "status", 2024-09-16T00:12:17.592 INFO:teuthology.orchestra.run.smithi071.stdout: "telemetry", 2024-09-16T00:12:17.592 INFO:teuthology.orchestra.run.smithi071.stdout: "volumes" 2024-09-16T00:12:17.592 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.593 INFO:teuthology.orchestra.run.smithi071.stdout: "quincy": [ 2024-09-16T00:12:17.593 INFO:teuthology.orchestra.run.smithi071.stdout: "balancer", 2024-09-16T00:12:17.593 INFO:teuthology.orchestra.run.smithi071.stdout: "crash", 2024-09-16T00:12:17.593 INFO:teuthology.orchestra.run.smithi071.stdout: "devicehealth", 2024-09-16T00:12:17.593 INFO:teuthology.orchestra.run.smithi071.stdout: "orchestrator", 2024-09-16T00:12:17.593 INFO:teuthology.orchestra.run.smithi071.stdout: "pg_autoscaler", 2024-09-16T00:12:17.593 INFO:teuthology.orchestra.run.smithi071.stdout: "progress", 2024-09-16T00:12:17.593 INFO:teuthology.orchestra.run.smithi071.stdout: "rbd_support", 2024-09-16T00:12:17.593 INFO:teuthology.orchestra.run.smithi071.stdout: "status", 2024-09-16T00:12:17.593 INFO:teuthology.orchestra.run.smithi071.stdout: "telemetry", 2024-09-16T00:12:17.593 INFO:teuthology.orchestra.run.smithi071.stdout: "volumes" 2024-09-16T00:12:17.593 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.593 INFO:teuthology.orchestra.run.smithi071.stdout: "reef": [ 2024-09-16T00:12:17.593 INFO:teuthology.orchestra.run.smithi071.stdout: "balancer", 2024-09-16T00:12:17.594 INFO:teuthology.orchestra.run.smithi071.stdout: "crash", 2024-09-16T00:12:17.594 INFO:teuthology.orchestra.run.smithi071.stdout: "devicehealth", 2024-09-16T00:12:17.594 INFO:teuthology.orchestra.run.smithi071.stdout: "orchestrator", 2024-09-16T00:12:17.594 INFO:teuthology.orchestra.run.smithi071.stdout: "pg_autoscaler", 2024-09-16T00:12:17.594 INFO:teuthology.orchestra.run.smithi071.stdout: "progress", 2024-09-16T00:12:17.594 INFO:teuthology.orchestra.run.smithi071.stdout: "rbd_support", 2024-09-16T00:12:17.594 INFO:teuthology.orchestra.run.smithi071.stdout: "status", 2024-09-16T00:12:17.594 INFO:teuthology.orchestra.run.smithi071.stdout: "telemetry", 2024-09-16T00:12:17.594 INFO:teuthology.orchestra.run.smithi071.stdout: "volumes" 2024-09-16T00:12:17.594 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-16T00:12:17.594 INFO:teuthology.orchestra.run.smithi071.stdout: "squid": [ 2024-09-16T00:12:17.594 INFO:teuthology.orchestra.run.smithi071.stdout: "balancer", 2024-09-16T00:12:17.594 INFO:teuthology.orchestra.run.smithi071.stdout: "crash", 2024-09-16T00:12:17.594 INFO:teuthology.orchestra.run.smithi071.stdout: "devicehealth", 2024-09-16T00:12:17.595 INFO:teuthology.orchestra.run.smithi071.stdout: "orchestrator", 2024-09-16T00:12:17.595 INFO:teuthology.orchestra.run.smithi071.stdout: "pg_autoscaler", 2024-09-16T00:12:17.595 INFO:teuthology.orchestra.run.smithi071.stdout: "progress", 2024-09-16T00:12:17.595 INFO:teuthology.orchestra.run.smithi071.stdout: "rbd_support", 2024-09-16T00:12:17.595 INFO:teuthology.orchestra.run.smithi071.stdout: "status", 2024-09-16T00:12:17.595 INFO:teuthology.orchestra.run.smithi071.stdout: "telemetry", 2024-09-16T00:12:17.595 INFO:teuthology.orchestra.run.smithi071.stdout: "volumes" 2024-09-16T00:12:17.595 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-16T00:12:17.595 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.595 INFO:teuthology.orchestra.run.smithi071.stdout: "last_failure_osd_epoch": 84, 2024-09-16T00:12:17.595 INFO:teuthology.orchestra.run.smithi071.stdout: "active_clients": [ 2024-09-16T00:12:17.595 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.595 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "devicehealth", 2024-09-16T00:12:17.595 INFO:teuthology.orchestra.run.smithi071.stdout: "addrvec": [ 2024-09-16T00:12:17.595 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.596 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v2", 2024-09-16T00:12:17.596 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "172.21.15.71:0", 2024-09-16T00:12:17.596 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 2539171043 2024-09-16T00:12:17.596 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.596 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-16T00:12:17.596 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.596 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.596 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "libcephsqlite", 2024-09-16T00:12:17.596 INFO:teuthology.orchestra.run.smithi071.stdout: "addrvec": [ 2024-09-16T00:12:17.596 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.596 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v2", 2024-09-16T00:12:17.596 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "172.21.15.71:0", 2024-09-16T00:12:17.596 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 2430753935 2024-09-16T00:12:17.596 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.597 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-16T00:12:17.597 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.597 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.597 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rbd_support", 2024-09-16T00:12:17.597 INFO:teuthology.orchestra.run.smithi071.stdout: "addrvec": [ 2024-09-16T00:12:17.597 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.597 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v2", 2024-09-16T00:12:17.597 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "172.21.15.71:0", 2024-09-16T00:12:17.597 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 3130276747 2024-09-16T00:12:17.597 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.597 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-16T00:12:17.597 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.597 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.597 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "snap_schedule", 2024-09-16T00:12:17.598 INFO:teuthology.orchestra.run.smithi071.stdout: "addrvec": [ 2024-09-16T00:12:17.598 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.598 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v2", 2024-09-16T00:12:17.598 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "172.21.15.71:0", 2024-09-16T00:12:17.598 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 410397910 2024-09-16T00:12:17.598 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.598 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-16T00:12:17.598 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.598 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.598 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "snap_schedule", 2024-09-16T00:12:17.598 INFO:teuthology.orchestra.run.smithi071.stdout: "addrvec": [ 2024-09-16T00:12:17.598 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.598 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v2", 2024-09-16T00:12:17.598 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "172.21.15.71:0", 2024-09-16T00:12:17.599 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 387232829 2024-09-16T00:12:17.599 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.599 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-16T00:12:17.599 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:17.599 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.599 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "volumes", 2024-09-16T00:12:17.599 INFO:teuthology.orchestra.run.smithi071.stdout: "addrvec": [ 2024-09-16T00:12:17.599 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-16T00:12:17.599 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v2", 2024-09-16T00:12:17.599 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "172.21.15.71:0", 2024-09-16T00:12:17.599 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 2961208686 2024-09-16T00:12:17.599 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.599 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-16T00:12:17.599 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:17.600 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-16T00:12:17.600 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-16T00:12:17.601 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:16 smithi190 ceph-mon[34840]: pgmap v795: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 3.9 MiB/s wr, 205 op/s 2024-09-16T00:12:17.601 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:16 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/3438110556' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-16T00:12:17.601 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:16 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/735186744' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-16T00:12:17.601 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:16 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/789539908' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-16T00:12:17.601 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:16 smithi163 ceph-mon[34107]: pgmap v795: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 3.9 MiB/s wr, 205 op/s 2024-09-16T00:12:17.601 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:16 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/3438110556' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-16T00:12:17.601 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:16 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/735186744' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-16T00:12:17.602 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:16 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/789539908' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-16T00:12:17.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.254+0000 7f662c2d0640 1 -- 172.21.15.71:0/789539908 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f66100a3440 msgr2=0x7f66100a5900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:17.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.254+0000 7f662c2d0640 1 --2- 172.21.15.71:0/789539908 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f66100a3440 0x7f66100a5900 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f6620007e40 tx=0x7f66200075b0 comp rx=0 tx=0).stop 2024-09-16T00:12:17.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.254+0000 7f662c2d0640 1 -- 172.21.15.71:0/789539908 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6624101340 msgr2=0x7f66241995d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:17.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.254+0000 7f662c2d0640 1 --2- 172.21.15.71:0/789539908 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6624101340 0x7f66241995d0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f661400d950 tx=0x7f661400de10 comp rx=0 tx=0).stop 2024-09-16T00:12:17.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.254+0000 7f662c2d0640 1 -- 172.21.15.71:0/789539908 shutdown_connections 2024-09-16T00:12:17.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.254+0000 7f662c2d0640 1 --2- 172.21.15.71:0/789539908 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f66100a3440 0x7f66100a5900 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:17.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.254+0000 7f662c2d0640 1 --2- 172.21.15.71:0/789539908 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f66241069b0 0x7f66241a4110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:17.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.254+0000 7f662c2d0640 1 --2- 172.21.15.71:0/789539908 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6624101340 0x7f66241995d0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:17.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.254+0000 7f662c2d0640 1 --2- 172.21.15.71:0/789539908 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f66241009a0 0x7f6624199090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:17.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.255+0000 7f662c2d0640 1 -- 172.21.15.71:0/789539908 >> 172.21.15.71:0/789539908 conn(0x7f66240fc680 msgr2=0x7f66240fde80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:17.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.255+0000 7f662c2d0640 1 -- 172.21.15.71:0/789539908 shutdown_connections 2024-09-16T00:12:17.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:16.255+0000 7f662c2d0640 1 -- 172.21.15.71:0/789539908 wait complete. 2024-09-16T00:12:17.610 DEBUG:tasks.check_counter:Getting stats from a 2024-09-16T00:12:17.610 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph daemon mds.a perf dump 2024-09-16T00:12:17.610 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:16 smithi071 ceph-mon[30957]: pgmap v795: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 3.9 MiB/s wr, 205 op/s 2024-09-16T00:12:17.611 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:16 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/3438110556' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-16T00:12:17.611 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:16 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/735186744' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-16T00:12:17.611 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:16 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/789539908' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-16T00:12:17.869 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T00:12:18.484 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-16T00:12:18.484 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T00:12:18.484 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 3336, 2024-09-16T00:12:18.484 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 3336, 2024-09-16T00:12:18.484 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 107967279, 2024-09-16T00:12:18.485 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 1060025, 2024-09-16T00:12:18.485 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 8, 2024-09-16T00:12:18.485 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 4, 2024-09-16T00:12:18.485 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.306348922, 2024-09-16T00:12:18.485 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.074218221, 2024-09-16T00:12:18.485 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.137100657, 2024-09-16T00:12:18.485 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.075729435, 2024-09-16T00:12:18.485 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:18.485 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 3335, 2024-09-16T00:12:18.485 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.076743450, 2024-09-16T00:12:18.485 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000023011 2024-09-16T00:12:18.485 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.485 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:18.486 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.486 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.486 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.486 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.486 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 3040, 2024-09-16T00:12:18.486 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 448 2024-09-16T00:12:18.486 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.486 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T00:12:18.486 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 799, 2024-09-16T00:12:18.486 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 1130, 2024-09-16T00:12:18.486 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 96673216, 2024-09-16T00:12:18.486 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 1009914, 2024-09-16T00:12:18.486 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 11, 2024-09-16T00:12:18.487 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 7, 2024-09-16T00:12:18.487 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.143527373, 2024-09-16T00:12:18.487 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.028146064, 2024-09-16T00:12:18.487 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.091086179, 2024-09-16T00:12:18.487 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.016957669, 2024-09-16T00:12:18.487 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:18.487 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 1127, 2024-09-16T00:12:18.487 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.036213762, 2024-09-16T00:12:18.487 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000032132 2024-09-16T00:12:18.487 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.487 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:18.487 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.487 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.488 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.488 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.488 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-16T00:12:18.488 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 756400 2024-09-16T00:12:18.488 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.488 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T00:12:18.488 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 1984, 2024-09-16T00:12:18.488 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 1950, 2024-09-16T00:12:18.488 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 90294854, 2024-09-16T00:12:18.488 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 745152, 2024-09-16T00:12:18.488 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 6, 2024-09-16T00:12:18.488 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 4, 2024-09-16T00:12:18.488 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.218633775, 2024-09-16T00:12:18.489 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.050719730, 2024-09-16T00:12:18.489 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.138933611, 2024-09-16T00:12:18.489 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.036553574, 2024-09-16T00:12:18.489 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:18.489 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 1949, 2024-09-16T00:12:18.489 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.043996261, 2024-09-16T00:12:18.489 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000022573 2024-09-16T00:12:18.489 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.489 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:18.489 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.489 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.489 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.489 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.490 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 1846720, 2024-09-16T00:12:18.490 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 277056 2024-09-16T00:12:18.490 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.490 INFO:teuthology.orchestra.run.smithi071.stdout: "cct": { 2024-09-16T00:12:18.490 INFO:teuthology.orchestra.run.smithi071.stdout: "total_workers": 1, 2024-09-16T00:12:18.490 INFO:teuthology.orchestra.run.smithi071.stdout: "unhealthy_workers": 0 2024-09-16T00:12:18.490 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.490 INFO:teuthology.orchestra.run.smithi071.stdout: "finisher-MDSRank": { 2024-09-16T00:12:18.490 INFO:teuthology.orchestra.run.smithi071.stdout: "queue_len": 0, 2024-09-16T00:12:18.490 INFO:teuthology.orchestra.run.smithi071.stdout: "complete_latency": { 2024-09-16T00:12:18.490 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 9401, 2024-09-16T00:12:18.490 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.188810435, 2024-09-16T00:12:18.491 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000020084 2024-09-16T00:12:18.491 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:18.491 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.491 INFO:teuthology.orchestra.run.smithi071.stdout: "finisher-PurgeQueue": { 2024-09-16T00:12:18.491 INFO:teuthology.orchestra.run.smithi071.stdout: "queue_len": 0, 2024-09-16T00:12:18.491 INFO:teuthology.orchestra.run.smithi071.stdout: "complete_latency": { 2024-09-16T00:12:18.491 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.491 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.491 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.491 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:18.491 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.491 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2024-09-16T00:12:18.491 INFO:teuthology.orchestra.run.smithi071.stdout: "request": 0, 2024-09-16T00:12:18.492 INFO:teuthology.orchestra.run.smithi071.stdout: "reply": 0, 2024-09-16T00:12:18.492 INFO:teuthology.orchestra.run.smithi071.stdout: "reply_latency": { 2024-09-16T00:12:18.492 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.492 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.492 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.492 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.492 INFO:teuthology.orchestra.run.smithi071.stdout: "slow_reply": 0, 2024-09-16T00:12:18.492 INFO:teuthology.orchestra.run.smithi071.stdout: "forward": 0, 2024-09-16T00:12:18.492 INFO:teuthology.orchestra.run.smithi071.stdout: "dir_fetch_complete": 0, 2024-09-16T00:12:18.492 INFO:teuthology.orchestra.run.smithi071.stdout: "dir_fetch_keys": 0, 2024-09-16T00:12:18.492 INFO:teuthology.orchestra.run.smithi071.stdout: "dir_commit": 0, 2024-09-16T00:12:18.492 INFO:teuthology.orchestra.run.smithi071.stdout: "dir_split": 0, 2024-09-16T00:12:18.492 INFO:teuthology.orchestra.run.smithi071.stdout: "dir_merge": 0, 2024-09-16T00:12:18.493 INFO:teuthology.orchestra.run.smithi071.stdout: "inodes": 9035, 2024-09-16T00:12:18.493 INFO:teuthology.orchestra.run.smithi071.stdout: "inodes_top": 0, 2024-09-16T00:12:18.493 INFO:teuthology.orchestra.run.smithi071.stdout: "inodes_bottom": 9035, 2024-09-16T00:12:18.493 INFO:teuthology.orchestra.run.smithi071.stdout: "inodes_pin_tail": 0, 2024-09-16T00:12:18.493 INFO:teuthology.orchestra.run.smithi071.stdout: "inodes_pinned": 9035, 2024-09-16T00:12:18.493 INFO:teuthology.orchestra.run.smithi071.stdout: "inodes_expired": 0, 2024-09-16T00:12:18.493 INFO:teuthology.orchestra.run.smithi071.stdout: "inodes_with_caps": 0, 2024-09-16T00:12:18.493 INFO:teuthology.orchestra.run.smithi071.stdout: "caps": 0, 2024-09-16T00:12:18.493 INFO:teuthology.orchestra.run.smithi071.stdout: "subtrees": 1, 2024-09-16T00:12:18.493 INFO:teuthology.orchestra.run.smithi071.stdout: "traverse": 0, 2024-09-16T00:12:18.493 INFO:teuthology.orchestra.run.smithi071.stdout: "traverse_hit": 0, 2024-09-16T00:12:18.493 INFO:teuthology.orchestra.run.smithi071.stdout: "traverse_forward": 0, 2024-09-16T00:12:18.493 INFO:teuthology.orchestra.run.smithi071.stdout: "traverse_discover": 0, 2024-09-16T00:12:18.494 INFO:teuthology.orchestra.run.smithi071.stdout: "traverse_dir_fetch": 0, 2024-09-16T00:12:18.494 INFO:teuthology.orchestra.run.smithi071.stdout: "traverse_remote_ino": 0, 2024-09-16T00:12:18.494 INFO:teuthology.orchestra.run.smithi071.stdout: "traverse_lock": 0, 2024-09-16T00:12:18.494 INFO:teuthology.orchestra.run.smithi071.stdout: "load_cent": 0, 2024-09-16T00:12:18.494 INFO:teuthology.orchestra.run.smithi071.stdout: "q": 0, 2024-09-16T00:12:18.494 INFO:teuthology.orchestra.run.smithi071.stdout: "exported": 0, 2024-09-16T00:12:18.494 INFO:teuthology.orchestra.run.smithi071.stdout: "exported_inodes": 0, 2024-09-16T00:12:18.494 INFO:teuthology.orchestra.run.smithi071.stdout: "imported": 0, 2024-09-16T00:12:18.494 INFO:teuthology.orchestra.run.smithi071.stdout: "imported_inodes": 0, 2024-09-16T00:12:18.494 INFO:teuthology.orchestra.run.smithi071.stdout: "openino_dir_fetch": 0, 2024-09-16T00:12:18.494 INFO:teuthology.orchestra.run.smithi071.stdout: "openino_backtrace_fetch": 0, 2024-09-16T00:12:18.495 INFO:teuthology.orchestra.run.smithi071.stdout: "openino_peer_discover": 0, 2024-09-16T00:12:18.495 INFO:teuthology.orchestra.run.smithi071.stdout: "root_rfiles": 0, 2024-09-16T00:12:18.495 INFO:teuthology.orchestra.run.smithi071.stdout: "root_rbytes": 0, 2024-09-16T00:12:18.495 INFO:teuthology.orchestra.run.smithi071.stdout: "root_rsnaps": 0, 2024-09-16T00:12:18.495 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_backtrace_fetch": 0, 2024-09-16T00:12:18.495 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_set_tag": 0, 2024-09-16T00:12:18.495 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_backtrace_repaired": 0, 2024-09-16T00:12:18.495 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_inotable_repaired": 0, 2024-09-16T00:12:18.495 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_dir_inodes": 0, 2024-09-16T00:12:18.495 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_dir_base_inodes": 0, 2024-09-16T00:12:18.495 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_dirfrag_rstats": 0, 2024-09-16T00:12:18.495 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_file_inodes": 0, 2024-09-16T00:12:18.496 INFO:teuthology.orchestra.run.smithi071.stdout: "handle_inode_file_caps": 0, 2024-09-16T00:12:18.496 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_cap_op_revoke": 0, 2024-09-16T00:12:18.496 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_cap_op_grant": 0, 2024-09-16T00:12:18.496 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_cap_op_trunc": 0, 2024-09-16T00:12:18.496 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-16T00:12:18.496 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-16T00:12:18.496 INFO:teuthology.orchestra.run.smithi071.stdout: "handle_client_caps": 0, 2024-09-16T00:12:18.496 INFO:teuthology.orchestra.run.smithi071.stdout: "handle_client_caps_dirty": 0, 2024-09-16T00:12:18.496 INFO:teuthology.orchestra.run.smithi071.stdout: "handle_client_cap_release": 0, 2024-09-16T00:12:18.496 INFO:teuthology.orchestra.run.smithi071.stdout: "process_request_cap_release": 0 2024-09-16T00:12:18.496 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.496 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_cache": { 2024-09-16T00:12:18.496 INFO:teuthology.orchestra.run.smithi071.stdout: "dir_update": 0, 2024-09-16T00:12:18.497 INFO:teuthology.orchestra.run.smithi071.stdout: "dir_update_receipt": 0, 2024-09-16T00:12:18.497 INFO:teuthology.orchestra.run.smithi071.stdout: "dir_try_discover": 0, 2024-09-16T00:12:18.497 INFO:teuthology.orchestra.run.smithi071.stdout: "dir_send_discover": 0, 2024-09-16T00:12:18.497 INFO:teuthology.orchestra.run.smithi071.stdout: "dir_handle_discover": 0, 2024-09-16T00:12:18.497 INFO:teuthology.orchestra.run.smithi071.stdout: "num_strays": 0, 2024-09-16T00:12:18.497 INFO:teuthology.orchestra.run.smithi071.stdout: "num_strays_delayed": 0, 2024-09-16T00:12:18.497 INFO:teuthology.orchestra.run.smithi071.stdout: "num_strays_enqueuing": 0, 2024-09-16T00:12:18.497 INFO:teuthology.orchestra.run.smithi071.stdout: "strays_created": 0, 2024-09-16T00:12:18.497 INFO:teuthology.orchestra.run.smithi071.stdout: "strays_enqueued": 0, 2024-09-16T00:12:18.498 INFO:teuthology.orchestra.run.smithi071.stdout: "strays_reintegrated": 0, 2024-09-16T00:12:18.498 INFO:teuthology.orchestra.run.smithi071.stdout: "strays_migrated": 0, 2024-09-16T00:12:18.498 INFO:teuthology.orchestra.run.smithi071.stdout: "num_recovering_processing": 0, 2024-09-16T00:12:18.498 INFO:teuthology.orchestra.run.smithi071.stdout: "num_recovering_enqueued": 0, 2024-09-16T00:12:18.498 INFO:teuthology.orchestra.run.smithi071.stdout: "num_recovering_prioritized": 0, 2024-09-16T00:12:18.498 INFO:teuthology.orchestra.run.smithi071.stdout: "recovery_started": 0, 2024-09-16T00:12:18.498 INFO:teuthology.orchestra.run.smithi071.stdout: "recovery_completed": 0, 2024-09-16T00:12:18.498 INFO:teuthology.orchestra.run.smithi071.stdout: "ireq_quiesce_path": 0, 2024-09-16T00:12:18.498 INFO:teuthology.orchestra.run.smithi071.stdout: "ireq_quiesce_inode": 0, 2024-09-16T00:12:18.498 INFO:teuthology.orchestra.run.smithi071.stdout: "ireq_enqueue_scrub": 0, 2024-09-16T00:12:18.498 INFO:teuthology.orchestra.run.smithi071.stdout: "ireq_exportdir": 0, 2024-09-16T00:12:18.498 INFO:teuthology.orchestra.run.smithi071.stdout: "ireq_flush": 0, 2024-09-16T00:12:18.498 INFO:teuthology.orchestra.run.smithi071.stdout: "ireq_fragmentdir": 0, 2024-09-16T00:12:18.499 INFO:teuthology.orchestra.run.smithi071.stdout: "ireq_fragstats": 0, 2024-09-16T00:12:18.499 INFO:teuthology.orchestra.run.smithi071.stdout: "ireq_inodestats": 0 2024-09-16T00:12:18.499 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.499 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_log": { 2024-09-16T00:12:18.499 INFO:teuthology.orchestra.run.smithi071.stdout: "evlrg": 0, 2024-09-16T00:12:18.499 INFO:teuthology.orchestra.run.smithi071.stdout: "evadd": 0, 2024-09-16T00:12:18.499 INFO:teuthology.orchestra.run.smithi071.stdout: "evex": 0, 2024-09-16T00:12:18.499 INFO:teuthology.orchestra.run.smithi071.stdout: "evtrm": 0, 2024-09-16T00:12:18.499 INFO:teuthology.orchestra.run.smithi071.stdout: "ev": 54519, 2024-09-16T00:12:18.499 INFO:teuthology.orchestra.run.smithi071.stdout: "evexg": 0, 2024-09-16T00:12:18.500 INFO:teuthology.orchestra.run.smithi071.stdout: "evexd": 0, 2024-09-16T00:12:18.500 INFO:teuthology.orchestra.run.smithi071.stdout: "segadd": 0, 2024-09-16T00:12:18.500 INFO:teuthology.orchestra.run.smithi071.stdout: "segex": 0, 2024-09-16T00:12:18.500 INFO:teuthology.orchestra.run.smithi071.stdout: "segtrm": 0, 2024-09-16T00:12:18.500 INFO:teuthology.orchestra.run.smithi071.stdout: "seg": 88, 2024-09-16T00:12:18.500 INFO:teuthology.orchestra.run.smithi071.stdout: "segmjr": 6, 2024-09-16T00:12:18.500 INFO:teuthology.orchestra.run.smithi071.stdout: "segexg": 0, 2024-09-16T00:12:18.500 INFO:teuthology.orchestra.run.smithi071.stdout: "segexd": 0, 2024-09-16T00:12:18.500 INFO:teuthology.orchestra.run.smithi071.stdout: "expos": 4194304, 2024-09-16T00:12:18.500 INFO:teuthology.orchestra.run.smithi071.stdout: "wrpos": 295717407, 2024-09-16T00:12:18.500 INFO:teuthology.orchestra.run.smithi071.stdout: "rdpos": 295708697, 2024-09-16T00:12:18.500 INFO:teuthology.orchestra.run.smithi071.stdout: "jlat": { 2024-09-16T00:12:18.500 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.501 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.501 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.501 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.501 INFO:teuthology.orchestra.run.smithi071.stdout: "replayed": 54519 2024-09-16T00:12:18.501 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.501 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_mem": { 2024-09-16T00:12:18.501 INFO:teuthology.orchestra.run.smithi071.stdout: "ino": 819, 2024-09-16T00:12:18.501 INFO:teuthology.orchestra.run.smithi071.stdout: "ino+": 8991, 2024-09-16T00:12:18.501 INFO:teuthology.orchestra.run.smithi071.stdout: "ino-": 8172, 2024-09-16T00:12:18.501 INFO:teuthology.orchestra.run.smithi071.stdout: "dir": 35, 2024-09-16T00:12:18.501 INFO:teuthology.orchestra.run.smithi071.stdout: "dir+": 51, 2024-09-16T00:12:18.501 INFO:teuthology.orchestra.run.smithi071.stdout: "dir-": 16, 2024-09-16T00:12:18.501 INFO:teuthology.orchestra.run.smithi071.stdout: "dn": 9035, 2024-09-16T00:12:18.502 INFO:teuthology.orchestra.run.smithi071.stdout: "dn+": 9156, 2024-09-16T00:12:18.502 INFO:teuthology.orchestra.run.smithi071.stdout: "dn-": 121, 2024-09-16T00:12:18.502 INFO:teuthology.orchestra.run.smithi071.stdout: "cap": 0, 2024-09-16T00:12:18.502 INFO:teuthology.orchestra.run.smithi071.stdout: "cap+": 0, 2024-09-16T00:12:18.502 INFO:teuthology.orchestra.run.smithi071.stdout: "cap-": 0, 2024-09-16T00:12:18.502 INFO:teuthology.orchestra.run.smithi071.stdout: "rss": 65528, 2024-09-16T00:12:18.502 INFO:teuthology.orchestra.run.smithi071.stdout: "heap": 215328 2024-09-16T00:12:18.502 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.502 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_server": { 2024-09-16T00:12:18.502 INFO:teuthology.orchestra.run.smithi071.stdout: "dispatch_client_request": 0, 2024-09-16T00:12:18.502 INFO:teuthology.orchestra.run.smithi071.stdout: "dispatch_server_request": 0, 2024-09-16T00:12:18.502 INFO:teuthology.orchestra.run.smithi071.stdout: "handle_client_request": 0, 2024-09-16T00:12:18.502 INFO:teuthology.orchestra.run.smithi071.stdout: "handle_client_session": 0, 2024-09-16T00:12:18.502 INFO:teuthology.orchestra.run.smithi071.stdout: "handle_peer_request": 0, 2024-09-16T00:12:18.503 INFO:teuthology.orchestra.run.smithi071.stdout: "req_create_latency": { 2024-09-16T00:12:18.503 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.503 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.503 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.503 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.503 INFO:teuthology.orchestra.run.smithi071.stdout: "req_getattr_latency": { 2024-09-16T00:12:18.503 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.503 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.503 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.504 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.504 INFO:teuthology.orchestra.run.smithi071.stdout: "req_getfilelock_latency": { 2024-09-16T00:12:18.504 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.504 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.504 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.504 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.504 INFO:teuthology.orchestra.run.smithi071.stdout: "req_link_latency": { 2024-09-16T00:12:18.504 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.504 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.504 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.504 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.504 INFO:teuthology.orchestra.run.smithi071.stdout: "req_lookup_latency": { 2024-09-16T00:12:18.504 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.505 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.505 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.505 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.505 INFO:teuthology.orchestra.run.smithi071.stdout: "req_lookuphash_latency": { 2024-09-16T00:12:18.505 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.505 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.505 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.505 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.505 INFO:teuthology.orchestra.run.smithi071.stdout: "req_lookupino_latency": { 2024-09-16T00:12:18.505 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.506 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.506 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.506 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.506 INFO:teuthology.orchestra.run.smithi071.stdout: "req_lookupname_latency": { 2024-09-16T00:12:18.506 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.506 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.506 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.506 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.506 INFO:teuthology.orchestra.run.smithi071.stdout: "req_lookupparent_latency": { 2024-09-16T00:12:18.506 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.506 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.506 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.506 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.507 INFO:teuthology.orchestra.run.smithi071.stdout: "req_lookupsnap_latency": { 2024-09-16T00:12:18.507 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.507 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.507 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.507 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.507 INFO:teuthology.orchestra.run.smithi071.stdout: "req_lssnap_latency": { 2024-09-16T00:12:18.507 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.507 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.507 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.507 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.508 INFO:teuthology.orchestra.run.smithi071.stdout: "req_mkdir_latency": { 2024-09-16T00:12:18.508 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.508 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.508 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.508 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.509 INFO:teuthology.orchestra.run.smithi071.stdout: "req_mknod_latency": { 2024-09-16T00:12:18.509 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.509 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.509 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.509 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.509 INFO:teuthology.orchestra.run.smithi071.stdout: "req_mksnap_latency": { 2024-09-16T00:12:18.509 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.509 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.509 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.509 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.509 INFO:teuthology.orchestra.run.smithi071.stdout: "req_open_latency": { 2024-09-16T00:12:18.509 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.509 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.510 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.510 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.510 INFO:teuthology.orchestra.run.smithi071.stdout: "req_readdir_latency": { 2024-09-16T00:12:18.510 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.510 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.510 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.510 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.510 INFO:teuthology.orchestra.run.smithi071.stdout: "req_rename_latency": { 2024-09-16T00:12:18.510 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.510 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.510 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.510 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.510 INFO:teuthology.orchestra.run.smithi071.stdout: "req_renamesnap_latency": { 2024-09-16T00:12:18.511 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.511 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.511 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.511 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.511 INFO:teuthology.orchestra.run.smithi071.stdout: "req_snapdiff_latency": { 2024-09-16T00:12:18.511 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.511 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.511 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.511 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.511 INFO:teuthology.orchestra.run.smithi071.stdout: "req_rmdir_latency": { 2024-09-16T00:12:18.512 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.512 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.512 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.512 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.512 INFO:teuthology.orchestra.run.smithi071.stdout: "req_rmsnap_latency": { 2024-09-16T00:12:18.512 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.512 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.512 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.512 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.512 INFO:teuthology.orchestra.run.smithi071.stdout: "req_rmxattr_latency": { 2024-09-16T00:12:18.512 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.512 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.512 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.513 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.513 INFO:teuthology.orchestra.run.smithi071.stdout: "req_setattr_latency": { 2024-09-16T00:12:18.513 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.513 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.513 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.513 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.513 INFO:teuthology.orchestra.run.smithi071.stdout: "req_setdirlayout_latency": { 2024-09-16T00:12:18.513 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.513 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.513 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.513 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.513 INFO:teuthology.orchestra.run.smithi071.stdout: "req_setfilelock_latency": { 2024-09-16T00:12:18.513 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.514 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.514 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.514 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.514 INFO:teuthology.orchestra.run.smithi071.stdout: "req_setlayout_latency": { 2024-09-16T00:12:18.514 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.514 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.514 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.514 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.514 INFO:teuthology.orchestra.run.smithi071.stdout: "req_setxattr_latency": { 2024-09-16T00:12:18.514 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.516 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.516 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.516 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.516 INFO:teuthology.orchestra.run.smithi071.stdout: "req_symlink_latency": { 2024-09-16T00:12:18.516 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.516 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.517 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.517 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.517 INFO:teuthology.orchestra.run.smithi071.stdout: "req_unlink_latency": { 2024-09-16T00:12:18.517 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.517 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.517 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.517 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.517 INFO:teuthology.orchestra.run.smithi071.stdout: "cap_revoke_eviction": 0, 2024-09-16T00:12:18.517 INFO:teuthology.orchestra.run.smithi071.stdout: "cap_acquisition_throttle": 0, 2024-09-16T00:12:18.517 INFO:teuthology.orchestra.run.smithi071.stdout: "req_getvxattr_latency": { 2024-09-16T00:12:18.517 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.517 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.517 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.518 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:18.518 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.518 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_sessions": { 2024-09-16T00:12:18.518 INFO:teuthology.orchestra.run.smithi071.stdout: "session_count": 2, 2024-09-16T00:12:18.518 INFO:teuthology.orchestra.run.smithi071.stdout: "session_add": 4, 2024-09-16T00:12:18.518 INFO:teuthology.orchestra.run.smithi071.stdout: "session_remove": 2, 2024-09-16T00:12:18.518 INFO:teuthology.orchestra.run.smithi071.stdout: "sessions_open": 4, 2024-09-16T00:12:18.518 INFO:teuthology.orchestra.run.smithi071.stdout: "sessions_stale": 0, 2024-09-16T00:12:18.518 INFO:teuthology.orchestra.run.smithi071.stdout: "total_load": 0, 2024-09-16T00:12:18.518 INFO:teuthology.orchestra.run.smithi071.stdout: "average_load": 0, 2024-09-16T00:12:18.518 INFO:teuthology.orchestra.run.smithi071.stdout: "avg_session_uptime": 3586, 2024-09-16T00:12:18.518 INFO:teuthology.orchestra.run.smithi071.stdout: "mdthresh_evicted": 0 2024-09-16T00:12:18.518 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.519 INFO:teuthology.orchestra.run.smithi071.stdout: "mempool": { 2024-09-16T00:12:18.519 INFO:teuthology.orchestra.run.smithi071.stdout: "bloom_filter_bytes": 0, 2024-09-16T00:12:18.519 INFO:teuthology.orchestra.run.smithi071.stdout: "bloom_filter_items": 0, 2024-09-16T00:12:18.519 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T00:12:18.519 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_alloc_items": 0, 2024-09-16T00:12:18.519 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T00:12:18.519 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_data_items": 0, 2024-09-16T00:12:18.519 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T00:12:18.519 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T00:12:18.520 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T00:12:18.520 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T00:12:18.520 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T00:12:18.520 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_other_items": 0, 2024-09-16T00:12:18.520 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T00:12:18.520 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T00:12:18.521 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_extent_bytes": 0, 2024-09-16T00:12:18.521 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_extent_items": 0, 2024-09-16T00:12:18.521 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_blob_bytes": 0, 2024-09-16T00:12:18.521 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_blob_items": 0, 2024-09-16T00:12:18.521 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T00:12:18.521 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T00:12:18.521 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T00:12:18.521 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T00:12:18.521 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T00:12:18.521 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_fsck_items": 0, 2024-09-16T00:12:18.522 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_txc_bytes": 0, 2024-09-16T00:12:18.522 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_txc_items": 0, 2024-09-16T00:12:18.522 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T00:12:18.522 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T00:12:18.522 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_bytes": 0, 2024-09-16T00:12:18.522 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_items": 0, 2024-09-16T00:12:18.522 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_bytes": 0, 2024-09-16T00:12:18.522 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_items": 0, 2024-09-16T00:12:18.522 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T00:12:18.523 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_reader_items": 0, 2024-09-16T00:12:18.523 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T00:12:18.523 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_writer_items": 0, 2024-09-16T00:12:18.523 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_anon_bytes": 240282, 2024-09-16T00:12:18.523 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_anon_items": 83, 2024-09-16T00:12:18.523 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_meta_bytes": 0, 2024-09-16T00:12:18.523 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_meta_items": 0, 2024-09-16T00:12:18.523 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_bytes": 0, 2024-09-16T00:12:18.523 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_items": 0, 2024-09-16T00:12:18.523 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_mapbl_bytes": 0, 2024-09-16T00:12:18.523 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_mapbl_items": 0, 2024-09-16T00:12:18.523 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_pglog_bytes": 0, 2024-09-16T00:12:18.523 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_pglog_items": 0, 2024-09-16T00:12:18.524 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_bytes": 8032, 2024-09-16T00:12:18.524 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_items": 177, 2024-09-16T00:12:18.524 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T00:12:18.524 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_mapping_items": 0, 2024-09-16T00:12:18.524 INFO:teuthology.orchestra.run.smithi071.stdout: "pgmap_bytes": 0, 2024-09-16T00:12:18.524 INFO:teuthology.orchestra.run.smithi071.stdout: "pgmap_items": 0, 2024-09-16T00:12:18.524 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_co_bytes": 8327649, 2024-09-16T00:12:18.524 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_co_items": 40731, 2024-09-16T00:12:18.524 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_1_bytes": 0, 2024-09-16T00:12:18.525 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_1_items": 0, 2024-09-16T00:12:18.525 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_2_bytes": 0, 2024-09-16T00:12:18.525 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_2_items": 0 2024-09-16T00:12:18.525 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.525 INFO:teuthology.orchestra.run.smithi071.stdout: "objecter": { 2024-09-16T00:12:18.525 INFO:teuthology.orchestra.run.smithi071.stdout: "op_active": 0, 2024-09-16T00:12:18.525 INFO:teuthology.orchestra.run.smithi071.stdout: "op_laggy": 0, 2024-09-16T00:12:18.525 INFO:teuthology.orchestra.run.smithi071.stdout: "op_send": 5601, 2024-09-16T00:12:18.525 INFO:teuthology.orchestra.run.smithi071.stdout: "op_send_bytes": 21, 2024-09-16T00:12:18.525 INFO:teuthology.orchestra.run.smithi071.stdout: "op_resend": 3, 2024-09-16T00:12:18.525 INFO:teuthology.orchestra.run.smithi071.stdout: "op_reply": 5601, 2024-09-16T00:12:18.525 INFO:teuthology.orchestra.run.smithi071.stdout: "op_latency": { 2024-09-16T00:12:18.525 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 5601, 2024-09-16T00:12:18.526 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 3.787934196, 2024-09-16T00:12:18.526 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000676296 2024-09-16T00:12:18.526 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.526 INFO:teuthology.orchestra.run.smithi071.stdout: "op_inflight": 0, 2024-09-16T00:12:18.526 INFO:teuthology.orchestra.run.smithi071.stdout: "oplen_avg": { 2024-09-16T00:12:18.526 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 5601, 2024-09-16T00:12:18.526 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 5602 2024-09-16T00:12:18.526 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.526 INFO:teuthology.orchestra.run.smithi071.stdout: "op": 5601, 2024-09-16T00:12:18.526 INFO:teuthology.orchestra.run.smithi071.stdout: "op_r": 5601, 2024-09-16T00:12:18.526 INFO:teuthology.orchestra.run.smithi071.stdout: "op_w": 0, 2024-09-16T00:12:18.526 INFO:teuthology.orchestra.run.smithi071.stdout: "op_rmw": 0, 2024-09-16T00:12:18.526 INFO:teuthology.orchestra.run.smithi071.stdout: "op_pg": 0, 2024-09-16T00:12:18.526 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_stat": 3199, 2024-09-16T00:12:18.527 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_create": 0, 2024-09-16T00:12:18.527 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_read": 2400, 2024-09-16T00:12:18.527 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_write": 0, 2024-09-16T00:12:18.527 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_writefull": 0, 2024-09-16T00:12:18.527 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_writesame": 0, 2024-09-16T00:12:18.527 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_append": 0, 2024-09-16T00:12:18.527 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_zero": 0, 2024-09-16T00:12:18.527 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_truncate": 0, 2024-09-16T00:12:18.527 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_delete": 0, 2024-09-16T00:12:18.527 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_mapext": 0, 2024-09-16T00:12:18.527 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_sparse_read": 0, 2024-09-16T00:12:18.527 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_clonerange": 0, 2024-09-16T00:12:18.527 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_getxattr": 1, 2024-09-16T00:12:18.528 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_setxattr": 0, 2024-09-16T00:12:18.528 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_cmpxattr": 0, 2024-09-16T00:12:18.528 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_rmxattr": 0, 2024-09-16T00:12:18.528 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_resetxattrs": 0, 2024-09-16T00:12:18.528 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_call": 0, 2024-09-16T00:12:18.528 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_watch": 0, 2024-09-16T00:12:18.528 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_notify": 0, 2024-09-16T00:12:18.528 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_src_cmpxattr": 0, 2024-09-16T00:12:18.528 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_pgls": 0, 2024-09-16T00:12:18.528 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_pgls_filter": 0, 2024-09-16T00:12:18.528 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_other": 0, 2024-09-16T00:12:18.528 INFO:teuthology.orchestra.run.smithi071.stdout: "linger_active": 0, 2024-09-16T00:12:18.528 INFO:teuthology.orchestra.run.smithi071.stdout: "linger_send": 0, 2024-09-16T00:12:18.529 INFO:teuthology.orchestra.run.smithi071.stdout: "linger_resend": 0, 2024-09-16T00:12:18.529 INFO:teuthology.orchestra.run.smithi071.stdout: "linger_ping": 0, 2024-09-16T00:12:18.529 INFO:teuthology.orchestra.run.smithi071.stdout: "poolop_active": 0, 2024-09-16T00:12:18.529 INFO:teuthology.orchestra.run.smithi071.stdout: "poolop_send": 0, 2024-09-16T00:12:18.529 INFO:teuthology.orchestra.run.smithi071.stdout: "poolop_resend": 0, 2024-09-16T00:12:18.529 INFO:teuthology.orchestra.run.smithi071.stdout: "poolstat_active": 0, 2024-09-16T00:12:18.529 INFO:teuthology.orchestra.run.smithi071.stdout: "poolstat_send": 0, 2024-09-16T00:12:18.529 INFO:teuthology.orchestra.run.smithi071.stdout: "poolstat_resend": 0, 2024-09-16T00:12:18.529 INFO:teuthology.orchestra.run.smithi071.stdout: "statfs_active": 0, 2024-09-16T00:12:18.529 INFO:teuthology.orchestra.run.smithi071.stdout: "statfs_send": 0, 2024-09-16T00:12:18.529 INFO:teuthology.orchestra.run.smithi071.stdout: "statfs_resend": 0, 2024-09-16T00:12:18.529 INFO:teuthology.orchestra.run.smithi071.stdout: "command_active": 0, 2024-09-16T00:12:18.529 INFO:teuthology.orchestra.run.smithi071.stdout: "command_send": 0, 2024-09-16T00:12:18.530 INFO:teuthology.orchestra.run.smithi071.stdout: "command_resend": 0, 2024-09-16T00:12:18.530 INFO:teuthology.orchestra.run.smithi071.stdout: "map_epoch": 120, 2024-09-16T00:12:18.530 INFO:teuthology.orchestra.run.smithi071.stdout: "map_full": 0, 2024-09-16T00:12:18.530 INFO:teuthology.orchestra.run.smithi071.stdout: "map_inc": 37, 2024-09-16T00:12:18.530 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_sessions": 11, 2024-09-16T00:12:18.530 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_session_open": 14, 2024-09-16T00:12:18.530 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_session_close": 3, 2024-09-16T00:12:18.530 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_laggy": 0, 2024-09-16T00:12:18.530 INFO:teuthology.orchestra.run.smithi071.stdout: "omap_wr": 0, 2024-09-16T00:12:18.530 INFO:teuthology.orchestra.run.smithi071.stdout: "omap_rd": 2, 2024-09-16T00:12:18.530 INFO:teuthology.orchestra.run.smithi071.stdout: "omap_del": 0 2024-09-16T00:12:18.530 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.530 INFO:teuthology.orchestra.run.smithi071.stdout: "oft": { 2024-09-16T00:12:18.530 INFO:teuthology.orchestra.run.smithi071.stdout: "omap_total_objs": 0, 2024-09-16T00:12:18.531 INFO:teuthology.orchestra.run.smithi071.stdout: "omap_total_kv_pairs": 0, 2024-09-16T00:12:18.531 INFO:teuthology.orchestra.run.smithi071.stdout: "omap_total_updates": 0, 2024-09-16T00:12:18.531 INFO:teuthology.orchestra.run.smithi071.stdout: "omap_total_removes": 0 2024-09-16T00:12:18.531 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.531 INFO:teuthology.orchestra.run.smithi071.stdout: "osd-slow-ops": { 2024-09-16T00:12:18.531 INFO:teuthology.orchestra.run.smithi071.stdout: "slow_ops_count": 0 2024-09-16T00:12:18.531 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.531 INFO:teuthology.orchestra.run.smithi071.stdout: "purge_queue": { 2024-09-16T00:12:18.531 INFO:teuthology.orchestra.run.smithi071.stdout: "pq_executing_ops": 0, 2024-09-16T00:12:18.531 INFO:teuthology.orchestra.run.smithi071.stdout: "pq_executing_ops_high_water": 0, 2024-09-16T00:12:18.531 INFO:teuthology.orchestra.run.smithi071.stdout: "pq_executing": 0, 2024-09-16T00:12:18.531 INFO:teuthology.orchestra.run.smithi071.stdout: "pq_executing_high_water": 0, 2024-09-16T00:12:18.531 INFO:teuthology.orchestra.run.smithi071.stdout: "pq_executed_ops": 0, 2024-09-16T00:12:18.532 INFO:teuthology.orchestra.run.smithi071.stdout: "pq_executed": 0, 2024-09-16T00:12:18.532 INFO:teuthology.orchestra.run.smithi071.stdout: "pq_item_in_journal": 0 2024-09-16T00:12:18.532 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.532 INFO:teuthology.orchestra.run.smithi071.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T00:12:18.532 INFO:teuthology.orchestra.run.smithi071.stdout: "val": 0, 2024-09-16T00:12:18.532 INFO:teuthology.orchestra.run.smithi071.stdout: "max": 104857600, 2024-09-16T00:12:18.532 INFO:teuthology.orchestra.run.smithi071.stdout: "get_started": 0, 2024-09-16T00:12:18.532 INFO:teuthology.orchestra.run.smithi071.stdout: "get": 6115, 2024-09-16T00:12:18.532 INFO:teuthology.orchestra.run.smithi071.stdout: "get_sum": 294355833, 2024-09-16T00:12:18.532 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:18.532 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_success": 6115, 2024-09-16T00:12:18.532 INFO:teuthology.orchestra.run.smithi071.stdout: "take": 0, 2024-09-16T00:12:18.532 INFO:teuthology.orchestra.run.smithi071.stdout: "take_sum": 0, 2024-09-16T00:12:18.532 INFO:teuthology.orchestra.run.smithi071.stdout: "put": 6115, 2024-09-16T00:12:18.533 INFO:teuthology.orchestra.run.smithi071.stdout: "put_sum": 294355833, 2024-09-16T00:12:18.533 INFO:teuthology.orchestra.run.smithi071.stdout: "wait": { 2024-09-16T00:12:18.533 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.533 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.533 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.533 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:18.533 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.533 INFO:teuthology.orchestra.run.smithi071.stdout: "throttle-objecter_bytes": { 2024-09-16T00:12:18.533 INFO:teuthology.orchestra.run.smithi071.stdout: "val": 0, 2024-09-16T00:12:18.533 INFO:teuthology.orchestra.run.smithi071.stdout: "max": 104857600, 2024-09-16T00:12:18.533 INFO:teuthology.orchestra.run.smithi071.stdout: "get_started": 0, 2024-09-16T00:12:18.533 INFO:teuthology.orchestra.run.smithi071.stdout: "get": 0, 2024-09-16T00:12:18.533 INFO:teuthology.orchestra.run.smithi071.stdout: "get_sum": 0, 2024-09-16T00:12:18.534 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:18.534 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:18.534 INFO:teuthology.orchestra.run.smithi071.stdout: "take": 5601, 2024-09-16T00:12:18.534 INFO:teuthology.orchestra.run.smithi071.stdout: "take_sum": 291528329, 2024-09-16T00:12:18.534 INFO:teuthology.orchestra.run.smithi071.stdout: "put": 5601, 2024-09-16T00:12:18.534 INFO:teuthology.orchestra.run.smithi071.stdout: "put_sum": 291528329, 2024-09-16T00:12:18.534 INFO:teuthology.orchestra.run.smithi071.stdout: "wait": { 2024-09-16T00:12:18.534 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.534 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.534 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.534 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:18.534 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.534 INFO:teuthology.orchestra.run.smithi071.stdout: "throttle-objecter_ops": { 2024-09-16T00:12:18.535 INFO:teuthology.orchestra.run.smithi071.stdout: "val": 0, 2024-09-16T00:12:18.535 INFO:teuthology.orchestra.run.smithi071.stdout: "max": 1024, 2024-09-16T00:12:18.535 INFO:teuthology.orchestra.run.smithi071.stdout: "get_started": 0, 2024-09-16T00:12:18.535 INFO:teuthology.orchestra.run.smithi071.stdout: "get": 0, 2024-09-16T00:12:18.535 INFO:teuthology.orchestra.run.smithi071.stdout: "get_sum": 0, 2024-09-16T00:12:18.535 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:18.535 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:18.535 INFO:teuthology.orchestra.run.smithi071.stdout: "take": 5601, 2024-09-16T00:12:18.535 INFO:teuthology.orchestra.run.smithi071.stdout: "take_sum": 5601, 2024-09-16T00:12:18.535 INFO:teuthology.orchestra.run.smithi071.stdout: "put": 5601, 2024-09-16T00:12:18.536 INFO:teuthology.orchestra.run.smithi071.stdout: "put_sum": 5601, 2024-09-16T00:12:18.536 INFO:teuthology.orchestra.run.smithi071.stdout: "wait": { 2024-09-16T00:12:18.536 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.536 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.536 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.536 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:18.536 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.536 INFO:teuthology.orchestra.run.smithi071.stdout: "throttle-write_buf_throttle": { 2024-09-16T00:12:18.536 INFO:teuthology.orchestra.run.smithi071.stdout: "val": 0, 2024-09-16T00:12:18.536 INFO:teuthology.orchestra.run.smithi071.stdout: "max": 3758096384, 2024-09-16T00:12:18.536 INFO:teuthology.orchestra.run.smithi071.stdout: "get_started": 0, 2024-09-16T00:12:18.536 INFO:teuthology.orchestra.run.smithi071.stdout: "get": 0, 2024-09-16T00:12:18.536 INFO:teuthology.orchestra.run.smithi071.stdout: "get_sum": 0, 2024-09-16T00:12:18.537 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:18.537 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:18.537 INFO:teuthology.orchestra.run.smithi071.stdout: "take": 0, 2024-09-16T00:12:18.537 INFO:teuthology.orchestra.run.smithi071.stdout: "take_sum": 0, 2024-09-16T00:12:18.537 INFO:teuthology.orchestra.run.smithi071.stdout: "put": 0, 2024-09-16T00:12:18.537 INFO:teuthology.orchestra.run.smithi071.stdout: "put_sum": 0, 2024-09-16T00:12:18.537 INFO:teuthology.orchestra.run.smithi071.stdout: "wait": { 2024-09-16T00:12:18.537 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.537 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.537 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.537 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:18.537 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:18.537 INFO:teuthology.orchestra.run.smithi071.stdout: "throttle-write_buf_throttle-0x56346816ab40": { 2024-09-16T00:12:18.537 INFO:teuthology.orchestra.run.smithi071.stdout: "val": 0, 2024-09-16T00:12:18.538 INFO:teuthology.orchestra.run.smithi071.stdout: "max": 3758096384, 2024-09-16T00:12:18.538 INFO:teuthology.orchestra.run.smithi071.stdout: "get_started": 0, 2024-09-16T00:12:18.538 INFO:teuthology.orchestra.run.smithi071.stdout: "get": 0, 2024-09-16T00:12:18.538 INFO:teuthology.orchestra.run.smithi071.stdout: "get_sum": 0, 2024-09-16T00:12:18.538 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:18.538 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:18.538 INFO:teuthology.orchestra.run.smithi071.stdout: "take": 0, 2024-09-16T00:12:18.538 INFO:teuthology.orchestra.run.smithi071.stdout: "take_sum": 0, 2024-09-16T00:12:18.538 INFO:teuthology.orchestra.run.smithi071.stdout: "put": 0, 2024-09-16T00:12:18.538 INFO:teuthology.orchestra.run.smithi071.stdout: "put_sum": 0, 2024-09-16T00:12:18.538 INFO:teuthology.orchestra.run.smithi071.stdout: "wait": { 2024-09-16T00:12:18.538 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:18.538 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:18.539 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:18.539 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:18.539 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:18.539 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-16T00:12:18.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:18 smithi071 ceph-mon[30957]: pgmap v796: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 3.9 MiB/s wr, 205 op/s 2024-09-16T00:12:18.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:18 smithi163 ceph-mon[34107]: pgmap v796: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 3.9 MiB/s wr, 205 op/s 2024-09-16T00:12:18.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:18 smithi190 ceph-mon[34840]: pgmap v796: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 3.9 MiB/s wr, 205 op/s 2024-09-16T00:12:19.610 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2024-09-16T00:12:19.610 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2024-09-16T00:12:19.610 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=0 2024-09-16T00:12:19.610 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=0 2024-09-16T00:12:19.610 INFO:tasks.check_counter:Daemon mds.a mds.root_rsnaps=0 2024-09-16T00:12:19.610 INFO:tasks.check_counter:Daemon mds.a mds_server.req_mksnap_latency.avgcount=0 2024-09-16T00:12:19.610 INFO:tasks.check_counter:Daemon mds.a mds_server.req_rmsnap_latency.avgcount=0 2024-09-16T00:12:19.611 DEBUG:tasks.check_counter:Getting stats from d 2024-09-16T00:12:19.611 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph daemon mds.d perf dump 2024-09-16T00:12:19.875 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T00:12:20.422 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:20 smithi071 ceph-mon[30957]: pgmap v797: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 194 op/s 2024-09-16T00:12:20.499 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-16T00:12:20.499 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T00:12:20.499 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 0, 2024-09-16T00:12:20.499 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 2, 2024-09-16T00:12:20.499 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 0, 2024-09-16T00:12:20.499 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 0, 2024-09-16T00:12:20.500 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 4, 2024-09-16T00:12:20.500 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 0, 2024-09-16T00:12:20.500 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.001026221, 2024-09-16T00:12:20.500 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.000000000, 2024-09-16T00:12:20.500 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.000107427, 2024-09-16T00:12:20.500 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T00:12:20.500 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:20.500 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:20.500 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:20.500 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:20.500 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:20.500 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:20.500 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:20.501 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:20.501 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:20.501 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:20.501 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-16T00:12:20.501 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 0 2024-09-16T00:12:20.501 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:20.501 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T00:12:20.501 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 452, 2024-09-16T00:12:20.501 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 441, 2024-09-16T00:12:20.501 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 1652848, 2024-09-16T00:12:20.501 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 272912, 2024-09-16T00:12:20.501 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 2, 2024-09-16T00:12:20.501 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 1, 2024-09-16T00:12:20.502 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.053071527, 2024-09-16T00:12:20.502 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.021928572, 2024-09-16T00:12:20.502 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.044821184, 2024-09-16T00:12:20.502 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T00:12:20.502 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:20.502 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 440, 2024-09-16T00:12:20.502 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.012977954, 2024-09-16T00:12:20.502 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000029495 2024-09-16T00:12:20.502 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:20.502 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:20.502 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:20.502 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:20.502 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:20.503 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:20.503 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 1652848, 2024-09-16T00:12:20.503 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 272912 2024-09-16T00:12:20.503 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:20.503 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T00:12:20.503 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 7, 2024-09-16T00:12:20.503 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 340, 2024-09-16T00:12:20.503 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 3520, 2024-09-16T00:12:20.503 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 296096, 2024-09-16T00:12:20.503 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 6, 2024-09-16T00:12:20.503 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 3, 2024-09-16T00:12:20.503 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.020764920, 2024-09-16T00:12:20.503 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.013682981, 2024-09-16T00:12:20.504 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.004085033, 2024-09-16T00:12:20.504 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T00:12:20.504 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:20.504 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 338, 2024-09-16T00:12:20.504 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.018685185, 2024-09-16T00:12:20.504 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000055281 2024-09-16T00:12:20.504 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:20.504 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:20.504 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:20.504 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:20.504 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:20.504 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:20.504 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 3520, 2024-09-16T00:12:20.505 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 296096 2024-09-16T00:12:20.505 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:20.505 INFO:teuthology.orchestra.run.smithi071.stdout: "cct": { 2024-09-16T00:12:20.505 INFO:teuthology.orchestra.run.smithi071.stdout: "total_workers": 0, 2024-09-16T00:12:20.505 INFO:teuthology.orchestra.run.smithi071.stdout: "unhealthy_workers": 0 2024-09-16T00:12:20.505 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:20.505 INFO:teuthology.orchestra.run.smithi071.stdout: "mempool": { 2024-09-16T00:12:20.505 INFO:teuthology.orchestra.run.smithi071.stdout: "bloom_filter_bytes": 0, 2024-09-16T00:12:20.505 INFO:teuthology.orchestra.run.smithi071.stdout: "bloom_filter_items": 0, 2024-09-16T00:12:20.505 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T00:12:20.505 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_alloc_items": 0, 2024-09-16T00:12:20.505 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T00:12:20.505 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_data_items": 0, 2024-09-16T00:12:20.505 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T00:12:20.506 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T00:12:20.506 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T00:12:20.506 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T00:12:20.506 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T00:12:20.506 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_other_items": 0, 2024-09-16T00:12:20.506 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T00:12:20.506 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T00:12:20.506 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_extent_bytes": 0, 2024-09-16T00:12:20.506 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_extent_items": 0, 2024-09-16T00:12:20.506 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_blob_bytes": 0, 2024-09-16T00:12:20.506 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_blob_items": 0, 2024-09-16T00:12:20.506 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T00:12:20.507 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T00:12:20.507 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T00:12:20.507 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T00:12:20.507 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T00:12:20.507 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_fsck_items": 0, 2024-09-16T00:12:20.507 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_txc_bytes": 0, 2024-09-16T00:12:20.507 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_txc_items": 0, 2024-09-16T00:12:20.507 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T00:12:20.507 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T00:12:20.507 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_bytes": 0, 2024-09-16T00:12:20.507 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_items": 0, 2024-09-16T00:12:20.507 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_bytes": 0, 2024-09-16T00:12:20.507 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_items": 0, 2024-09-16T00:12:20.507 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T00:12:20.508 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_reader_items": 0, 2024-09-16T00:12:20.508 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T00:12:20.508 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_writer_items": 0, 2024-09-16T00:12:20.508 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_anon_bytes": 148692, 2024-09-16T00:12:20.508 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_anon_items": 30, 2024-09-16T00:12:20.508 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_meta_bytes": 0, 2024-09-16T00:12:20.508 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_meta_items": 0, 2024-09-16T00:12:20.508 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_bytes": 0, 2024-09-16T00:12:20.508 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_items": 0, 2024-09-16T00:12:20.508 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_mapbl_bytes": 0, 2024-09-16T00:12:20.508 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_mapbl_items": 0, 2024-09-16T00:12:20.508 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_pglog_bytes": 0, 2024-09-16T00:12:20.508 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_pglog_items": 0, 2024-09-16T00:12:20.509 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_bytes": 0, 2024-09-16T00:12:20.509 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_items": 0, 2024-09-16T00:12:20.509 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T00:12:20.509 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_mapping_items": 0, 2024-09-16T00:12:20.509 INFO:teuthology.orchestra.run.smithi071.stdout: "pgmap_bytes": 0, 2024-09-16T00:12:20.509 INFO:teuthology.orchestra.run.smithi071.stdout: "pgmap_items": 0, 2024-09-16T00:12:20.509 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_co_bytes": 928, 2024-09-16T00:12:20.509 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_co_items": 2, 2024-09-16T00:12:20.509 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_1_bytes": 0, 2024-09-16T00:12:20.509 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_1_items": 0, 2024-09-16T00:12:20.510 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_2_bytes": 0, 2024-09-16T00:12:20.510 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_2_items": 0 2024-09-16T00:12:20.510 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:20.510 INFO:teuthology.orchestra.run.smithi071.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T00:12:20.510 INFO:teuthology.orchestra.run.smithi071.stdout: "val": 0, 2024-09-16T00:12:20.510 INFO:teuthology.orchestra.run.smithi071.stdout: "max": 104857600, 2024-09-16T00:12:20.510 INFO:teuthology.orchestra.run.smithi071.stdout: "get_started": 0, 2024-09-16T00:12:20.510 INFO:teuthology.orchestra.run.smithi071.stdout: "get": 455, 2024-09-16T00:12:20.510 INFO:teuthology.orchestra.run.smithi071.stdout: "get_sum": 1588977, 2024-09-16T00:12:20.510 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:20.511 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_success": 455, 2024-09-16T00:12:20.511 INFO:teuthology.orchestra.run.smithi071.stdout: "take": 0, 2024-09-16T00:12:20.511 INFO:teuthology.orchestra.run.smithi071.stdout: "take_sum": 0, 2024-09-16T00:12:20.511 INFO:teuthology.orchestra.run.smithi071.stdout: "put": 455, 2024-09-16T00:12:20.511 INFO:teuthology.orchestra.run.smithi071.stdout: "put_sum": 1588977, 2024-09-16T00:12:20.511 INFO:teuthology.orchestra.run.smithi071.stdout: "wait": { 2024-09-16T00:12:20.511 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:20.511 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:20.511 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:20.512 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:20.512 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:20.512 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-16T00:12:20.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:20 smithi163 ceph-mon[34107]: pgmap v797: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 194 op/s 2024-09-16T00:12:20.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:20 smithi190 ceph-mon[34840]: pgmap v797: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.5 MiB/s wr, 194 op/s 2024-09-16T00:12:21.307 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-09-16T00:12:21.307 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-09-16T00:12:21.307 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-09-16T00:12:21.308 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-09-16T00:12:21.308 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-09-16T00:12:21.308 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-09-16T00:12:21.308 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-09-16T00:12:21.308 DEBUG:tasks.check_counter:Getting stats from g 2024-09-16T00:12:21.308 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph daemon mds.g perf dump 2024-09-16T00:12:21.573 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T00:12:22.151 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-16T00:12:22.151 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T00:12:22.151 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 2135, 2024-09-16T00:12:22.151 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 2099, 2024-09-16T00:12:22.151 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 2393680, 2024-09-16T00:12:22.151 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 792668, 2024-09-16T00:12:22.151 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 5, 2024-09-16T00:12:22.151 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 1, 2024-09-16T00:12:22.152 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.200917787, 2024-09-16T00:12:22.152 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.076553342, 2024-09-16T00:12:22.152 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.085595674, 2024-09-16T00:12:22.152 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.042263557, 2024-09-16T00:12:22.152 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:22.152 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 2099, 2024-09-16T00:12:22.152 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.064228880, 2024-09-16T00:12:22.152 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000030599 2024-09-16T00:12:22.152 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.152 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:22.153 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.153 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.153 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.153 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.153 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 1850032, 2024-09-16T00:12:22.153 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 278144 2024-09-16T00:12:22.153 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.153 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T00:12:22.153 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 3481, 2024-09-16T00:12:22.153 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 3813, 2024-09-16T00:12:22.153 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 7411160, 2024-09-16T00:12:22.154 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 1862955, 2024-09-16T00:12:22.154 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 7, 2024-09-16T00:12:22.154 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 5, 2024-09-16T00:12:22.154 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.212166616, 2024-09-16T00:12:22.154 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.065510468, 2024-09-16T00:12:22.154 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.059049376, 2024-09-16T00:12:22.154 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.071766966, 2024-09-16T00:12:22.154 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:22.154 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 3810, 2024-09-16T00:12:22.154 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.089931181, 2024-09-16T00:12:22.154 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000023603 2024-09-16T00:12:22.155 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.155 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:22.155 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.155 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.155 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.155 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.155 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-16T00:12:22.155 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 756576 2024-09-16T00:12:22.155 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.155 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T00:12:22.155 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 4, 2024-09-16T00:12:22.156 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 6, 2024-09-16T00:12:22.156 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 1629, 2024-09-16T00:12:22.156 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 1284, 2024-09-16T00:12:22.156 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 7, 2024-09-16T00:12:22.156 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 4, 2024-09-16T00:12:22.156 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.001851941, 2024-09-16T00:12:22.156 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.000062922, 2024-09-16T00:12:22.156 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.001504575, 2024-09-16T00:12:22.156 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.000087640, 2024-09-16T00:12:22.156 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:22.156 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 4, 2024-09-16T00:12:22.157 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.002005745, 2024-09-16T00:12:22.157 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000501436 2024-09-16T00:12:22.157 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.157 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:22.157 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.157 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.157 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.157 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.157 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-16T00:12:22.157 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 0 2024-09-16T00:12:22.157 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.158 INFO:teuthology.orchestra.run.smithi071.stdout: "cct": { 2024-09-16T00:12:22.158 INFO:teuthology.orchestra.run.smithi071.stdout: "total_workers": 1, 2024-09-16T00:12:22.158 INFO:teuthology.orchestra.run.smithi071.stdout: "unhealthy_workers": 0 2024-09-16T00:12:22.158 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.158 INFO:teuthology.orchestra.run.smithi071.stdout: "finisher-MDSRank": { 2024-09-16T00:12:22.158 INFO:teuthology.orchestra.run.smithi071.stdout: "queue_len": 0, 2024-09-16T00:12:22.158 INFO:teuthology.orchestra.run.smithi071.stdout: "complete_latency": { 2024-09-16T00:12:22.158 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 8644, 2024-09-16T00:12:22.159 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.176811080, 2024-09-16T00:12:22.159 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000020454 2024-09-16T00:12:22.159 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:22.159 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.159 INFO:teuthology.orchestra.run.smithi071.stdout: "finisher-PurgeQueue": { 2024-09-16T00:12:22.159 INFO:teuthology.orchestra.run.smithi071.stdout: "queue_len": 0, 2024-09-16T00:12:22.159 INFO:teuthology.orchestra.run.smithi071.stdout: "complete_latency": { 2024-09-16T00:12:22.159 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.159 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.159 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.159 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:22.160 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.160 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2024-09-16T00:12:22.160 INFO:teuthology.orchestra.run.smithi071.stdout: "request": 0, 2024-09-16T00:12:22.160 INFO:teuthology.orchestra.run.smithi071.stdout: "reply": 0, 2024-09-16T00:12:22.160 INFO:teuthology.orchestra.run.smithi071.stdout: "reply_latency": { 2024-09-16T00:12:22.160 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.160 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.160 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.160 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.161 INFO:teuthology.orchestra.run.smithi071.stdout: "slow_reply": 0, 2024-09-16T00:12:22.161 INFO:teuthology.orchestra.run.smithi071.stdout: "forward": 0, 2024-09-16T00:12:22.161 INFO:teuthology.orchestra.run.smithi071.stdout: "dir_fetch_complete": 0, 2024-09-16T00:12:22.161 INFO:teuthology.orchestra.run.smithi071.stdout: "dir_fetch_keys": 0, 2024-09-16T00:12:22.161 INFO:teuthology.orchestra.run.smithi071.stdout: "dir_commit": 0, 2024-09-16T00:12:22.161 INFO:teuthology.orchestra.run.smithi071.stdout: "dir_split": 0, 2024-09-16T00:12:22.161 INFO:teuthology.orchestra.run.smithi071.stdout: "dir_merge": 0, 2024-09-16T00:12:22.161 INFO:teuthology.orchestra.run.smithi071.stdout: "inodes": 584, 2024-09-16T00:12:22.161 INFO:teuthology.orchestra.run.smithi071.stdout: "inodes_top": 0, 2024-09-16T00:12:22.161 INFO:teuthology.orchestra.run.smithi071.stdout: "inodes_bottom": 584, 2024-09-16T00:12:22.161 INFO:teuthology.orchestra.run.smithi071.stdout: "inodes_pin_tail": 0, 2024-09-16T00:12:22.162 INFO:teuthology.orchestra.run.smithi071.stdout: "inodes_pinned": 584, 2024-09-16T00:12:22.162 INFO:teuthology.orchestra.run.smithi071.stdout: "inodes_expired": 0, 2024-09-16T00:12:22.162 INFO:teuthology.orchestra.run.smithi071.stdout: "inodes_with_caps": 0, 2024-09-16T00:12:22.162 INFO:teuthology.orchestra.run.smithi071.stdout: "caps": 0, 2024-09-16T00:12:22.162 INFO:teuthology.orchestra.run.smithi071.stdout: "subtrees": 1, 2024-09-16T00:12:22.162 INFO:teuthology.orchestra.run.smithi071.stdout: "traverse": 0, 2024-09-16T00:12:22.162 INFO:teuthology.orchestra.run.smithi071.stdout: "traverse_hit": 0, 2024-09-16T00:12:22.162 INFO:teuthology.orchestra.run.smithi071.stdout: "traverse_forward": 0, 2024-09-16T00:12:22.163 INFO:teuthology.orchestra.run.smithi071.stdout: "traverse_discover": 0, 2024-09-16T00:12:22.163 INFO:teuthology.orchestra.run.smithi071.stdout: "traverse_dir_fetch": 0, 2024-09-16T00:12:22.163 INFO:teuthology.orchestra.run.smithi071.stdout: "traverse_remote_ino": 0, 2024-09-16T00:12:22.163 INFO:teuthology.orchestra.run.smithi071.stdout: "traverse_lock": 0, 2024-09-16T00:12:22.163 INFO:teuthology.orchestra.run.smithi071.stdout: "load_cent": 0, 2024-09-16T00:12:22.163 INFO:teuthology.orchestra.run.smithi071.stdout: "q": 0, 2024-09-16T00:12:22.163 INFO:teuthology.orchestra.run.smithi071.stdout: "exported": 0, 2024-09-16T00:12:22.163 INFO:teuthology.orchestra.run.smithi071.stdout: "exported_inodes": 0, 2024-09-16T00:12:22.163 INFO:teuthology.orchestra.run.smithi071.stdout: "imported": 0, 2024-09-16T00:12:22.163 INFO:teuthology.orchestra.run.smithi071.stdout: "imported_inodes": 0, 2024-09-16T00:12:22.164 INFO:teuthology.orchestra.run.smithi071.stdout: "openino_dir_fetch": 0, 2024-09-16T00:12:22.164 INFO:teuthology.orchestra.run.smithi071.stdout: "openino_backtrace_fetch": 0, 2024-09-16T00:12:22.164 INFO:teuthology.orchestra.run.smithi071.stdout: "openino_peer_discover": 0, 2024-09-16T00:12:22.164 INFO:teuthology.orchestra.run.smithi071.stdout: "root_rfiles": 0, 2024-09-16T00:12:22.164 INFO:teuthology.orchestra.run.smithi071.stdout: "root_rbytes": 0, 2024-09-16T00:12:22.164 INFO:teuthology.orchestra.run.smithi071.stdout: "root_rsnaps": 0, 2024-09-16T00:12:22.164 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_backtrace_fetch": 0, 2024-09-16T00:12:22.164 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_set_tag": 0, 2024-09-16T00:12:22.165 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_backtrace_repaired": 0, 2024-09-16T00:12:22.165 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_inotable_repaired": 0, 2024-09-16T00:12:22.165 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_dir_inodes": 0, 2024-09-16T00:12:22.165 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_dir_base_inodes": 0, 2024-09-16T00:12:22.165 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_dirfrag_rstats": 0, 2024-09-16T00:12:22.165 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_file_inodes": 0, 2024-09-16T00:12:22.165 INFO:teuthology.orchestra.run.smithi071.stdout: "handle_inode_file_caps": 0, 2024-09-16T00:12:22.166 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_cap_op_revoke": 0, 2024-09-16T00:12:22.166 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_cap_op_grant": 0, 2024-09-16T00:12:22.166 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_cap_op_trunc": 0, 2024-09-16T00:12:22.166 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-16T00:12:22.166 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-16T00:12:22.166 INFO:teuthology.orchestra.run.smithi071.stdout: "handle_client_caps": 0, 2024-09-16T00:12:22.166 INFO:teuthology.orchestra.run.smithi071.stdout: "handle_client_caps_dirty": 0, 2024-09-16T00:12:22.166 INFO:teuthology.orchestra.run.smithi071.stdout: "handle_client_cap_release": 0, 2024-09-16T00:12:22.166 INFO:teuthology.orchestra.run.smithi071.stdout: "process_request_cap_release": 0 2024-09-16T00:12:22.167 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.167 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_cache": { 2024-09-16T00:12:22.167 INFO:teuthology.orchestra.run.smithi071.stdout: "dir_update": 0, 2024-09-16T00:12:22.167 INFO:teuthology.orchestra.run.smithi071.stdout: "dir_update_receipt": 0, 2024-09-16T00:12:22.167 INFO:teuthology.orchestra.run.smithi071.stdout: "dir_try_discover": 0, 2024-09-16T00:12:22.167 INFO:teuthology.orchestra.run.smithi071.stdout: "dir_send_discover": 0, 2024-09-16T00:12:22.167 INFO:teuthology.orchestra.run.smithi071.stdout: "dir_handle_discover": 0, 2024-09-16T00:12:22.167 INFO:teuthology.orchestra.run.smithi071.stdout: "num_strays": 0, 2024-09-16T00:12:22.168 INFO:teuthology.orchestra.run.smithi071.stdout: "num_strays_delayed": 0, 2024-09-16T00:12:22.168 INFO:teuthology.orchestra.run.smithi071.stdout: "num_strays_enqueuing": 0, 2024-09-16T00:12:22.168 INFO:teuthology.orchestra.run.smithi071.stdout: "strays_created": 0, 2024-09-16T00:12:22.168 INFO:teuthology.orchestra.run.smithi071.stdout: "strays_enqueued": 0, 2024-09-16T00:12:22.168 INFO:teuthology.orchestra.run.smithi071.stdout: "strays_reintegrated": 0, 2024-09-16T00:12:22.168 INFO:teuthology.orchestra.run.smithi071.stdout: "strays_migrated": 0, 2024-09-16T00:12:22.168 INFO:teuthology.orchestra.run.smithi071.stdout: "num_recovering_processing": 0, 2024-09-16T00:12:22.168 INFO:teuthology.orchestra.run.smithi071.stdout: "num_recovering_enqueued": 0, 2024-09-16T00:12:22.169 INFO:teuthology.orchestra.run.smithi071.stdout: "num_recovering_prioritized": 0, 2024-09-16T00:12:22.169 INFO:teuthology.orchestra.run.smithi071.stdout: "recovery_started": 0, 2024-09-16T00:12:22.169 INFO:teuthology.orchestra.run.smithi071.stdout: "recovery_completed": 0, 2024-09-16T00:12:22.169 INFO:teuthology.orchestra.run.smithi071.stdout: "ireq_quiesce_path": 0, 2024-09-16T00:12:22.169 INFO:teuthology.orchestra.run.smithi071.stdout: "ireq_quiesce_inode": 0, 2024-09-16T00:12:22.169 INFO:teuthology.orchestra.run.smithi071.stdout: "ireq_enqueue_scrub": 0, 2024-09-16T00:12:22.169 INFO:teuthology.orchestra.run.smithi071.stdout: "ireq_exportdir": 0, 2024-09-16T00:12:22.169 INFO:teuthology.orchestra.run.smithi071.stdout: "ireq_flush": 0, 2024-09-16T00:12:22.169 INFO:teuthology.orchestra.run.smithi071.stdout: "ireq_fragmentdir": 0, 2024-09-16T00:12:22.170 INFO:teuthology.orchestra.run.smithi071.stdout: "ireq_fragstats": 0, 2024-09-16T00:12:22.170 INFO:teuthology.orchestra.run.smithi071.stdout: "ireq_inodestats": 0 2024-09-16T00:12:22.170 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.170 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_log": { 2024-09-16T00:12:22.170 INFO:teuthology.orchestra.run.smithi071.stdout: "evlrg": 0, 2024-09-16T00:12:22.170 INFO:teuthology.orchestra.run.smithi071.stdout: "evadd": 0, 2024-09-16T00:12:22.170 INFO:teuthology.orchestra.run.smithi071.stdout: "evex": 0, 2024-09-16T00:12:22.170 INFO:teuthology.orchestra.run.smithi071.stdout: "evtrm": 0, 2024-09-16T00:12:22.170 INFO:teuthology.orchestra.run.smithi071.stdout: "ev": 4853, 2024-09-16T00:12:22.170 INFO:teuthology.orchestra.run.smithi071.stdout: "evexg": 0, 2024-09-16T00:12:22.170 INFO:teuthology.orchestra.run.smithi071.stdout: "evexd": 0, 2024-09-16T00:12:22.171 INFO:teuthology.orchestra.run.smithi071.stdout: "segadd": 0, 2024-09-16T00:12:22.171 INFO:teuthology.orchestra.run.smithi071.stdout: "segex": 0, 2024-09-16T00:12:22.171 INFO:teuthology.orchestra.run.smithi071.stdout: "segtrm": 0, 2024-09-16T00:12:22.171 INFO:teuthology.orchestra.run.smithi071.stdout: "seg": 7, 2024-09-16T00:12:22.171 INFO:teuthology.orchestra.run.smithi071.stdout: "segmjr": 2, 2024-09-16T00:12:22.171 INFO:teuthology.orchestra.run.smithi071.stdout: "segexg": 0, 2024-09-16T00:12:22.171 INFO:teuthology.orchestra.run.smithi071.stdout: "segexd": 0, 2024-09-16T00:12:22.171 INFO:teuthology.orchestra.run.smithi071.stdout: "expos": 4194304, 2024-09-16T00:12:22.171 INFO:teuthology.orchestra.run.smithi071.stdout: "wrpos": 10720613, 2024-09-16T00:12:22.171 INFO:teuthology.orchestra.run.smithi071.stdout: "rdpos": 10710545, 2024-09-16T00:12:22.171 INFO:teuthology.orchestra.run.smithi071.stdout: "jlat": { 2024-09-16T00:12:22.172 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.172 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.172 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.172 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.172 INFO:teuthology.orchestra.run.smithi071.stdout: "replayed": 4853 2024-09-16T00:12:22.172 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.172 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_mem": { 2024-09-16T00:12:22.172 INFO:teuthology.orchestra.run.smithi071.stdout: "ino": 9, 2024-09-16T00:12:22.172 INFO:teuthology.orchestra.run.smithi071.stdout: "ino+": 723, 2024-09-16T00:12:22.172 INFO:teuthology.orchestra.run.smithi071.stdout: "ino-": 714, 2024-09-16T00:12:22.173 INFO:teuthology.orchestra.run.smithi071.stdout: "dir": 7, 2024-09-16T00:12:22.173 INFO:teuthology.orchestra.run.smithi071.stdout: "dir+": 23, 2024-09-16T00:12:22.173 INFO:teuthology.orchestra.run.smithi071.stdout: "dir-": 16, 2024-09-16T00:12:22.173 INFO:teuthology.orchestra.run.smithi071.stdout: "dn": 584, 2024-09-16T00:12:22.173 INFO:teuthology.orchestra.run.smithi071.stdout: "dn+": 739, 2024-09-16T00:12:22.173 INFO:teuthology.orchestra.run.smithi071.stdout: "dn-": 155, 2024-09-16T00:12:22.173 INFO:teuthology.orchestra.run.smithi071.stdout: "cap": 0, 2024-09-16T00:12:22.173 INFO:teuthology.orchestra.run.smithi071.stdout: "cap+": 0, 2024-09-16T00:12:22.173 INFO:teuthology.orchestra.run.smithi071.stdout: "cap-": 0, 2024-09-16T00:12:22.173 INFO:teuthology.orchestra.run.smithi071.stdout: "rss": 51160, 2024-09-16T00:12:22.173 INFO:teuthology.orchestra.run.smithi071.stdout: "heap": 215328 2024-09-16T00:12:22.173 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.174 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_server": { 2024-09-16T00:12:22.174 INFO:teuthology.orchestra.run.smithi071.stdout: "dispatch_client_request": 0, 2024-09-16T00:12:22.174 INFO:teuthology.orchestra.run.smithi071.stdout: "dispatch_server_request": 0, 2024-09-16T00:12:22.174 INFO:teuthology.orchestra.run.smithi071.stdout: "handle_client_request": 0, 2024-09-16T00:12:22.174 INFO:teuthology.orchestra.run.smithi071.stdout: "handle_client_session": 0, 2024-09-16T00:12:22.174 INFO:teuthology.orchestra.run.smithi071.stdout: "handle_peer_request": 0, 2024-09-16T00:12:22.174 INFO:teuthology.orchestra.run.smithi071.stdout: "req_create_latency": { 2024-09-16T00:12:22.174 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.174 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.174 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.174 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.175 INFO:teuthology.orchestra.run.smithi071.stdout: "req_getattr_latency": { 2024-09-16T00:12:22.175 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.175 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.175 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.175 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.175 INFO:teuthology.orchestra.run.smithi071.stdout: "req_getfilelock_latency": { 2024-09-16T00:12:22.175 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.175 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.175 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.175 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.175 INFO:teuthology.orchestra.run.smithi071.stdout: "req_link_latency": { 2024-09-16T00:12:22.175 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.176 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.176 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.176 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.176 INFO:teuthology.orchestra.run.smithi071.stdout: "req_lookup_latency": { 2024-09-16T00:12:22.176 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.176 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.176 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.176 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.176 INFO:teuthology.orchestra.run.smithi071.stdout: "req_lookuphash_latency": { 2024-09-16T00:12:22.176 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.176 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.177 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.177 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.177 INFO:teuthology.orchestra.run.smithi071.stdout: "req_lookupino_latency": { 2024-09-16T00:12:22.177 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.177 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.177 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.177 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.177 INFO:teuthology.orchestra.run.smithi071.stdout: "req_lookupname_latency": { 2024-09-16T00:12:22.177 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.177 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.177 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.178 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.178 INFO:teuthology.orchestra.run.smithi071.stdout: "req_lookupparent_latency": { 2024-09-16T00:12:22.178 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.178 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.178 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.178 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.178 INFO:teuthology.orchestra.run.smithi071.stdout: "req_lookupsnap_latency": { 2024-09-16T00:12:22.178 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.178 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.178 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.178 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.178 INFO:teuthology.orchestra.run.smithi071.stdout: "req_lssnap_latency": { 2024-09-16T00:12:22.179 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.179 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.179 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.179 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.179 INFO:teuthology.orchestra.run.smithi071.stdout: "req_mkdir_latency": { 2024-09-16T00:12:22.179 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.179 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.179 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.179 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.179 INFO:teuthology.orchestra.run.smithi071.stdout: "req_mknod_latency": { 2024-09-16T00:12:22.179 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.180 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.180 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.180 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.180 INFO:teuthology.orchestra.run.smithi071.stdout: "req_mksnap_latency": { 2024-09-16T00:12:22.180 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.180 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.180 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.180 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.180 INFO:teuthology.orchestra.run.smithi071.stdout: "req_open_latency": { 2024-09-16T00:12:22.180 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.180 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.181 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.181 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.181 INFO:teuthology.orchestra.run.smithi071.stdout: "req_readdir_latency": { 2024-09-16T00:12:22.181 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.181 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.181 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.181 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.181 INFO:teuthology.orchestra.run.smithi071.stdout: "req_rename_latency": { 2024-09-16T00:12:22.181 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.181 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.181 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.181 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.182 INFO:teuthology.orchestra.run.smithi071.stdout: "req_renamesnap_latency": { 2024-09-16T00:12:22.182 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.182 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.182 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.182 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.182 INFO:teuthology.orchestra.run.smithi071.stdout: "req_snapdiff_latency": { 2024-09-16T00:12:22.182 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.182 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.182 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.182 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.182 INFO:teuthology.orchestra.run.smithi071.stdout: "req_rmdir_latency": { 2024-09-16T00:12:22.183 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.183 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.183 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.183 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.183 INFO:teuthology.orchestra.run.smithi071.stdout: "req_rmsnap_latency": { 2024-09-16T00:12:22.183 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.183 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.183 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.183 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.183 INFO:teuthology.orchestra.run.smithi071.stdout: "req_rmxattr_latency": { 2024-09-16T00:12:22.183 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.183 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.184 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.184 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.184 INFO:teuthology.orchestra.run.smithi071.stdout: "req_setattr_latency": { 2024-09-16T00:12:22.184 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.184 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.184 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.184 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.184 INFO:teuthology.orchestra.run.smithi071.stdout: "req_setdirlayout_latency": { 2024-09-16T00:12:22.184 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.184 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.184 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.185 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.185 INFO:teuthology.orchestra.run.smithi071.stdout: "req_setfilelock_latency": { 2024-09-16T00:12:22.185 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.185 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.185 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.185 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.185 INFO:teuthology.orchestra.run.smithi071.stdout: "req_setlayout_latency": { 2024-09-16T00:12:22.185 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.185 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.185 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.185 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.186 INFO:teuthology.orchestra.run.smithi071.stdout: "req_setxattr_latency": { 2024-09-16T00:12:22.186 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.186 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.186 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.186 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.186 INFO:teuthology.orchestra.run.smithi071.stdout: "req_symlink_latency": { 2024-09-16T00:12:22.186 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.186 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.186 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.186 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.186 INFO:teuthology.orchestra.run.smithi071.stdout: "req_unlink_latency": { 2024-09-16T00:12:22.186 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.187 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.187 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.187 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.187 INFO:teuthology.orchestra.run.smithi071.stdout: "cap_revoke_eviction": 0, 2024-09-16T00:12:22.187 INFO:teuthology.orchestra.run.smithi071.stdout: "cap_acquisition_throttle": 0, 2024-09-16T00:12:22.187 INFO:teuthology.orchestra.run.smithi071.stdout: "req_getvxattr_latency": { 2024-09-16T00:12:22.187 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.187 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.187 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.187 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:22.187 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.187 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_sessions": { 2024-09-16T00:12:22.188 INFO:teuthology.orchestra.run.smithi071.stdout: "session_count": 2, 2024-09-16T00:12:22.188 INFO:teuthology.orchestra.run.smithi071.stdout: "session_add": 5, 2024-09-16T00:12:22.188 INFO:teuthology.orchestra.run.smithi071.stdout: "session_remove": 3, 2024-09-16T00:12:22.188 INFO:teuthology.orchestra.run.smithi071.stdout: "sessions_open": 5, 2024-09-16T00:12:22.188 INFO:teuthology.orchestra.run.smithi071.stdout: "sessions_stale": 0, 2024-09-16T00:12:22.188 INFO:teuthology.orchestra.run.smithi071.stdout: "total_load": 0, 2024-09-16T00:12:22.188 INFO:teuthology.orchestra.run.smithi071.stdout: "average_load": 0, 2024-09-16T00:12:22.188 INFO:teuthology.orchestra.run.smithi071.stdout: "avg_session_uptime": 4106, 2024-09-16T00:12:22.188 INFO:teuthology.orchestra.run.smithi071.stdout: "mdthresh_evicted": 0 2024-09-16T00:12:22.188 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.188 INFO:teuthology.orchestra.run.smithi071.stdout: "mempool": { 2024-09-16T00:12:22.189 INFO:teuthology.orchestra.run.smithi071.stdout: "bloom_filter_bytes": 0, 2024-09-16T00:12:22.189 INFO:teuthology.orchestra.run.smithi071.stdout: "bloom_filter_items": 0, 2024-09-16T00:12:22.189 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T00:12:22.189 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_alloc_items": 0, 2024-09-16T00:12:22.189 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T00:12:22.189 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_data_items": 0, 2024-09-16T00:12:22.189 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T00:12:22.189 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T00:12:22.189 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T00:12:22.189 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T00:12:22.189 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T00:12:22.190 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_other_items": 0, 2024-09-16T00:12:22.190 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T00:12:22.190 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T00:12:22.190 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_extent_bytes": 0, 2024-09-16T00:12:22.190 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_extent_items": 0, 2024-09-16T00:12:22.190 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_blob_bytes": 0, 2024-09-16T00:12:22.190 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_blob_items": 0, 2024-09-16T00:12:22.190 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T00:12:22.190 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T00:12:22.190 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T00:12:22.190 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T00:12:22.190 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T00:12:22.191 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_fsck_items": 0, 2024-09-16T00:12:22.191 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_txc_bytes": 0, 2024-09-16T00:12:22.191 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_txc_items": 0, 2024-09-16T00:12:22.191 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T00:12:22.191 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T00:12:22.191 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_bytes": 0, 2024-09-16T00:12:22.191 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_items": 0, 2024-09-16T00:12:22.191 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_bytes": 0, 2024-09-16T00:12:22.191 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_items": 0, 2024-09-16T00:12:22.191 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T00:12:22.192 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_reader_items": 0, 2024-09-16T00:12:22.192 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T00:12:22.192 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_writer_items": 0, 2024-09-16T00:12:22.192 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_anon_bytes": 198274, 2024-09-16T00:12:22.192 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_anon_items": 58, 2024-09-16T00:12:22.192 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_meta_bytes": 0, 2024-09-16T00:12:22.192 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_meta_items": 0, 2024-09-16T00:12:22.192 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_bytes": 0, 2024-09-16T00:12:22.192 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_items": 0, 2024-09-16T00:12:22.192 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_mapbl_bytes": 0, 2024-09-16T00:12:22.192 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_mapbl_items": 0, 2024-09-16T00:12:22.193 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_pglog_bytes": 0, 2024-09-16T00:12:22.193 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_pglog_items": 0, 2024-09-16T00:12:22.193 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_bytes": 8032, 2024-09-16T00:12:22.193 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_items": 177, 2024-09-16T00:12:22.193 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T00:12:22.193 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_mapping_items": 0, 2024-09-16T00:12:22.193 INFO:teuthology.orchestra.run.smithi071.stdout: "pgmap_bytes": 0, 2024-09-16T00:12:22.193 INFO:teuthology.orchestra.run.smithi071.stdout: "pgmap_items": 0, 2024-09-16T00:12:22.193 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_co_bytes": 463704, 2024-09-16T00:12:22.193 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_co_items": 2457, 2024-09-16T00:12:22.196 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_1_bytes": 0, 2024-09-16T00:12:22.196 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_1_items": 0, 2024-09-16T00:12:22.196 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_2_bytes": 0, 2024-09-16T00:12:22.196 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_2_items": 0 2024-09-16T00:12:22.197 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.197 INFO:teuthology.orchestra.run.smithi071.stdout: "objecter": { 2024-09-16T00:12:22.197 INFO:teuthology.orchestra.run.smithi071.stdout: "op_active": 0, 2024-09-16T00:12:22.197 INFO:teuthology.orchestra.run.smithi071.stdout: "op_laggy": 0, 2024-09-16T00:12:22.197 INFO:teuthology.orchestra.run.smithi071.stdout: "op_send": 5101, 2024-09-16T00:12:22.197 INFO:teuthology.orchestra.run.smithi071.stdout: "op_send_bytes": 21, 2024-09-16T00:12:22.197 INFO:teuthology.orchestra.run.smithi071.stdout: "op_resend": 3, 2024-09-16T00:12:22.197 INFO:teuthology.orchestra.run.smithi071.stdout: "op_reply": 5101, 2024-09-16T00:12:22.197 INFO:teuthology.orchestra.run.smithi071.stdout: "op_latency": { 2024-09-16T00:12:22.197 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 5101, 2024-09-16T00:12:22.197 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 2.270960351, 2024-09-16T00:12:22.197 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000445199 2024-09-16T00:12:22.198 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.198 INFO:teuthology.orchestra.run.smithi071.stdout: "op_inflight": 0, 2024-09-16T00:12:22.198 INFO:teuthology.orchestra.run.smithi071.stdout: "oplen_avg": { 2024-09-16T00:12:22.198 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 5101, 2024-09-16T00:12:22.198 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 5102 2024-09-16T00:12:22.198 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.198 INFO:teuthology.orchestra.run.smithi071.stdout: "op": 5101, 2024-09-16T00:12:22.198 INFO:teuthology.orchestra.run.smithi071.stdout: "op_r": 5101, 2024-09-16T00:12:22.198 INFO:teuthology.orchestra.run.smithi071.stdout: "op_w": 0, 2024-09-16T00:12:22.198 INFO:teuthology.orchestra.run.smithi071.stdout: "op_rmw": 0, 2024-09-16T00:12:22.198 INFO:teuthology.orchestra.run.smithi071.stdout: "op_pg": 0, 2024-09-16T00:12:22.199 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_stat": 3137, 2024-09-16T00:12:22.199 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_create": 0, 2024-09-16T00:12:22.199 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_read": 1962, 2024-09-16T00:12:22.199 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_write": 0, 2024-09-16T00:12:22.199 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_writefull": 0, 2024-09-16T00:12:22.199 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_writesame": 0, 2024-09-16T00:12:22.199 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_append": 0, 2024-09-16T00:12:22.199 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_zero": 0, 2024-09-16T00:12:22.199 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_truncate": 0, 2024-09-16T00:12:22.199 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_delete": 0, 2024-09-16T00:12:22.200 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_mapext": 0, 2024-09-16T00:12:22.200 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_sparse_read": 0, 2024-09-16T00:12:22.200 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_clonerange": 0, 2024-09-16T00:12:22.200 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_getxattr": 1, 2024-09-16T00:12:22.200 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_setxattr": 0, 2024-09-16T00:12:22.200 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_cmpxattr": 0, 2024-09-16T00:12:22.200 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_rmxattr": 0, 2024-09-16T00:12:22.200 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_resetxattrs": 0, 2024-09-16T00:12:22.200 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_call": 0, 2024-09-16T00:12:22.200 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_watch": 0, 2024-09-16T00:12:22.200 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_notify": 0, 2024-09-16T00:12:22.201 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_src_cmpxattr": 0, 2024-09-16T00:12:22.201 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_pgls": 0, 2024-09-16T00:12:22.201 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_pgls_filter": 0, 2024-09-16T00:12:22.201 INFO:teuthology.orchestra.run.smithi071.stdout: "osdop_other": 0, 2024-09-16T00:12:22.201 INFO:teuthology.orchestra.run.smithi071.stdout: "linger_active": 0, 2024-09-16T00:12:22.201 INFO:teuthology.orchestra.run.smithi071.stdout: "linger_send": 0, 2024-09-16T00:12:22.201 INFO:teuthology.orchestra.run.smithi071.stdout: "linger_resend": 0, 2024-09-16T00:12:22.201 INFO:teuthology.orchestra.run.smithi071.stdout: "linger_ping": 0, 2024-09-16T00:12:22.201 INFO:teuthology.orchestra.run.smithi071.stdout: "poolop_active": 0, 2024-09-16T00:12:22.201 INFO:teuthology.orchestra.run.smithi071.stdout: "poolop_send": 0, 2024-09-16T00:12:22.201 INFO:teuthology.orchestra.run.smithi071.stdout: "poolop_resend": 0, 2024-09-16T00:12:22.201 INFO:teuthology.orchestra.run.smithi071.stdout: "poolstat_active": 0, 2024-09-16T00:12:22.202 INFO:teuthology.orchestra.run.smithi071.stdout: "poolstat_send": 0, 2024-09-16T00:12:22.202 INFO:teuthology.orchestra.run.smithi071.stdout: "poolstat_resend": 0, 2024-09-16T00:12:22.202 INFO:teuthology.orchestra.run.smithi071.stdout: "statfs_active": 0, 2024-09-16T00:12:22.202 INFO:teuthology.orchestra.run.smithi071.stdout: "statfs_send": 0, 2024-09-16T00:12:22.202 INFO:teuthology.orchestra.run.smithi071.stdout: "statfs_resend": 0, 2024-09-16T00:12:22.202 INFO:teuthology.orchestra.run.smithi071.stdout: "command_active": 0, 2024-09-16T00:12:22.202 INFO:teuthology.orchestra.run.smithi071.stdout: "command_send": 0, 2024-09-16T00:12:22.202 INFO:teuthology.orchestra.run.smithi071.stdout: "command_resend": 0, 2024-09-16T00:12:22.202 INFO:teuthology.orchestra.run.smithi071.stdout: "map_epoch": 120, 2024-09-16T00:12:22.202 INFO:teuthology.orchestra.run.smithi071.stdout: "map_full": 0, 2024-09-16T00:12:22.202 INFO:teuthology.orchestra.run.smithi071.stdout: "map_inc": 37, 2024-09-16T00:12:22.202 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_sessions": 6, 2024-09-16T00:12:22.203 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_session_open": 8, 2024-09-16T00:12:22.203 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_session_close": 2, 2024-09-16T00:12:22.203 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_laggy": 0, 2024-09-16T00:12:22.203 INFO:teuthology.orchestra.run.smithi071.stdout: "omap_wr": 0, 2024-09-16T00:12:22.203 INFO:teuthology.orchestra.run.smithi071.stdout: "omap_rd": 2, 2024-09-16T00:12:22.203 INFO:teuthology.orchestra.run.smithi071.stdout: "omap_del": 0 2024-09-16T00:12:22.203 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.203 INFO:teuthology.orchestra.run.smithi071.stdout: "oft": { 2024-09-16T00:12:22.203 INFO:teuthology.orchestra.run.smithi071.stdout: "omap_total_objs": 0, 2024-09-16T00:12:22.203 INFO:teuthology.orchestra.run.smithi071.stdout: "omap_total_kv_pairs": 0, 2024-09-16T00:12:22.203 INFO:teuthology.orchestra.run.smithi071.stdout: "omap_total_updates": 0, 2024-09-16T00:12:22.204 INFO:teuthology.orchestra.run.smithi071.stdout: "omap_total_removes": 0 2024-09-16T00:12:22.204 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.204 INFO:teuthology.orchestra.run.smithi071.stdout: "osd-slow-ops": { 2024-09-16T00:12:22.204 INFO:teuthology.orchestra.run.smithi071.stdout: "slow_ops_count": 0 2024-09-16T00:12:22.204 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.204 INFO:teuthology.orchestra.run.smithi071.stdout: "purge_queue": { 2024-09-16T00:12:22.204 INFO:teuthology.orchestra.run.smithi071.stdout: "pq_executing_ops": 0, 2024-09-16T00:12:22.205 INFO:teuthology.orchestra.run.smithi071.stdout: "pq_executing_ops_high_water": 0, 2024-09-16T00:12:22.205 INFO:teuthology.orchestra.run.smithi071.stdout: "pq_executing": 0, 2024-09-16T00:12:22.205 INFO:teuthology.orchestra.run.smithi071.stdout: "pq_executing_high_water": 0, 2024-09-16T00:12:22.205 INFO:teuthology.orchestra.run.smithi071.stdout: "pq_executed_ops": 0, 2024-09-16T00:12:22.205 INFO:teuthology.orchestra.run.smithi071.stdout: "pq_executed": 0, 2024-09-16T00:12:22.205 INFO:teuthology.orchestra.run.smithi071.stdout: "pq_item_in_journal": 0 2024-09-16T00:12:22.205 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.205 INFO:teuthology.orchestra.run.smithi071.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T00:12:22.205 INFO:teuthology.orchestra.run.smithi071.stdout: "val": 0, 2024-09-16T00:12:22.205 INFO:teuthology.orchestra.run.smithi071.stdout: "max": 104857600, 2024-09-16T00:12:22.206 INFO:teuthology.orchestra.run.smithi071.stdout: "get_started": 0, 2024-09-16T00:12:22.206 INFO:teuthology.orchestra.run.smithi071.stdout: "get": 5616, 2024-09-16T00:12:22.206 INFO:teuthology.orchestra.run.smithi071.stdout: "get_sum": 9271811, 2024-09-16T00:12:22.206 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:22.206 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_success": 5616, 2024-09-16T00:12:22.206 INFO:teuthology.orchestra.run.smithi071.stdout: "take": 0, 2024-09-16T00:12:22.206 INFO:teuthology.orchestra.run.smithi071.stdout: "take_sum": 0, 2024-09-16T00:12:22.206 INFO:teuthology.orchestra.run.smithi071.stdout: "put": 5616, 2024-09-16T00:12:22.206 INFO:teuthology.orchestra.run.smithi071.stdout: "put_sum": 9271811, 2024-09-16T00:12:22.206 INFO:teuthology.orchestra.run.smithi071.stdout: "wait": { 2024-09-16T00:12:22.206 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.206 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.207 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.207 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:22.207 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.207 INFO:teuthology.orchestra.run.smithi071.stdout: "throttle-objecter_bytes": { 2024-09-16T00:12:22.207 INFO:teuthology.orchestra.run.smithi071.stdout: "val": 0, 2024-09-16T00:12:22.207 INFO:teuthology.orchestra.run.smithi071.stdout: "max": 104857600, 2024-09-16T00:12:22.207 INFO:teuthology.orchestra.run.smithi071.stdout: "get_started": 0, 2024-09-16T00:12:22.207 INFO:teuthology.orchestra.run.smithi071.stdout: "get": 0, 2024-09-16T00:12:22.207 INFO:teuthology.orchestra.run.smithi071.stdout: "get_sum": 0, 2024-09-16T00:12:22.207 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:22.207 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:22.208 INFO:teuthology.orchestra.run.smithi071.stdout: "take": 5101, 2024-09-16T00:12:22.208 INFO:teuthology.orchestra.run.smithi071.stdout: "take_sum": 6528979, 2024-09-16T00:12:22.208 INFO:teuthology.orchestra.run.smithi071.stdout: "put": 5101, 2024-09-16T00:12:22.208 INFO:teuthology.orchestra.run.smithi071.stdout: "put_sum": 6528979, 2024-09-16T00:12:22.208 INFO:teuthology.orchestra.run.smithi071.stdout: "wait": { 2024-09-16T00:12:22.208 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.208 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.208 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.208 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:22.208 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.209 INFO:teuthology.orchestra.run.smithi071.stdout: "throttle-objecter_ops": { 2024-09-16T00:12:22.209 INFO:teuthology.orchestra.run.smithi071.stdout: "val": 0, 2024-09-16T00:12:22.209 INFO:teuthology.orchestra.run.smithi071.stdout: "max": 1024, 2024-09-16T00:12:22.209 INFO:teuthology.orchestra.run.smithi071.stdout: "get_started": 0, 2024-09-16T00:12:22.209 INFO:teuthology.orchestra.run.smithi071.stdout: "get": 0, 2024-09-16T00:12:22.209 INFO:teuthology.orchestra.run.smithi071.stdout: "get_sum": 0, 2024-09-16T00:12:22.209 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:22.209 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:22.209 INFO:teuthology.orchestra.run.smithi071.stdout: "take": 5101, 2024-09-16T00:12:22.209 INFO:teuthology.orchestra.run.smithi071.stdout: "take_sum": 5101, 2024-09-16T00:12:22.209 INFO:teuthology.orchestra.run.smithi071.stdout: "put": 5101, 2024-09-16T00:12:22.209 INFO:teuthology.orchestra.run.smithi071.stdout: "put_sum": 5101, 2024-09-16T00:12:22.210 INFO:teuthology.orchestra.run.smithi071.stdout: "wait": { 2024-09-16T00:12:22.210 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.210 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.210 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.210 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:22.210 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.210 INFO:teuthology.orchestra.run.smithi071.stdout: "throttle-write_buf_throttle": { 2024-09-16T00:12:22.210 INFO:teuthology.orchestra.run.smithi071.stdout: "val": 0, 2024-09-16T00:12:22.210 INFO:teuthology.orchestra.run.smithi071.stdout: "max": 3758096384, 2024-09-16T00:12:22.210 INFO:teuthology.orchestra.run.smithi071.stdout: "get_started": 0, 2024-09-16T00:12:22.210 INFO:teuthology.orchestra.run.smithi071.stdout: "get": 0, 2024-09-16T00:12:22.210 INFO:teuthology.orchestra.run.smithi071.stdout: "get_sum": 0, 2024-09-16T00:12:22.211 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:22.211 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:22.211 INFO:teuthology.orchestra.run.smithi071.stdout: "take": 0, 2024-09-16T00:12:22.211 INFO:teuthology.orchestra.run.smithi071.stdout: "take_sum": 0, 2024-09-16T00:12:22.211 INFO:teuthology.orchestra.run.smithi071.stdout: "put": 0, 2024-09-16T00:12:22.211 INFO:teuthology.orchestra.run.smithi071.stdout: "put_sum": 0, 2024-09-16T00:12:22.211 INFO:teuthology.orchestra.run.smithi071.stdout: "wait": { 2024-09-16T00:12:22.211 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.211 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.211 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.212 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:22.212 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:22.212 INFO:teuthology.orchestra.run.smithi071.stdout: "throttle-write_buf_throttle-0x558a5e9fcb40": { 2024-09-16T00:12:22.212 INFO:teuthology.orchestra.run.smithi071.stdout: "val": 0, 2024-09-16T00:12:22.212 INFO:teuthology.orchestra.run.smithi071.stdout: "max": 3758096384, 2024-09-16T00:12:22.212 INFO:teuthology.orchestra.run.smithi071.stdout: "get_started": 0, 2024-09-16T00:12:22.212 INFO:teuthology.orchestra.run.smithi071.stdout: "get": 0, 2024-09-16T00:12:22.212 INFO:teuthology.orchestra.run.smithi071.stdout: "get_sum": 0, 2024-09-16T00:12:22.212 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:22.212 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:22.212 INFO:teuthology.orchestra.run.smithi071.stdout: "take": 0, 2024-09-16T00:12:22.212 INFO:teuthology.orchestra.run.smithi071.stdout: "take_sum": 0, 2024-09-16T00:12:22.213 INFO:teuthology.orchestra.run.smithi071.stdout: "put": 0, 2024-09-16T00:12:22.213 INFO:teuthology.orchestra.run.smithi071.stdout: "put_sum": 0, 2024-09-16T00:12:22.213 INFO:teuthology.orchestra.run.smithi071.stdout: "wait": { 2024-09-16T00:12:22.213 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:22.213 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:22.213 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:22.213 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:22.213 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:22.213 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-16T00:12:22.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:22 smithi071 ceph-mon[30957]: pgmap v798: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 501 KiB/s rd, 552 KiB/s wr, 100 op/s 2024-09-16T00:12:22.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:22 smithi163 ceph-mon[34107]: pgmap v798: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 501 KiB/s rd, 552 KiB/s wr, 100 op/s 2024-09-16T00:12:22.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:22 smithi190 ceph-mon[34840]: pgmap v798: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 501 KiB/s rd, 552 KiB/s wr, 100 op/s 2024-09-16T00:12:22.942 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2024-09-16T00:12:22.942 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2024-09-16T00:12:22.942 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=0 2024-09-16T00:12:22.942 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=0 2024-09-16T00:12:22.942 INFO:tasks.check_counter:Daemon mds.g mds.root_rsnaps=0 2024-09-16T00:12:22.943 INFO:tasks.check_counter:Daemon mds.g mds_server.req_mksnap_latency.avgcount=0 2024-09-16T00:12:22.943 INFO:tasks.check_counter:Daemon mds.g mds_server.req_rmsnap_latency.avgcount=0 2024-09-16T00:12:22.943 DEBUG:tasks.check_counter:Getting stats from j 2024-09-16T00:12:22.943 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph daemon mds.j perf dump 2024-09-16T00:12:23.189 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T00:12:23.720 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-16T00:12:23.721 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T00:12:23.721 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 0, 2024-09-16T00:12:23.721 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 2, 2024-09-16T00:12:23.721 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 0, 2024-09-16T00:12:23.721 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 0, 2024-09-16T00:12:23.721 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 4, 2024-09-16T00:12:23.721 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 0, 2024-09-16T00:12:23.721 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.001054564, 2024-09-16T00:12:23.721 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.000000000, 2024-09-16T00:12:23.721 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.000200764, 2024-09-16T00:12:23.721 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T00:12:23.721 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:23.722 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:23.722 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:23.722 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:23.722 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:23.722 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:23.722 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:23.722 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:23.722 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:23.722 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:23.722 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-16T00:12:23.722 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 0 2024-09-16T00:12:23.722 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:23.722 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T00:12:23.722 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 458, 2024-09-16T00:12:23.723 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 445, 2024-09-16T00:12:23.723 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 1656432, 2024-09-16T00:12:23.723 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 274640, 2024-09-16T00:12:23.723 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 2, 2024-09-16T00:12:23.723 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 1, 2024-09-16T00:12:23.723 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.055791015, 2024-09-16T00:12:23.723 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.022546247, 2024-09-16T00:12:23.723 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.046934617, 2024-09-16T00:12:23.723 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T00:12:23.723 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:23.723 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 445, 2024-09-16T00:12:23.723 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.017129566, 2024-09-16T00:12:23.723 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000038493 2024-09-16T00:12:23.724 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:23.724 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:23.724 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:23.724 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:23.724 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:23.724 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:23.724 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 1656432, 2024-09-16T00:12:23.724 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 274640 2024-09-16T00:12:23.724 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:23.724 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T00:12:23.724 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 3, 2024-09-16T00:12:23.724 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 340, 2024-09-16T00:12:23.724 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 480, 2024-09-16T00:12:23.725 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 296000, 2024-09-16T00:12:23.725 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 6, 2024-09-16T00:12:23.725 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 3, 2024-09-16T00:12:23.725 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.020325434, 2024-09-16T00:12:23.725 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.015351865, 2024-09-16T00:12:23.725 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.002033247, 2024-09-16T00:12:23.725 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T00:12:23.725 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:23.725 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 337, 2024-09-16T00:12:23.725 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.016439582, 2024-09-16T00:12:23.725 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000048782 2024-09-16T00:12:23.725 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:23.726 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:23.726 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:23.726 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:23.726 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:23.726 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:23.726 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 480, 2024-09-16T00:12:23.726 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 296000 2024-09-16T00:12:23.726 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:23.726 INFO:teuthology.orchestra.run.smithi071.stdout: "cct": { 2024-09-16T00:12:23.726 INFO:teuthology.orchestra.run.smithi071.stdout: "total_workers": 0, 2024-09-16T00:12:23.726 INFO:teuthology.orchestra.run.smithi071.stdout: "unhealthy_workers": 0 2024-09-16T00:12:23.726 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:23.726 INFO:teuthology.orchestra.run.smithi071.stdout: "mempool": { 2024-09-16T00:12:23.726 INFO:teuthology.orchestra.run.smithi071.stdout: "bloom_filter_bytes": 0, 2024-09-16T00:12:23.727 INFO:teuthology.orchestra.run.smithi071.stdout: "bloom_filter_items": 0, 2024-09-16T00:12:23.727 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T00:12:23.727 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_alloc_items": 0, 2024-09-16T00:12:23.727 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T00:12:23.727 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_data_items": 0, 2024-09-16T00:12:23.727 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T00:12:23.727 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T00:12:23.727 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T00:12:23.727 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T00:12:23.727 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T00:12:23.727 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_other_items": 0, 2024-09-16T00:12:23.727 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T00:12:23.727 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T00:12:23.728 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_extent_bytes": 0, 2024-09-16T00:12:23.728 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_extent_items": 0, 2024-09-16T00:12:23.728 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_blob_bytes": 0, 2024-09-16T00:12:23.728 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_blob_items": 0, 2024-09-16T00:12:23.728 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T00:12:23.728 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T00:12:23.728 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T00:12:23.728 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T00:12:23.728 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T00:12:23.728 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_fsck_items": 0, 2024-09-16T00:12:23.728 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_txc_bytes": 0, 2024-09-16T00:12:23.729 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_txc_items": 0, 2024-09-16T00:12:23.729 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T00:12:23.729 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T00:12:23.729 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_bytes": 0, 2024-09-16T00:12:23.729 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_items": 0, 2024-09-16T00:12:23.729 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_bytes": 0, 2024-09-16T00:12:23.729 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_items": 0, 2024-09-16T00:12:23.729 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T00:12:23.729 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_reader_items": 0, 2024-09-16T00:12:23.729 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T00:12:23.729 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_writer_items": 0, 2024-09-16T00:12:23.729 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_anon_bytes": 148771, 2024-09-16T00:12:23.729 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_anon_items": 32, 2024-09-16T00:12:23.730 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_meta_bytes": 0, 2024-09-16T00:12:23.730 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_meta_items": 0, 2024-09-16T00:12:23.730 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_bytes": 0, 2024-09-16T00:12:23.730 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_items": 0, 2024-09-16T00:12:23.730 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_mapbl_bytes": 0, 2024-09-16T00:12:23.730 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_mapbl_items": 0, 2024-09-16T00:12:23.730 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_pglog_bytes": 0, 2024-09-16T00:12:23.730 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_pglog_items": 0, 2024-09-16T00:12:23.730 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_bytes": 0, 2024-09-16T00:12:23.730 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_items": 0, 2024-09-16T00:12:23.730 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T00:12:23.730 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_mapping_items": 0, 2024-09-16T00:12:23.730 INFO:teuthology.orchestra.run.smithi071.stdout: "pgmap_bytes": 0, 2024-09-16T00:12:23.730 INFO:teuthology.orchestra.run.smithi071.stdout: "pgmap_items": 0, 2024-09-16T00:12:23.731 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_co_bytes": 928, 2024-09-16T00:12:23.731 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_co_items": 2, 2024-09-16T00:12:23.731 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_1_bytes": 0, 2024-09-16T00:12:23.731 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_1_items": 0, 2024-09-16T00:12:23.731 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_2_bytes": 0, 2024-09-16T00:12:23.731 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_2_items": 0 2024-09-16T00:12:23.731 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-16T00:12:23.731 INFO:teuthology.orchestra.run.smithi071.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T00:12:23.731 INFO:teuthology.orchestra.run.smithi071.stdout: "val": 0, 2024-09-16T00:12:23.731 INFO:teuthology.orchestra.run.smithi071.stdout: "max": 104857600, 2024-09-16T00:12:23.731 INFO:teuthology.orchestra.run.smithi071.stdout: "get_started": 0, 2024-09-16T00:12:23.731 INFO:teuthology.orchestra.run.smithi071.stdout: "get": 457, 2024-09-16T00:12:23.731 INFO:teuthology.orchestra.run.smithi071.stdout: "get_sum": 1589237, 2024-09-16T00:12:23.731 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:23.732 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_success": 457, 2024-09-16T00:12:23.732 INFO:teuthology.orchestra.run.smithi071.stdout: "take": 0, 2024-09-16T00:12:23.732 INFO:teuthology.orchestra.run.smithi071.stdout: "take_sum": 0, 2024-09-16T00:12:23.732 INFO:teuthology.orchestra.run.smithi071.stdout: "put": 457, 2024-09-16T00:12:23.732 INFO:teuthology.orchestra.run.smithi071.stdout: "put_sum": 1589237, 2024-09-16T00:12:23.732 INFO:teuthology.orchestra.run.smithi071.stdout: "wait": { 2024-09-16T00:12:23.732 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-16T00:12:23.732 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-16T00:12:23.732 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-16T00:12:23.732 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:23.732 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-16T00:12:23.732 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-16T00:12:24.479 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-09-16T00:12:24.479 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-09-16T00:12:24.479 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-09-16T00:12:24.479 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-09-16T00:12:24.479 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-09-16T00:12:24.479 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-09-16T00:12:24.479 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-09-16T00:12:24.480 DEBUG:tasks.check_counter:Getting stats from b 2024-09-16T00:12:24.480 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph daemon mds.b perf dump 2024-09-16T00:12:24.621 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:24 smithi163 ceph-mon[34107]: pgmap v799: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 497 KiB/s rd, 486 KiB/s wr, 91 op/s 2024-09-16T00:12:24.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:24 smithi071 ceph-mon[30957]: pgmap v799: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 497 KiB/s rd, 486 KiB/s wr, 91 op/s 2024-09-16T00:12:24.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:24 smithi190 ceph-mon[34840]: pgmap v799: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 497 KiB/s rd, 486 KiB/s wr, 91 op/s 2024-09-16T00:12:24.881 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T00:12:25.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:25 smithi071 ceph-mon[30957]: pgmap v800: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 499 KiB/s rd, 486 KiB/s wr, 97 op/s 2024-09-16T00:12:25.728 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:25 smithi163 ceph-mon[34107]: pgmap v800: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 499 KiB/s rd, 486 KiB/s wr, 97 op/s 2024-09-16T00:12:25.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:25 smithi190 ceph-mon[34840]: pgmap v800: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 499 KiB/s rd, 486 KiB/s wr, 97 op/s 2024-09-16T00:12:26.145 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-16T00:12:26.145 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T00:12:26.145 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 478920, 2024-09-16T00:12:26.145 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 345759, 2024-09-16T00:12:26.145 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 175511544, 2024-09-16T00:12:26.146 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 183872668, 2024-09-16T00:12:26.146 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 10, 2024-09-16T00:12:26.146 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 5, 2024-09-16T00:12:26.146 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 19.647900264, 2024-09-16T00:12:26.146 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 7.708326775, 2024-09-16T00:12:26.146 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 15.595395258, 2024-09-16T00:12:26.146 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.267477896, 2024-09-16T00:12:26.146 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:26.147 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 345758, 2024-09-16T00:12:26.147 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 4.505296420, 2024-09-16T00:12:26.147 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000013030 2024-09-16T00:12:26.147 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.147 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:26.148 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 800891, 2024-09-16T00:12:26.148 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.095014099, 2024-09-16T00:12:26.148 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000118 2024-09-16T00:12:26.149 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.149 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 3200, 2024-09-16T00:12:26.149 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 635360 2024-09-16T00:12:26.149 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.149 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T00:12:26.150 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 463285, 2024-09-16T00:12:26.150 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 534606, 2024-09-16T00:12:26.150 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 133337327, 2024-09-16T00:12:26.150 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 456974067, 2024-09-16T00:12:26.150 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 17, 2024-09-16T00:12:26.151 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 6, 2024-09-16T00:12:26.151 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 21.314451075, 2024-09-16T00:12:26.151 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 8.553042705, 2024-09-16T00:12:26.151 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 15.480678812, 2024-09-16T00:12:26.151 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.267115091, 2024-09-16T00:12:26.151 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:26.152 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 534603, 2024-09-16T00:12:26.152 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 7.103811999, 2024-09-16T00:12:26.152 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000013288 2024-09-16T00:12:26.152 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.152 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:26.152 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 968733, 2024-09-16T00:12:26.152 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.119313557, 2024-09-16T00:12:26.153 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000123 2024-09-16T00:12:26.153 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.153 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 3936, 2024-09-16T00:12:26.153 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 140544 2024-09-16T00:12:26.153 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.153 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T00:12:26.153 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 109429, 2024-09-16T00:12:26.153 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 109846, 2024-09-16T00:12:26.154 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 37174042, 2024-09-16T00:12:26.154 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 115642221, 2024-09-16T00:12:26.154 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 9, 2024-09-16T00:12:26.154 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 7, 2024-09-16T00:12:26.154 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 5.165772363, 2024-09-16T00:12:26.154 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 2.092925056, 2024-09-16T00:12:26.155 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 3.434510955, 2024-09-16T00:12:26.155 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.208884913, 2024-09-16T00:12:26.155 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:26.155 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 109845, 2024-09-16T00:12:26.155 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 1.642353798, 2024-09-16T00:12:26.155 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000014951 2024-09-16T00:12:26.156 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.156 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:26.156 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 198398, 2024-09-16T00:12:26.156 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.025765618, 2024-09-16T00:12:26.156 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000129 2024-09-16T00:12:26.156 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.156 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 1862800, 2024-09-16T00:12:26.157 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 283488 2024-09-16T00:12:26.157 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.157 INFO:teuthology.orchestra.run.smithi163.stdout: "cct": { 2024-09-16T00:12:26.157 INFO:teuthology.orchestra.run.smithi163.stdout: "total_workers": 1, 2024-09-16T00:12:26.157 INFO:teuthology.orchestra.run.smithi163.stdout: "unhealthy_workers": 0 2024-09-16T00:12:26.157 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.157 INFO:teuthology.orchestra.run.smithi163.stdout: "finisher-MDSRank": { 2024-09-16T00:12:26.158 INFO:teuthology.orchestra.run.smithi163.stdout: "queue_len": 0, 2024-09-16T00:12:26.158 INFO:teuthology.orchestra.run.smithi163.stdout: "complete_latency": { 2024-09-16T00:12:26.158 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 33868, 2024-09-16T00:12:26.158 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 21.920719346, 2024-09-16T00:12:26.158 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000647239 2024-09-16T00:12:26.158 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:26.158 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.159 INFO:teuthology.orchestra.run.smithi163.stdout: "finisher-PurgeQueue": { 2024-09-16T00:12:26.159 INFO:teuthology.orchestra.run.smithi163.stdout: "queue_len": 0, 2024-09-16T00:12:26.159 INFO:teuthology.orchestra.run.smithi163.stdout: "complete_latency": { 2024-09-16T00:12:26.159 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 18072, 2024-09-16T00:12:26.159 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.833935085, 2024-09-16T00:12:26.159 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000046145 2024-09-16T00:12:26.159 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:26.159 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.160 INFO:teuthology.orchestra.run.smithi163.stdout: "mds": { 2024-09-16T00:12:26.160 INFO:teuthology.orchestra.run.smithi163.stdout: "request": 384580, 2024-09-16T00:12:26.160 INFO:teuthology.orchestra.run.smithi163.stdout: "reply": 384166, 2024-09-16T00:12:26.160 INFO:teuthology.orchestra.run.smithi163.stdout: "reply_latency": { 2024-09-16T00:12:26.160 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 384166, 2024-09-16T00:12:26.160 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 177.691479873, 2024-09-16T00:12:26.160 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000462538 2024-09-16T00:12:26.161 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.161 INFO:teuthology.orchestra.run.smithi163.stdout: "slow_reply": 0, 2024-09-16T00:12:26.161 INFO:teuthology.orchestra.run.smithi163.stdout: "forward": 414, 2024-09-16T00:12:26.161 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_fetch_complete": 0, 2024-09-16T00:12:26.161 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_fetch_keys": 0, 2024-09-16T00:12:26.162 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_commit": 29, 2024-09-16T00:12:26.162 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_split": 2, 2024-09-16T00:12:26.162 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_merge": 0, 2024-09-16T00:12:26.162 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes": 951, 2024-09-16T00:12:26.162 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_top": 119, 2024-09-16T00:12:26.162 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_bottom": 766, 2024-09-16T00:12:26.162 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_pin_tail": 66, 2024-09-16T00:12:26.162 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_pinned": 780, 2024-09-16T00:12:26.163 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_expired": 315, 2024-09-16T00:12:26.163 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_with_caps": 0, 2024-09-16T00:12:26.163 INFO:teuthology.orchestra.run.smithi163.stdout: "caps": 0, 2024-09-16T00:12:26.163 INFO:teuthology.orchestra.run.smithi163.stdout: "subtrees": 4, 2024-09-16T00:12:26.163 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse": 742384, 2024-09-16T00:12:26.163 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_hit": 714650, 2024-09-16T00:12:26.163 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_forward": 414, 2024-09-16T00:12:26.164 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_discover": 189, 2024-09-16T00:12:26.164 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_dir_fetch": 0, 2024-09-16T00:12:26.164 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_remote_ino": 0, 2024-09-16T00:12:26.164 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_lock": 449, 2024-09-16T00:12:26.164 INFO:teuthology.orchestra.run.smithi163.stdout: "load_cent": 0, 2024-09-16T00:12:26.164 INFO:teuthology.orchestra.run.smithi163.stdout: "q": 0, 2024-09-16T00:12:26.164 INFO:teuthology.orchestra.run.smithi163.stdout: "exported": 2, 2024-09-16T00:12:26.165 INFO:teuthology.orchestra.run.smithi163.stdout: "exported_inodes": 107, 2024-09-16T00:12:26.165 INFO:teuthology.orchestra.run.smithi163.stdout: "imported": 2, 2024-09-16T00:12:26.165 INFO:teuthology.orchestra.run.smithi163.stdout: "imported_inodes": 41, 2024-09-16T00:12:26.165 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_dir_fetch": 0, 2024-09-16T00:12:26.165 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_backtrace_fetch": 0, 2024-09-16T00:12:26.165 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_peer_discover": 0, 2024-09-16T00:12:26.165 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rfiles": 4, 2024-09-16T00:12:26.166 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rbytes": 234, 2024-09-16T00:12:26.166 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rsnaps": 7, 2024-09-16T00:12:26.166 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_backtrace_fetch": 0, 2024-09-16T00:12:26.166 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_set_tag": 0, 2024-09-16T00:12:26.166 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_backtrace_repaired": 0, 2024-09-16T00:12:26.166 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_inotable_repaired": 0, 2024-09-16T00:12:26.167 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dir_inodes": 0, 2024-09-16T00:12:26.167 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dir_base_inodes": 0, 2024-09-16T00:12:26.167 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dirfrag_rstats": 0, 2024-09-16T00:12:26.167 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_file_inodes": 0, 2024-09-16T00:12:26.167 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_inode_file_caps": 0, 2024-09-16T00:12:26.167 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_revoke": 19059, 2024-09-16T00:12:26.167 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_grant": 24638, 2024-09-16T00:12:26.168 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_trunc": 0, 2024-09-16T00:12:26.168 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-16T00:12:26.168 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-16T00:12:26.168 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_caps": 33066, 2024-09-16T00:12:26.168 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_caps_dirty": 11077, 2024-09-16T00:12:26.168 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_cap_release": 712, 2024-09-16T00:12:26.168 INFO:teuthology.orchestra.run.smithi163.stdout: "process_request_cap_release": 29373 2024-09-16T00:12:26.169 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.169 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_cache": { 2024-09-16T00:12:26.169 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_update": 152, 2024-09-16T00:12:26.169 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_update_receipt": 1677, 2024-09-16T00:12:26.169 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_try_discover": 890, 2024-09-16T00:12:26.169 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_send_discover": 1746, 2024-09-16T00:12:26.169 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_handle_discover": 188, 2024-09-16T00:12:26.169 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays": 10, 2024-09-16T00:12:26.170 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays_delayed": 0, 2024-09-16T00:12:26.170 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays_enqueuing": 0, 2024-09-16T00:12:26.170 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_created": 8084, 2024-09-16T00:12:26.170 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_enqueued": 8074, 2024-09-16T00:12:26.170 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_reintegrated": 0, 2024-09-16T00:12:26.170 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_migrated": 0, 2024-09-16T00:12:26.170 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_processing": 0, 2024-09-16T00:12:26.171 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_enqueued": 0, 2024-09-16T00:12:26.171 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_prioritized": 0, 2024-09-16T00:12:26.171 INFO:teuthology.orchestra.run.smithi163.stdout: "recovery_started": 0, 2024-09-16T00:12:26.171 INFO:teuthology.orchestra.run.smithi163.stdout: "recovery_completed": 0, 2024-09-16T00:12:26.171 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_quiesce_path": 0, 2024-09-16T00:12:26.171 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_quiesce_inode": 0, 2024-09-16T00:12:26.171 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_enqueue_scrub": 0, 2024-09-16T00:12:26.171 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_exportdir": 2, 2024-09-16T00:12:26.172 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_flush": 0, 2024-09-16T00:12:26.172 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_fragmentdir": 2, 2024-09-16T00:12:26.172 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_fragstats": 0, 2024-09-16T00:12:26.172 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_inodestats": 0 2024-09-16T00:12:26.172 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.172 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_log": { 2024-09-16T00:12:26.172 INFO:teuthology.orchestra.run.smithi163.stdout: "evlrg": 0, 2024-09-16T00:12:26.173 INFO:teuthology.orchestra.run.smithi163.stdout: "evadd": 54523, 2024-09-16T00:12:26.173 INFO:teuthology.orchestra.run.smithi163.stdout: "evex": 0, 2024-09-16T00:12:26.174 INFO:teuthology.orchestra.run.smithi163.stdout: "evtrm": 0, 2024-09-16T00:12:26.174 INFO:teuthology.orchestra.run.smithi163.stdout: "ev": 54523, 2024-09-16T00:12:26.174 INFO:teuthology.orchestra.run.smithi163.stdout: "evexg": 0, 2024-09-16T00:12:26.174 INFO:teuthology.orchestra.run.smithi163.stdout: "evexd": 0, 2024-09-16T00:12:26.174 INFO:teuthology.orchestra.run.smithi163.stdout: "segadd": 88, 2024-09-16T00:12:26.174 INFO:teuthology.orchestra.run.smithi163.stdout: "segex": 0, 2024-09-16T00:12:26.174 INFO:teuthology.orchestra.run.smithi163.stdout: "segtrm": 0, 2024-09-16T00:12:26.175 INFO:teuthology.orchestra.run.smithi163.stdout: "seg": 88, 2024-09-16T00:12:26.175 INFO:teuthology.orchestra.run.smithi163.stdout: "segmjr": 6, 2024-09-16T00:12:26.175 INFO:teuthology.orchestra.run.smithi163.stdout: "segexg": 0, 2024-09-16T00:12:26.175 INFO:teuthology.orchestra.run.smithi163.stdout: "segexd": 0, 2024-09-16T00:12:26.175 INFO:teuthology.orchestra.run.smithi163.stdout: "expos": 4194304, 2024-09-16T00:12:26.175 INFO:teuthology.orchestra.run.smithi163.stdout: "wrpos": 295719803, 2024-09-16T00:12:26.175 INFO:teuthology.orchestra.run.smithi163.stdout: "rdpos": 0, 2024-09-16T00:12:26.176 INFO:teuthology.orchestra.run.smithi163.stdout: "jlat": { 2024-09-16T00:12:26.176 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 16622, 2024-09-16T00:12:26.177 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 52.829773289, 2024-09-16T00:12:26.177 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.003178304 2024-09-16T00:12:26.177 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.178 INFO:teuthology.orchestra.run.smithi163.stdout: "replayed": 0 2024-09-16T00:12:26.178 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.178 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_mem": { 2024-09-16T00:12:26.178 INFO:teuthology.orchestra.run.smithi163.stdout: "ino": 809, 2024-09-16T00:12:26.178 INFO:teuthology.orchestra.run.smithi163.stdout: "ino+": 9090, 2024-09-16T00:12:26.178 INFO:teuthology.orchestra.run.smithi163.stdout: "ino-": 8281, 2024-09-16T00:12:26.178 INFO:teuthology.orchestra.run.smithi163.stdout: "dir": 46, 2024-09-16T00:12:26.179 INFO:teuthology.orchestra.run.smithi163.stdout: "dir+": 1092, 2024-09-16T00:12:26.179 INFO:teuthology.orchestra.run.smithi163.stdout: "dir-": 1046, 2024-09-16T00:12:26.179 INFO:teuthology.orchestra.run.smithi163.stdout: "dn": 966, 2024-09-16T00:12:26.179 INFO:teuthology.orchestra.run.smithi163.stdout: "dn+": 13976, 2024-09-16T00:12:26.179 INFO:teuthology.orchestra.run.smithi163.stdout: "dn-": 13010, 2024-09-16T00:12:26.180 INFO:teuthology.orchestra.run.smithi163.stdout: "cap": 0, 2024-09-16T00:12:26.180 INFO:teuthology.orchestra.run.smithi163.stdout: "cap+": 8091, 2024-09-16T00:12:26.181 INFO:teuthology.orchestra.run.smithi163.stdout: "cap-": 8091, 2024-09-16T00:12:26.181 INFO:teuthology.orchestra.run.smithi163.stdout: "rss": 65848, 2024-09-16T00:12:26.181 INFO:teuthology.orchestra.run.smithi163.stdout: "heap": 223520 2024-09-16T00:12:26.181 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.181 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_server": { 2024-09-16T00:12:26.181 INFO:teuthology.orchestra.run.smithi163.stdout: "dispatch_client_request": 420418, 2024-09-16T00:12:26.181 INFO:teuthology.orchestra.run.smithi163.stdout: "dispatch_server_request": 18, 2024-09-16T00:12:26.181 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_request": 384580, 2024-09-16T00:12:26.182 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_session": 1035, 2024-09-16T00:12:26.182 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_peer_request": 725, 2024-09-16T00:12:26.182 INFO:teuthology.orchestra.run.smithi163.stdout: "req_create_latency": { 2024-09-16T00:12:26.182 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 8043, 2024-09-16T00:12:26.182 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 20.672562073, 2024-09-16T00:12:26.182 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.002570255 2024-09-16T00:12:26.182 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.183 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getattr_latency": { 2024-09-16T00:12:26.183 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 327268, 2024-09-16T00:12:26.183 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 70.044663430, 2024-09-16T00:12:26.183 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000214028 2024-09-16T00:12:26.183 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.183 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getfilelock_latency": { 2024-09-16T00:12:26.184 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.184 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.184 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.184 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.184 INFO:teuthology.orchestra.run.smithi163.stdout: "req_link_latency": { 2024-09-16T00:12:26.184 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.184 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.184 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.185 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.185 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookup_latency": { 2024-09-16T00:12:26.185 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 13186, 2024-09-16T00:12:26.185 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 5.113169639, 2024-09-16T00:12:26.185 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000387772 2024-09-16T00:12:26.185 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.185 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookuphash_latency": { 2024-09-16T00:12:26.185 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.186 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.186 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.186 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.186 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupino_latency": { 2024-09-16T00:12:26.186 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.186 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.186 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.187 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.187 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupname_latency": { 2024-09-16T00:12:26.187 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.187 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.187 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.187 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.187 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupparent_latency": { 2024-09-16T00:12:26.187 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.188 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.188 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.188 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.188 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupsnap_latency": { 2024-09-16T00:12:26.188 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.188 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.190 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.190 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.190 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lssnap_latency": { 2024-09-16T00:12:26.190 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.190 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.191 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.191 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.191 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mkdir_latency": { 2024-09-16T00:12:26.191 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 5, 2024-09-16T00:12:26.192 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.010436057, 2024-09-16T00:12:26.192 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.002087211 2024-09-16T00:12:26.192 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.192 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mknod_latency": { 2024-09-16T00:12:26.192 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.193 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.193 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.193 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.193 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mksnap_latency": { 2024-09-16T00:12:26.193 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.194 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.194 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.194 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.194 INFO:teuthology.orchestra.run.smithi163.stdout: "req_open_latency": { 2024-09-16T00:12:26.194 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 5181, 2024-09-16T00:12:26.194 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 3.514422768, 2024-09-16T00:12:26.194 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000678329 2024-09-16T00:12:26.194 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.194 INFO:teuthology.orchestra.run.smithi163.stdout: "req_readdir_latency": { 2024-09-16T00:12:26.195 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 20432, 2024-09-16T00:12:26.195 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 58.371901752, 2024-09-16T00:12:26.195 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.002856886 2024-09-16T00:12:26.195 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.195 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rename_latency": { 2024-09-16T00:12:26.195 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 1719, 2024-09-16T00:12:26.195 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 5.282770358, 2024-09-16T00:12:26.195 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.003073164 2024-09-16T00:12:26.195 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.195 INFO:teuthology.orchestra.run.smithi163.stdout: "req_renamesnap_latency": { 2024-09-16T00:12:26.195 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.195 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.195 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.196 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.196 INFO:teuthology.orchestra.run.smithi163.stdout: "req_snapdiff_latency": { 2024-09-16T00:12:26.196 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.196 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.196 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.196 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.196 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmdir_latency": { 2024-09-16T00:12:26.196 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 10, 2024-09-16T00:12:26.196 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.060893787, 2024-09-16T00:12:26.196 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.006089378 2024-09-16T00:12:26.196 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.196 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmsnap_latency": { 2024-09-16T00:12:26.196 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.197 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.197 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.197 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.197 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmxattr_latency": { 2024-09-16T00:12:26.197 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.197 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.197 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.197 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.197 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setattr_latency": { 2024-09-16T00:12:26.197 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.197 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.197 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.197 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.198 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setdirlayout_latency": { 2024-09-16T00:12:26.198 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.198 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.198 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.198 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.198 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setfilelock_latency": { 2024-09-16T00:12:26.198 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 248, 2024-09-16T00:12:26.198 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.074851563, 2024-09-16T00:12:26.198 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000301820 2024-09-16T00:12:26.198 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.198 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setlayout_latency": { 2024-09-16T00:12:26.198 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.198 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.199 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.199 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.199 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setxattr_latency": { 2024-09-16T00:12:26.199 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.199 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.199 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.199 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.199 INFO:teuthology.orchestra.run.smithi163.stdout: "req_symlink_latency": { 2024-09-16T00:12:26.199 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.199 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.199 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.199 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.199 INFO:teuthology.orchestra.run.smithi163.stdout: "req_unlink_latency": { 2024-09-16T00:12:26.200 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 8074, 2024-09-16T00:12:26.200 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 14.545808446, 2024-09-16T00:12:26.200 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.001801561 2024-09-16T00:12:26.200 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.200 INFO:teuthology.orchestra.run.smithi163.stdout: "cap_revoke_eviction": 0, 2024-09-16T00:12:26.200 INFO:teuthology.orchestra.run.smithi163.stdout: "cap_acquisition_throttle": 0, 2024-09-16T00:12:26.200 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getvxattr_latency": { 2024-09-16T00:12:26.200 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.200 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.200 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.200 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:26.200 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.201 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_sessions": { 2024-09-16T00:12:26.201 INFO:teuthology.orchestra.run.smithi163.stdout: "session_count": 2, 2024-09-16T00:12:26.201 INFO:teuthology.orchestra.run.smithi163.stdout: "session_add": 4, 2024-09-16T00:12:26.201 INFO:teuthology.orchestra.run.smithi163.stdout: "session_remove": 2, 2024-09-16T00:12:26.201 INFO:teuthology.orchestra.run.smithi163.stdout: "sessions_open": 2, 2024-09-16T00:12:26.201 INFO:teuthology.orchestra.run.smithi163.stdout: "sessions_stale": 0, 2024-09-16T00:12:26.201 INFO:teuthology.orchestra.run.smithi163.stdout: "total_load": 44492, 2024-09-16T00:12:26.201 INFO:teuthology.orchestra.run.smithi163.stdout: "average_load": 22246, 2024-09-16T00:12:26.201 INFO:teuthology.orchestra.run.smithi163.stdout: "avg_session_uptime": 1495, 2024-09-16T00:12:26.201 INFO:teuthology.orchestra.run.smithi163.stdout: "mdthresh_evicted": 0 2024-09-16T00:12:26.201 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.201 INFO:teuthology.orchestra.run.smithi163.stdout: "mempool": { 2024-09-16T00:12:26.201 INFO:teuthology.orchestra.run.smithi163.stdout: "bloom_filter_bytes": 0, 2024-09-16T00:12:26.202 INFO:teuthology.orchestra.run.smithi163.stdout: "bloom_filter_items": 0, 2024-09-16T00:12:26.202 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T00:12:26.202 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_alloc_items": 0, 2024-09-16T00:12:26.202 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T00:12:26.202 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_data_items": 0, 2024-09-16T00:12:26.202 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T00:12:26.202 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T00:12:26.202 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T00:12:26.202 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T00:12:26.202 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T00:12:26.202 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_other_items": 0, 2024-09-16T00:12:26.202 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T00:12:26.202 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T00:12:26.202 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_extent_bytes": 0, 2024-09-16T00:12:26.203 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_extent_items": 0, 2024-09-16T00:12:26.203 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_blob_bytes": 0, 2024-09-16T00:12:26.203 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_blob_items": 0, 2024-09-16T00:12:26.203 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T00:12:26.203 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T00:12:26.203 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T00:12:26.203 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T00:12:26.203 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T00:12:26.203 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_fsck_items": 0, 2024-09-16T00:12:26.203 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_txc_bytes": 0, 2024-09-16T00:12:26.203 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_txc_items": 0, 2024-09-16T00:12:26.204 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T00:12:26.204 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T00:12:26.204 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_bytes": 0, 2024-09-16T00:12:26.204 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_items": 0, 2024-09-16T00:12:26.204 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_bytes": 0, 2024-09-16T00:12:26.204 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_items": 0, 2024-09-16T00:12:26.204 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T00:12:26.204 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_reader_items": 0, 2024-09-16T00:12:26.204 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T00:12:26.204 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_writer_items": 0, 2024-09-16T00:12:26.204 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_anon_bytes": 397068, 2024-09-16T00:12:26.204 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_anon_items": 149, 2024-09-16T00:12:26.204 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_meta_bytes": 0, 2024-09-16T00:12:26.205 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_meta_items": 0, 2024-09-16T00:12:26.205 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_bytes": 0, 2024-09-16T00:12:26.205 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_items": 0, 2024-09-16T00:12:26.205 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_mapbl_bytes": 0, 2024-09-16T00:12:26.205 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_mapbl_items": 0, 2024-09-16T00:12:26.205 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_pglog_bytes": 0, 2024-09-16T00:12:26.205 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_pglog_items": 0, 2024-09-16T00:12:26.205 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_bytes": 8032, 2024-09-16T00:12:26.205 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_items": 177, 2024-09-16T00:12:26.205 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T00:12:26.205 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_mapping_items": 0, 2024-09-16T00:12:26.205 INFO:teuthology.orchestra.run.smithi163.stdout: "pgmap_bytes": 0, 2024-09-16T00:12:26.205 INFO:teuthology.orchestra.run.smithi163.stdout: "pgmap_items": 0, 2024-09-16T00:12:26.206 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_co_bytes": 2664024, 2024-09-16T00:12:26.206 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_co_items": 11333, 2024-09-16T00:12:26.206 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_1_bytes": 0, 2024-09-16T00:12:26.206 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_1_items": 0, 2024-09-16T00:12:26.206 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_2_bytes": 0, 2024-09-16T00:12:26.206 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_2_items": 0 2024-09-16T00:12:26.206 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.206 INFO:teuthology.orchestra.run.smithi163.stdout: "objecter": { 2024-09-16T00:12:26.206 INFO:teuthology.orchestra.run.smithi163.stdout: "op_active": 0, 2024-09-16T00:12:26.207 INFO:teuthology.orchestra.run.smithi163.stdout: "op_laggy": 0, 2024-09-16T00:12:26.207 INFO:teuthology.orchestra.run.smithi163.stdout: "op_send": 28903, 2024-09-16T00:12:26.207 INFO:teuthology.orchestra.run.smithi163.stdout: "op_send_bytes": 293144827, 2024-09-16T00:12:26.207 INFO:teuthology.orchestra.run.smithi163.stdout: "op_resend": 32, 2024-09-16T00:12:26.207 INFO:teuthology.orchestra.run.smithi163.stdout: "op_reply": 28903, 2024-09-16T00:12:26.207 INFO:teuthology.orchestra.run.smithi163.stdout: "op_latency": { 2024-09-16T00:12:26.207 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 28903, 2024-09-16T00:12:26.207 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 87.646020857, 2024-09-16T00:12:26.207 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.003032419 2024-09-16T00:12:26.207 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.208 INFO:teuthology.orchestra.run.smithi163.stdout: "op_inflight": 0, 2024-09-16T00:12:26.208 INFO:teuthology.orchestra.run.smithi163.stdout: "oplen_avg": { 2024-09-16T00:12:26.208 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 28903, 2024-09-16T00:12:26.208 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 30379 2024-09-16T00:12:26.208 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.208 INFO:teuthology.orchestra.run.smithi163.stdout: "op": 28903, 2024-09-16T00:12:26.208 INFO:teuthology.orchestra.run.smithi163.stdout: "op_r": 1318, 2024-09-16T00:12:26.208 INFO:teuthology.orchestra.run.smithi163.stdout: "op_w": 27585, 2024-09-16T00:12:26.208 INFO:teuthology.orchestra.run.smithi163.stdout: "op_rmw": 0, 2024-09-16T00:12:26.208 INFO:teuthology.orchestra.run.smithi163.stdout: "op_pg": 0, 2024-09-16T00:12:26.208 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_stat": 0, 2024-09-16T00:12:26.209 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_create": 10, 2024-09-16T00:12:26.209 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_read": 1318, 2024-09-16T00:12:26.209 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_write": 17940, 2024-09-16T00:12:26.209 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_writefull": 721, 2024-09-16T00:12:26.209 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_writesame": 0, 2024-09-16T00:12:26.209 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_append": 0, 2024-09-16T00:12:26.209 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_zero": 0, 2024-09-16T00:12:26.209 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_truncate": 2, 2024-09-16T00:12:26.209 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_delete": 8155, 2024-09-16T00:12:26.209 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_mapext": 0, 2024-09-16T00:12:26.209 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_sparse_read": 0, 2024-09-16T00:12:26.210 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_clonerange": 0, 2024-09-16T00:12:26.210 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_getxattr": 0, 2024-09-16T00:12:26.210 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_setxattr": 20, 2024-09-16T00:12:26.210 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_cmpxattr": 0, 2024-09-16T00:12:26.210 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_rmxattr": 0, 2024-09-16T00:12:26.210 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_resetxattrs": 0, 2024-09-16T00:12:26.210 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_call": 0, 2024-09-16T00:12:26.210 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_watch": 0, 2024-09-16T00:12:26.210 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_notify": 0, 2024-09-16T00:12:26.210 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_src_cmpxattr": 0, 2024-09-16T00:12:26.210 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_pgls": 0, 2024-09-16T00:12:26.210 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_pgls_filter": 0, 2024-09-16T00:12:26.210 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_other": 0, 2024-09-16T00:12:26.211 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_active": 0, 2024-09-16T00:12:26.211 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_send": 0, 2024-09-16T00:12:26.211 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_resend": 0, 2024-09-16T00:12:26.211 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_ping": 0, 2024-09-16T00:12:26.211 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_active": 0, 2024-09-16T00:12:26.211 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_send": 0, 2024-09-16T00:12:26.211 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_resend": 0, 2024-09-16T00:12:26.211 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_active": 0, 2024-09-16T00:12:26.211 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_send": 0, 2024-09-16T00:12:26.211 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_resend": 0, 2024-09-16T00:12:26.211 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_active": 0, 2024-09-16T00:12:26.211 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_send": 0, 2024-09-16T00:12:26.211 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_resend": 0, 2024-09-16T00:12:26.211 INFO:teuthology.orchestra.run.smithi163.stdout: "command_active": 0, 2024-09-16T00:12:26.212 INFO:teuthology.orchestra.run.smithi163.stdout: "command_send": 0, 2024-09-16T00:12:26.212 INFO:teuthology.orchestra.run.smithi163.stdout: "command_resend": 0, 2024-09-16T00:12:26.212 INFO:teuthology.orchestra.run.smithi163.stdout: "map_epoch": 120, 2024-09-16T00:12:26.212 INFO:teuthology.orchestra.run.smithi163.stdout: "map_full": 0, 2024-09-16T00:12:26.212 INFO:teuthology.orchestra.run.smithi163.stdout: "map_inc": 37, 2024-09-16T00:12:26.212 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_sessions": 12, 2024-09-16T00:12:26.212 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_session_open": 12, 2024-09-16T00:12:26.212 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_session_close": 0, 2024-09-16T00:12:26.212 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_laggy": 0, 2024-09-16T00:12:26.212 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_wr": 1495, 2024-09-16T00:12:26.212 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_rd": 0, 2024-09-16T00:12:26.212 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_del": 718 2024-09-16T00:12:26.212 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.213 INFO:teuthology.orchestra.run.smithi163.stdout: "oft": { 2024-09-16T00:12:26.213 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_objs": 1, 2024-09-16T00:12:26.213 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_kv_pairs": 0, 2024-09-16T00:12:26.213 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_updates": 0, 2024-09-16T00:12:26.213 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_removes": 0 2024-09-16T00:12:26.213 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.213 INFO:teuthology.orchestra.run.smithi163.stdout: "osd-slow-ops": { 2024-09-16T00:12:26.213 INFO:teuthology.orchestra.run.smithi163.stdout: "slow_ops_count": 0 2024-09-16T00:12:26.213 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.213 INFO:teuthology.orchestra.run.smithi163.stdout: "purge_queue": { 2024-09-16T00:12:26.213 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_ops": 0, 2024-09-16T00:12:26.213 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_ops_high_water": 6, 2024-09-16T00:12:26.213 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing": 0, 2024-09-16T00:12:26.213 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_high_water": 6, 2024-09-16T00:12:26.214 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executed_ops": 8074, 2024-09-16T00:12:26.214 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executed": 8074, 2024-09-16T00:12:26.214 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_item_in_journal": 0 2024-09-16T00:12:26.214 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.214 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T00:12:26.214 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-09-16T00:12:26.214 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 104857600, 2024-09-16T00:12:26.214 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-09-16T00:12:26.214 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 1051630, 2024-09-16T00:12:26.215 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 251344511, 2024-09-16T00:12:26.215 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:26.215 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 1051630, 2024-09-16T00:12:26.215 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-09-16T00:12:26.215 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-09-16T00:12:26.215 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 1051630, 2024-09-16T00:12:26.215 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 251344511, 2024-09-16T00:12:26.215 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-09-16T00:12:26.215 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.215 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.215 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.215 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:26.215 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.216 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-objecter_bytes": { 2024-09-16T00:12:26.216 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-09-16T00:12:26.216 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 104857600, 2024-09-16T00:12:26.216 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-09-16T00:12:26.216 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-09-16T00:12:26.216 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-09-16T00:12:26.216 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:26.216 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:26.216 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 28903, 2024-09-16T00:12:26.216 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 293964861, 2024-09-16T00:12:26.216 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 28903, 2024-09-16T00:12:26.216 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 293964861, 2024-09-16T00:12:26.216 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-09-16T00:12:26.217 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.217 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.217 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.217 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:26.217 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.217 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-objecter_ops": { 2024-09-16T00:12:26.217 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-09-16T00:12:26.217 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 1024, 2024-09-16T00:12:26.217 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-09-16T00:12:26.217 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-09-16T00:12:26.217 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-09-16T00:12:26.217 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:26.218 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:26.218 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 28903, 2024-09-16T00:12:26.218 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 28903, 2024-09-16T00:12:26.218 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 28903, 2024-09-16T00:12:26.218 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 28903, 2024-09-16T00:12:26.218 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-09-16T00:12:26.218 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.218 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.218 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.218 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:26.218 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.218 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-write_buf_throttle": { 2024-09-16T00:12:26.218 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-09-16T00:12:26.218 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 3758096384, 2024-09-16T00:12:26.219 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-09-16T00:12:26.219 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 8074, 2024-09-16T00:12:26.219 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 820034, 2024-09-16T00:12:26.219 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:26.219 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 8074, 2024-09-16T00:12:26.219 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-09-16T00:12:26.219 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-09-16T00:12:26.219 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 1318, 2024-09-16T00:12:26.219 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 820034, 2024-09-16T00:12:26.219 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-09-16T00:12:26.219 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.219 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.219 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.219 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:26.220 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:26.220 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-write_buf_throttle-0x564bf985a960": { 2024-09-16T00:12:26.220 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-09-16T00:12:26.220 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 3758096384, 2024-09-16T00:12:26.220 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-09-16T00:12:26.220 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 54523, 2024-09-16T00:12:26.220 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 291525499, 2024-09-16T00:12:26.220 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:26.220 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 54523, 2024-09-16T00:12:26.220 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-09-16T00:12:26.220 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-09-16T00:12:26.220 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 16622, 2024-09-16T00:12:26.220 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 291525499, 2024-09-16T00:12:26.221 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-09-16T00:12:26.221 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:26.221 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:26.221 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:26.221 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:26.221 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:26.221 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-16T00:12:27.110 INFO:tasks.check_counter:Daemon mds.b mds.exported=2 2024-09-16T00:12:27.110 INFO:tasks.check_counter:Daemon mds.b mds.imported=2 2024-09-16T00:12:27.110 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=152 2024-09-16T00:12:27.110 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=1677 2024-09-16T00:12:27.110 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=7 2024-09-16T00:12:27.110 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=0 2024-09-16T00:12:27.110 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=0 2024-09-16T00:12:27.111 DEBUG:tasks.check_counter:Getting stats from e 2024-09-16T00:12:27.111 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph daemon mds.e perf dump 2024-09-16T00:12:27.365 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T00:12:27.757 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:27 smithi163 ceph-mon[34107]: pgmap v801: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 32 KiB/s wr, 17 op/s 2024-09-16T00:12:27.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:27 smithi190 ceph-mon[34840]: pgmap v801: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 32 KiB/s wr, 17 op/s 2024-09-16T00:12:27.866 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-16T00:12:27.866 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T00:12:27.866 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 3977, 2024-09-16T00:12:27.866 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 3979, 2024-09-16T00:12:27.866 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 118584271, 2024-09-16T00:12:27.866 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 1264693, 2024-09-16T00:12:27.867 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 8, 2024-09-16T00:12:27.867 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 4, 2024-09-16T00:12:27.867 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 0.316183060, 2024-09-16T00:12:27.867 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 0.082618296, 2024-09-16T00:12:27.867 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 0.131313630, 2024-09-16T00:12:27.867 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.080759226, 2024-09-16T00:12:27.867 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:27.867 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 3977, 2024-09-16T00:12:27.867 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.094682002, 2024-09-16T00:12:27.867 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000023807 2024-09-16T00:12:27.867 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.867 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:27.867 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.868 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.868 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.868 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.868 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-16T00:12:27.868 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 0 2024-09-16T00:12:27.868 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.868 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T00:12:27.868 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 1141, 2024-09-16T00:12:27.868 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 1477, 2024-09-16T00:12:27.868 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 96759230, 2024-09-16T00:12:27.868 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 1121160, 2024-09-16T00:12:27.868 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 9, 2024-09-16T00:12:27.868 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 7, 2024-09-16T00:12:27.869 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 0.134304900, 2024-09-16T00:12:27.869 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 0.030634431, 2024-09-16T00:12:27.869 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 0.072576567, 2024-09-16T00:12:27.869 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.022767497, 2024-09-16T00:12:27.869 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:27.869 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 1474, 2024-09-16T00:12:27.869 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.039393370, 2024-09-16T00:12:27.869 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000026725 2024-09-16T00:12:27.869 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.869 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:27.869 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.869 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.869 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.870 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.870 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-16T00:12:27.870 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 758896 2024-09-16T00:12:27.870 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.870 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T00:12:27.870 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 1468, 2024-09-16T00:12:27.870 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 1432, 2024-09-16T00:12:27.870 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 124987102, 2024-09-16T00:12:27.870 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 582172, 2024-09-16T00:12:27.870 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 6, 2024-09-16T00:12:27.870 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 4, 2024-09-16T00:12:27.870 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 0.182122221, 2024-09-16T00:12:27.870 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 0.040265726, 2024-09-16T00:12:27.870 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 0.135305351, 2024-09-16T00:12:27.871 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.017956569, 2024-09-16T00:12:27.871 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:27.871 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 1432, 2024-09-16T00:12:27.871 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.041895836, 2024-09-16T00:12:27.871 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000029256 2024-09-16T00:12:27.871 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.871 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:27.871 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.871 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.871 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.871 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.871 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 1851392, 2024-09-16T00:12:27.871 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 281344 2024-09-16T00:12:27.872 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.872 INFO:teuthology.orchestra.run.smithi163.stdout: "cct": { 2024-09-16T00:12:27.872 INFO:teuthology.orchestra.run.smithi163.stdout: "total_workers": 1, 2024-09-16T00:12:27.872 INFO:teuthology.orchestra.run.smithi163.stdout: "unhealthy_workers": 0 2024-09-16T00:12:27.872 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.872 INFO:teuthology.orchestra.run.smithi163.stdout: "finisher-MDSRank": { 2024-09-16T00:12:27.872 INFO:teuthology.orchestra.run.smithi163.stdout: "queue_len": 0, 2024-09-16T00:12:27.872 INFO:teuthology.orchestra.run.smithi163.stdout: "complete_latency": { 2024-09-16T00:12:27.872 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 10320, 2024-09-16T00:12:27.872 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.182023436, 2024-09-16T00:12:27.872 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000017637 2024-09-16T00:12:27.872 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:27.872 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.873 INFO:teuthology.orchestra.run.smithi163.stdout: "finisher-PurgeQueue": { 2024-09-16T00:12:27.873 INFO:teuthology.orchestra.run.smithi163.stdout: "queue_len": 0, 2024-09-16T00:12:27.873 INFO:teuthology.orchestra.run.smithi163.stdout: "complete_latency": { 2024-09-16T00:12:27.873 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.873 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.873 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.873 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:27.873 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.873 INFO:teuthology.orchestra.run.smithi163.stdout: "mds": { 2024-09-16T00:12:27.873 INFO:teuthology.orchestra.run.smithi163.stdout: "request": 0, 2024-09-16T00:12:27.873 INFO:teuthology.orchestra.run.smithi163.stdout: "reply": 0, 2024-09-16T00:12:27.873 INFO:teuthology.orchestra.run.smithi163.stdout: "reply_latency": { 2024-09-16T00:12:27.873 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.873 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.874 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.874 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.874 INFO:teuthology.orchestra.run.smithi163.stdout: "slow_reply": 0, 2024-09-16T00:12:27.874 INFO:teuthology.orchestra.run.smithi163.stdout: "forward": 0, 2024-09-16T00:12:27.874 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_fetch_complete": 0, 2024-09-16T00:12:27.874 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_fetch_keys": 0, 2024-09-16T00:12:27.874 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_commit": 0, 2024-09-16T00:12:27.874 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_split": 0, 2024-09-16T00:12:27.874 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_merge": 0, 2024-09-16T00:12:27.874 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes": 11147, 2024-09-16T00:12:27.874 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_top": 0, 2024-09-16T00:12:27.874 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_bottom": 11147, 2024-09-16T00:12:27.874 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_pin_tail": 0, 2024-09-16T00:12:27.875 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_pinned": 11147, 2024-09-16T00:12:27.875 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_expired": 0, 2024-09-16T00:12:27.875 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_with_caps": 0, 2024-09-16T00:12:27.875 INFO:teuthology.orchestra.run.smithi163.stdout: "caps": 0, 2024-09-16T00:12:27.875 INFO:teuthology.orchestra.run.smithi163.stdout: "subtrees": 1, 2024-09-16T00:12:27.875 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse": 0, 2024-09-16T00:12:27.875 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_hit": 0, 2024-09-16T00:12:27.875 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_forward": 0, 2024-09-16T00:12:27.875 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_discover": 0, 2024-09-16T00:12:27.876 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_dir_fetch": 0, 2024-09-16T00:12:27.876 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_remote_ino": 0, 2024-09-16T00:12:27.876 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_lock": 0, 2024-09-16T00:12:27.876 INFO:teuthology.orchestra.run.smithi163.stdout: "load_cent": 0, 2024-09-16T00:12:27.876 INFO:teuthology.orchestra.run.smithi163.stdout: "q": 0, 2024-09-16T00:12:27.876 INFO:teuthology.orchestra.run.smithi163.stdout: "exported": 0, 2024-09-16T00:12:27.876 INFO:teuthology.orchestra.run.smithi163.stdout: "exported_inodes": 0, 2024-09-16T00:12:27.876 INFO:teuthology.orchestra.run.smithi163.stdout: "imported": 0, 2024-09-16T00:12:27.876 INFO:teuthology.orchestra.run.smithi163.stdout: "imported_inodes": 0, 2024-09-16T00:12:27.876 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_dir_fetch": 0, 2024-09-16T00:12:27.876 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_backtrace_fetch": 0, 2024-09-16T00:12:27.876 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_peer_discover": 0, 2024-09-16T00:12:27.876 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rfiles": 0, 2024-09-16T00:12:27.877 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rbytes": 0, 2024-09-16T00:12:27.877 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rsnaps": 0, 2024-09-16T00:12:27.877 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_backtrace_fetch": 0, 2024-09-16T00:12:27.877 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_set_tag": 0, 2024-09-16T00:12:27.877 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_backtrace_repaired": 0, 2024-09-16T00:12:27.877 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_inotable_repaired": 0, 2024-09-16T00:12:27.877 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dir_inodes": 0, 2024-09-16T00:12:27.877 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dir_base_inodes": 0, 2024-09-16T00:12:27.877 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dirfrag_rstats": 0, 2024-09-16T00:12:27.877 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_file_inodes": 0, 2024-09-16T00:12:27.877 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_inode_file_caps": 0, 2024-09-16T00:12:27.877 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_revoke": 0, 2024-09-16T00:12:27.877 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_grant": 0, 2024-09-16T00:12:27.878 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_trunc": 0, 2024-09-16T00:12:27.878 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-16T00:12:27.878 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-16T00:12:27.878 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_caps": 0, 2024-09-16T00:12:27.878 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_caps_dirty": 0, 2024-09-16T00:12:27.878 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_cap_release": 0, 2024-09-16T00:12:27.878 INFO:teuthology.orchestra.run.smithi163.stdout: "process_request_cap_release": 0 2024-09-16T00:12:27.878 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.878 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_cache": { 2024-09-16T00:12:27.878 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_update": 0, 2024-09-16T00:12:27.878 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_update_receipt": 0, 2024-09-16T00:12:27.878 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_try_discover": 0, 2024-09-16T00:12:27.878 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_send_discover": 0, 2024-09-16T00:12:27.878 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_handle_discover": 0, 2024-09-16T00:12:27.879 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays": 0, 2024-09-16T00:12:27.879 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays_delayed": 0, 2024-09-16T00:12:27.879 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays_enqueuing": 0, 2024-09-16T00:12:27.879 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_created": 0, 2024-09-16T00:12:27.879 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_enqueued": 0, 2024-09-16T00:12:27.879 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_reintegrated": 0, 2024-09-16T00:12:27.879 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_migrated": 0, 2024-09-16T00:12:27.879 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_processing": 0, 2024-09-16T00:12:27.879 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_enqueued": 0, 2024-09-16T00:12:27.879 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_prioritized": 0, 2024-09-16T00:12:27.879 INFO:teuthology.orchestra.run.smithi163.stdout: "recovery_started": 0, 2024-09-16T00:12:27.879 INFO:teuthology.orchestra.run.smithi163.stdout: "recovery_completed": 0, 2024-09-16T00:12:27.879 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_quiesce_path": 0, 2024-09-16T00:12:27.879 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_quiesce_inode": 0, 2024-09-16T00:12:27.880 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_enqueue_scrub": 0, 2024-09-16T00:12:27.880 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_exportdir": 0, 2024-09-16T00:12:27.880 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_flush": 0, 2024-09-16T00:12:27.880 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_fragmentdir": 0, 2024-09-16T00:12:27.880 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_fragstats": 0, 2024-09-16T00:12:27.880 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_inodestats": 0 2024-09-16T00:12:27.880 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.880 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_log": { 2024-09-16T00:12:27.880 INFO:teuthology.orchestra.run.smithi163.stdout: "evlrg": 0, 2024-09-16T00:12:27.880 INFO:teuthology.orchestra.run.smithi163.stdout: "evadd": 0, 2024-09-16T00:12:27.880 INFO:teuthology.orchestra.run.smithi163.stdout: "evex": 0, 2024-09-16T00:12:27.880 INFO:teuthology.orchestra.run.smithi163.stdout: "evtrm": 0, 2024-09-16T00:12:27.880 INFO:teuthology.orchestra.run.smithi163.stdout: "ev": 71897, 2024-09-16T00:12:27.881 INFO:teuthology.orchestra.run.smithi163.stdout: "evexg": 0, 2024-09-16T00:12:27.881 INFO:teuthology.orchestra.run.smithi163.stdout: "evexd": 0, 2024-09-16T00:12:27.881 INFO:teuthology.orchestra.run.smithi163.stdout: "segadd": 0, 2024-09-16T00:12:27.881 INFO:teuthology.orchestra.run.smithi163.stdout: "segex": 0, 2024-09-16T00:12:27.881 INFO:teuthology.orchestra.run.smithi163.stdout: "segtrm": 0, 2024-09-16T00:12:27.881 INFO:teuthology.orchestra.run.smithi163.stdout: "seg": 111, 2024-09-16T00:12:27.881 INFO:teuthology.orchestra.run.smithi163.stdout: "segmjr": 7, 2024-09-16T00:12:27.881 INFO:teuthology.orchestra.run.smithi163.stdout: "segexg": 0, 2024-09-16T00:12:27.881 INFO:teuthology.orchestra.run.smithi163.stdout: "segexd": 0, 2024-09-16T00:12:27.881 INFO:teuthology.orchestra.run.smithi163.stdout: "expos": 4194304, 2024-09-16T00:12:27.881 INFO:teuthology.orchestra.run.smithi163.stdout: "wrpos": 340998788, 2024-09-16T00:12:27.881 INFO:teuthology.orchestra.run.smithi163.stdout: "rdpos": 340985075, 2024-09-16T00:12:27.881 INFO:teuthology.orchestra.run.smithi163.stdout: "jlat": { 2024-09-16T00:12:27.881 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.882 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.882 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.882 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.882 INFO:teuthology.orchestra.run.smithi163.stdout: "replayed": 71897 2024-09-16T00:12:27.882 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.882 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_mem": { 2024-09-16T00:12:27.882 INFO:teuthology.orchestra.run.smithi163.stdout: "ino": 797, 2024-09-16T00:12:27.882 INFO:teuthology.orchestra.run.smithi163.stdout: "ino+": 11282, 2024-09-16T00:12:27.882 INFO:teuthology.orchestra.run.smithi163.stdout: "ino-": 10485, 2024-09-16T00:12:27.882 INFO:teuthology.orchestra.run.smithi163.stdout: "dir": 35, 2024-09-16T00:12:27.882 INFO:teuthology.orchestra.run.smithi163.stdout: "dir+": 63, 2024-09-16T00:12:27.882 INFO:teuthology.orchestra.run.smithi163.stdout: "dir-": 28, 2024-09-16T00:12:27.882 INFO:teuthology.orchestra.run.smithi163.stdout: "dn": 11147, 2024-09-16T00:12:27.882 INFO:teuthology.orchestra.run.smithi163.stdout: "dn+": 11448, 2024-09-16T00:12:27.883 INFO:teuthology.orchestra.run.smithi163.stdout: "dn-": 301, 2024-09-16T00:12:27.883 INFO:teuthology.orchestra.run.smithi163.stdout: "cap": 0, 2024-09-16T00:12:27.883 INFO:teuthology.orchestra.run.smithi163.stdout: "cap+": 0, 2024-09-16T00:12:27.883 INFO:teuthology.orchestra.run.smithi163.stdout: "cap-": 0, 2024-09-16T00:12:27.883 INFO:teuthology.orchestra.run.smithi163.stdout: "rss": 64968, 2024-09-16T00:12:27.883 INFO:teuthology.orchestra.run.smithi163.stdout: "heap": 215328 2024-09-16T00:12:27.883 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.883 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_server": { 2024-09-16T00:12:27.883 INFO:teuthology.orchestra.run.smithi163.stdout: "dispatch_client_request": 0, 2024-09-16T00:12:27.883 INFO:teuthology.orchestra.run.smithi163.stdout: "dispatch_server_request": 0, 2024-09-16T00:12:27.883 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_request": 0, 2024-09-16T00:12:27.883 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_session": 0, 2024-09-16T00:12:27.883 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_peer_request": 0, 2024-09-16T00:12:27.883 INFO:teuthology.orchestra.run.smithi163.stdout: "req_create_latency": { 2024-09-16T00:12:27.884 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.884 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.884 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.884 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.884 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getattr_latency": { 2024-09-16T00:12:27.884 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.884 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.884 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.884 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.884 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getfilelock_latency": { 2024-09-16T00:12:27.884 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.884 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.884 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.884 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.885 INFO:teuthology.orchestra.run.smithi163.stdout: "req_link_latency": { 2024-09-16T00:12:27.885 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.885 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.885 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.885 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.885 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookup_latency": { 2024-09-16T00:12:27.885 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.885 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.885 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.885 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.886 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookuphash_latency": { 2024-09-16T00:12:27.886 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.886 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.886 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.886 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.886 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupino_latency": { 2024-09-16T00:12:27.886 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.886 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.886 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.886 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.886 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupname_latency": { 2024-09-16T00:12:27.886 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.886 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.886 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.887 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.887 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupparent_latency": { 2024-09-16T00:12:27.887 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.887 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.887 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.887 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.887 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupsnap_latency": { 2024-09-16T00:12:27.887 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.887 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.887 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.887 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.887 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lssnap_latency": { 2024-09-16T00:12:27.887 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.887 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.888 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.888 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.888 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mkdir_latency": { 2024-09-16T00:12:27.888 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.888 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.888 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.888 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.888 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mknod_latency": { 2024-09-16T00:12:27.888 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.888 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.888 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.888 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.888 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mksnap_latency": { 2024-09-16T00:12:27.889 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.889 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.889 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.889 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.889 INFO:teuthology.orchestra.run.smithi163.stdout: "req_open_latency": { 2024-09-16T00:12:27.889 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.889 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.889 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.889 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.889 INFO:teuthology.orchestra.run.smithi163.stdout: "req_readdir_latency": { 2024-09-16T00:12:27.889 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.889 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.889 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.890 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.890 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rename_latency": { 2024-09-16T00:12:27.890 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.890 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.890 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.890 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.890 INFO:teuthology.orchestra.run.smithi163.stdout: "req_renamesnap_latency": { 2024-09-16T00:12:27.890 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.890 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.890 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.890 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.890 INFO:teuthology.orchestra.run.smithi163.stdout: "req_snapdiff_latency": { 2024-09-16T00:12:27.890 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.890 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.891 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.891 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.891 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmdir_latency": { 2024-09-16T00:12:27.891 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.891 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.891 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.891 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.891 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmsnap_latency": { 2024-09-16T00:12:27.891 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.891 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.891 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.891 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.892 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmxattr_latency": { 2024-09-16T00:12:27.892 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.892 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.892 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.892 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.892 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setattr_latency": { 2024-09-16T00:12:27.892 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.892 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.892 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.892 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.892 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setdirlayout_latency": { 2024-09-16T00:12:27.892 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.892 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.893 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.893 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.893 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setfilelock_latency": { 2024-09-16T00:12:27.893 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.893 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.893 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.893 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.893 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setlayout_latency": { 2024-09-16T00:12:27.893 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.893 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.893 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.893 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.893 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setxattr_latency": { 2024-09-16T00:12:27.894 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.894 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.894 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.894 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.894 INFO:teuthology.orchestra.run.smithi163.stdout: "req_symlink_latency": { 2024-09-16T00:12:27.894 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.894 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.894 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.894 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.894 INFO:teuthology.orchestra.run.smithi163.stdout: "req_unlink_latency": { 2024-09-16T00:12:27.894 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.894 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.894 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.894 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.895 INFO:teuthology.orchestra.run.smithi163.stdout: "cap_revoke_eviction": 0, 2024-09-16T00:12:27.895 INFO:teuthology.orchestra.run.smithi163.stdout: "cap_acquisition_throttle": 0, 2024-09-16T00:12:27.895 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getvxattr_latency": { 2024-09-16T00:12:27.895 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.895 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.895 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.895 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:27.895 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.895 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_sessions": { 2024-09-16T00:12:27.895 INFO:teuthology.orchestra.run.smithi163.stdout: "session_count": 1, 2024-09-16T00:12:27.896 INFO:teuthology.orchestra.run.smithi163.stdout: "session_add": 2, 2024-09-16T00:12:27.896 INFO:teuthology.orchestra.run.smithi163.stdout: "session_remove": 1, 2024-09-16T00:12:27.896 INFO:teuthology.orchestra.run.smithi163.stdout: "sessions_open": 2, 2024-09-16T00:12:27.896 INFO:teuthology.orchestra.run.smithi163.stdout: "sessions_stale": 0, 2024-09-16T00:12:27.896 INFO:teuthology.orchestra.run.smithi163.stdout: "total_load": 0, 2024-09-16T00:12:27.896 INFO:teuthology.orchestra.run.smithi163.stdout: "average_load": 0, 2024-09-16T00:12:27.896 INFO:teuthology.orchestra.run.smithi163.stdout: "avg_session_uptime": 3558, 2024-09-16T00:12:27.896 INFO:teuthology.orchestra.run.smithi163.stdout: "mdthresh_evicted": 0 2024-09-16T00:12:27.896 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.896 INFO:teuthology.orchestra.run.smithi163.stdout: "mempool": { 2024-09-16T00:12:27.896 INFO:teuthology.orchestra.run.smithi163.stdout: "bloom_filter_bytes": 0, 2024-09-16T00:12:27.896 INFO:teuthology.orchestra.run.smithi163.stdout: "bloom_filter_items": 0, 2024-09-16T00:12:27.896 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T00:12:27.897 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_alloc_items": 0, 2024-09-16T00:12:27.897 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T00:12:27.897 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_data_items": 0, 2024-09-16T00:12:27.897 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T00:12:27.897 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T00:12:27.897 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T00:12:27.897 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T00:12:27.897 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T00:12:27.897 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_other_items": 0, 2024-09-16T00:12:27.897 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T00:12:27.897 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T00:12:27.897 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_extent_bytes": 0, 2024-09-16T00:12:27.897 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_extent_items": 0, 2024-09-16T00:12:27.898 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_blob_bytes": 0, 2024-09-16T00:12:27.898 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_blob_items": 0, 2024-09-16T00:12:27.898 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T00:12:27.898 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T00:12:27.898 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T00:12:27.898 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T00:12:27.898 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T00:12:27.898 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_fsck_items": 0, 2024-09-16T00:12:27.898 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_txc_bytes": 0, 2024-09-16T00:12:27.898 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_txc_items": 0, 2024-09-16T00:12:27.898 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T00:12:27.898 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T00:12:27.898 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_bytes": 0, 2024-09-16T00:12:27.898 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_items": 0, 2024-09-16T00:12:27.899 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_bytes": 0, 2024-09-16T00:12:27.899 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_items": 0, 2024-09-16T00:12:27.899 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T00:12:27.899 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_reader_items": 0, 2024-09-16T00:12:27.899 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T00:12:27.899 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_writer_items": 0, 2024-09-16T00:12:27.899 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_anon_bytes": 241833, 2024-09-16T00:12:27.899 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_anon_items": 86, 2024-09-16T00:12:27.899 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_meta_bytes": 0, 2024-09-16T00:12:27.899 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_meta_items": 0, 2024-09-16T00:12:27.899 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_bytes": 0, 2024-09-16T00:12:27.899 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_items": 0, 2024-09-16T00:12:27.899 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_mapbl_bytes": 0, 2024-09-16T00:12:27.899 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_mapbl_items": 0, 2024-09-16T00:12:27.900 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_pglog_bytes": 0, 2024-09-16T00:12:27.900 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_pglog_items": 0, 2024-09-16T00:12:27.900 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_bytes": 8032, 2024-09-16T00:12:27.900 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_items": 177, 2024-09-16T00:12:27.900 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T00:12:27.900 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_mapping_items": 0, 2024-09-16T00:12:27.900 INFO:teuthology.orchestra.run.smithi163.stdout: "pgmap_bytes": 0, 2024-09-16T00:12:27.900 INFO:teuthology.orchestra.run.smithi163.stdout: "pgmap_items": 0, 2024-09-16T00:12:27.900 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_co_bytes": 9803819, 2024-09-16T00:12:27.900 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_co_items": 48688, 2024-09-16T00:12:27.900 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_1_bytes": 0, 2024-09-16T00:12:27.900 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_1_items": 0, 2024-09-16T00:12:27.900 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_2_bytes": 0, 2024-09-16T00:12:27.901 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_2_items": 0 2024-09-16T00:12:27.901 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.901 INFO:teuthology.orchestra.run.smithi163.stdout: "objecter": { 2024-09-16T00:12:27.901 INFO:teuthology.orchestra.run.smithi163.stdout: "op_active": 0, 2024-09-16T00:12:27.901 INFO:teuthology.orchestra.run.smithi163.stdout: "op_laggy": 0, 2024-09-16T00:12:27.901 INFO:teuthology.orchestra.run.smithi163.stdout: "op_send": 6062, 2024-09-16T00:12:27.901 INFO:teuthology.orchestra.run.smithi163.stdout: "op_send_bytes": 21, 2024-09-16T00:12:27.901 INFO:teuthology.orchestra.run.smithi163.stdout: "op_resend": 3, 2024-09-16T00:12:27.901 INFO:teuthology.orchestra.run.smithi163.stdout: "op_reply": 6062, 2024-09-16T00:12:27.901 INFO:teuthology.orchestra.run.smithi163.stdout: "op_latency": { 2024-09-16T00:12:27.901 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 6062, 2024-09-16T00:12:27.901 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 3.559919390, 2024-09-16T00:12:27.901 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000587251 2024-09-16T00:12:27.901 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.902 INFO:teuthology.orchestra.run.smithi163.stdout: "op_inflight": 0, 2024-09-16T00:12:27.902 INFO:teuthology.orchestra.run.smithi163.stdout: "oplen_avg": { 2024-09-16T00:12:27.902 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 6062, 2024-09-16T00:12:27.902 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 6063 2024-09-16T00:12:27.902 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.902 INFO:teuthology.orchestra.run.smithi163.stdout: "op": 6062, 2024-09-16T00:12:27.902 INFO:teuthology.orchestra.run.smithi163.stdout: "op_r": 6062, 2024-09-16T00:12:27.902 INFO:teuthology.orchestra.run.smithi163.stdout: "op_w": 0, 2024-09-16T00:12:27.902 INFO:teuthology.orchestra.run.smithi163.stdout: "op_rmw": 0, 2024-09-16T00:12:27.902 INFO:teuthology.orchestra.run.smithi163.stdout: "op_pg": 0, 2024-09-16T00:12:27.902 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_stat": 3238, 2024-09-16T00:12:27.902 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_create": 0, 2024-09-16T00:12:27.902 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_read": 2822, 2024-09-16T00:12:27.902 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_write": 0, 2024-09-16T00:12:27.903 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_writefull": 0, 2024-09-16T00:12:27.903 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_writesame": 0, 2024-09-16T00:12:27.903 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_append": 0, 2024-09-16T00:12:27.903 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_zero": 0, 2024-09-16T00:12:27.903 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_truncate": 0, 2024-09-16T00:12:27.903 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_delete": 0, 2024-09-16T00:12:27.903 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_mapext": 0, 2024-09-16T00:12:27.903 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_sparse_read": 0, 2024-09-16T00:12:27.903 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_clonerange": 0, 2024-09-16T00:12:27.904 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_getxattr": 1, 2024-09-16T00:12:27.904 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_setxattr": 0, 2024-09-16T00:12:27.904 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_cmpxattr": 0, 2024-09-16T00:12:27.904 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_rmxattr": 0, 2024-09-16T00:12:27.904 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_resetxattrs": 0, 2024-09-16T00:12:27.904 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_call": 0, 2024-09-16T00:12:27.904 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_watch": 0, 2024-09-16T00:12:27.904 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_notify": 0, 2024-09-16T00:12:27.904 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_src_cmpxattr": 0, 2024-09-16T00:12:27.904 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_pgls": 0, 2024-09-16T00:12:27.904 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_pgls_filter": 0, 2024-09-16T00:12:27.904 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_other": 0, 2024-09-16T00:12:27.904 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_active": 0, 2024-09-16T00:12:27.905 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_send": 0, 2024-09-16T00:12:27.905 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_resend": 0, 2024-09-16T00:12:27.905 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_ping": 0, 2024-09-16T00:12:27.905 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_active": 0, 2024-09-16T00:12:27.905 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_send": 0, 2024-09-16T00:12:27.905 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_resend": 0, 2024-09-16T00:12:27.905 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_active": 0, 2024-09-16T00:12:27.905 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_send": 0, 2024-09-16T00:12:27.905 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_resend": 0, 2024-09-16T00:12:27.905 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_active": 0, 2024-09-16T00:12:27.905 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_send": 0, 2024-09-16T00:12:27.906 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_resend": 0, 2024-09-16T00:12:27.906 INFO:teuthology.orchestra.run.smithi163.stdout: "command_active": 0, 2024-09-16T00:12:27.906 INFO:teuthology.orchestra.run.smithi163.stdout: "command_send": 0, 2024-09-16T00:12:27.906 INFO:teuthology.orchestra.run.smithi163.stdout: "command_resend": 0, 2024-09-16T00:12:27.906 INFO:teuthology.orchestra.run.smithi163.stdout: "map_epoch": 120, 2024-09-16T00:12:27.906 INFO:teuthology.orchestra.run.smithi163.stdout: "map_full": 0, 2024-09-16T00:12:27.906 INFO:teuthology.orchestra.run.smithi163.stdout: "map_inc": 37, 2024-09-16T00:12:27.906 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_sessions": 11, 2024-09-16T00:12:27.906 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_session_open": 12, 2024-09-16T00:12:27.906 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_session_close": 1, 2024-09-16T00:12:27.906 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_laggy": 0, 2024-09-16T00:12:27.906 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_wr": 0, 2024-09-16T00:12:27.906 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_rd": 2, 2024-09-16T00:12:27.907 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_del": 0 2024-09-16T00:12:27.907 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.907 INFO:teuthology.orchestra.run.smithi163.stdout: "oft": { 2024-09-16T00:12:27.907 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_objs": 0, 2024-09-16T00:12:27.907 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_kv_pairs": 0, 2024-09-16T00:12:27.907 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_updates": 0, 2024-09-16T00:12:27.907 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_removes": 0 2024-09-16T00:12:27.907 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.907 INFO:teuthology.orchestra.run.smithi163.stdout: "osd-slow-ops": { 2024-09-16T00:12:27.907 INFO:teuthology.orchestra.run.smithi163.stdout: "slow_ops_count": 0 2024-09-16T00:12:27.907 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.907 INFO:teuthology.orchestra.run.smithi163.stdout: "purge_queue": { 2024-09-16T00:12:27.907 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_ops": 0, 2024-09-16T00:12:27.907 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_ops_high_water": 0, 2024-09-16T00:12:27.908 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing": 0, 2024-09-16T00:12:27.908 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_high_water": 0, 2024-09-16T00:12:27.908 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executed_ops": 0, 2024-09-16T00:12:27.908 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executed": 0, 2024-09-16T00:12:27.908 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_item_in_journal": 0 2024-09-16T00:12:27.908 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.908 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T00:12:27.908 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-09-16T00:12:27.908 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 104857600, 2024-09-16T00:12:27.908 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-09-16T00:12:27.908 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 6582, 2024-09-16T00:12:27.908 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 339708745, 2024-09-16T00:12:27.908 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:27.909 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 6582, 2024-09-16T00:12:27.909 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-09-16T00:12:27.909 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-09-16T00:12:27.909 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 6582, 2024-09-16T00:12:27.909 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 339708745, 2024-09-16T00:12:27.909 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-09-16T00:12:27.909 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.909 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.909 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.909 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:27.909 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.909 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-objecter_bytes": { 2024-09-16T00:12:27.909 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-09-16T00:12:27.909 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 104857600, 2024-09-16T00:12:27.910 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-09-16T00:12:27.910 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-09-16T00:12:27.910 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-09-16T00:12:27.910 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:27.910 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:27.910 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 6062, 2024-09-16T00:12:27.910 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 336805405, 2024-09-16T00:12:27.910 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 6062, 2024-09-16T00:12:27.910 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 336805405, 2024-09-16T00:12:27.910 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-09-16T00:12:27.910 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.910 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.910 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.910 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:27.911 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.911 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-objecter_ops": { 2024-09-16T00:12:27.911 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-09-16T00:12:27.911 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 1024, 2024-09-16T00:12:27.911 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-09-16T00:12:27.911 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-09-16T00:12:27.911 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-09-16T00:12:27.911 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:27.911 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:27.911 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 6062, 2024-09-16T00:12:27.911 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 6062, 2024-09-16T00:12:27.911 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 6062, 2024-09-16T00:12:27.911 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 6062, 2024-09-16T00:12:27.911 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-09-16T00:12:27.912 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.912 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.912 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.912 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:27.912 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.912 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-write_buf_throttle": { 2024-09-16T00:12:27.912 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-09-16T00:12:27.912 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 3758096384, 2024-09-16T00:12:27.912 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-09-16T00:12:27.912 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-09-16T00:12:27.912 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-09-16T00:12:27.912 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:27.912 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:27.913 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-09-16T00:12:27.913 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-09-16T00:12:27.913 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 0, 2024-09-16T00:12:27.913 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 0, 2024-09-16T00:12:27.913 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-09-16T00:12:27.913 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.913 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.913 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.913 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:27.913 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:27.913 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-write_buf_throttle-0x55d0c3848b40": { 2024-09-16T00:12:27.913 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-09-16T00:12:27.913 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 3758096384, 2024-09-16T00:12:27.913 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-09-16T00:12:27.914 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-09-16T00:12:27.914 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-09-16T00:12:27.914 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:27.914 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:27.914 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-09-16T00:12:27.914 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-09-16T00:12:27.914 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 0, 2024-09-16T00:12:27.914 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 0, 2024-09-16T00:12:27.914 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-09-16T00:12:27.914 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:27.914 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:27.914 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:27.914 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:27.914 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:27.915 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-16T00:12:27.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:27 smithi071 ceph-mon[30957]: pgmap v801: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 32 KiB/s wr, 17 op/s 2024-09-16T00:12:28.625 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-09-16T00:12:28.626 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-09-16T00:12:28.626 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-09-16T00:12:28.626 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-09-16T00:12:28.626 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=0 2024-09-16T00:12:28.626 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-09-16T00:12:28.626 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-09-16T00:12:28.626 DEBUG:tasks.check_counter:Getting stats from h 2024-09-16T00:12:28.626 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph daemon mds.h perf dump 2024-09-16T00:12:28.873 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T00:12:29.382 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-16T00:12:29.382 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T00:12:29.382 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 4020, 2024-09-16T00:12:29.382 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 4022, 2024-09-16T00:12:29.382 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 567989290, 2024-09-16T00:12:29.382 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 1278370, 2024-09-16T00:12:29.382 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 8, 2024-09-16T00:12:29.382 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 4, 2024-09-16T00:12:29.383 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 0.513566750, 2024-09-16T00:12:29.383 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 0.092098805, 2024-09-16T00:12:29.383 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 0.317009917, 2024-09-16T00:12:29.383 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.080142215, 2024-09-16T00:12:29.383 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:29.383 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 4020, 2024-09-16T00:12:29.383 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.097932754, 2024-09-16T00:12:29.383 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000024361 2024-09-16T00:12:29.383 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.383 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:29.383 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.383 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.383 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.384 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.384 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-16T00:12:29.384 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 0 2024-09-16T00:12:29.384 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.384 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T00:12:29.384 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 2138, 2024-09-16T00:12:29.384 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 2471, 2024-09-16T00:12:29.384 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 545815362, 2024-09-16T00:12:29.384 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 1438826, 2024-09-16T00:12:29.384 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 9, 2024-09-16T00:12:29.384 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 7, 2024-09-16T00:12:29.384 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 0.411668641, 2024-09-16T00:12:29.384 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 0.044548219, 2024-09-16T00:12:29.385 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 0.313498460, 2024-09-16T00:12:29.385 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.039505666, 2024-09-16T00:12:29.385 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:29.385 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 2469, 2024-09-16T00:12:29.385 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.063182078, 2024-09-16T00:12:29.385 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000025590 2024-09-16T00:12:29.385 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.385 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:29.385 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.385 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.385 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.385 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.385 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 3360, 2024-09-16T00:12:29.385 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 760784 2024-09-16T00:12:29.386 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.386 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T00:12:29.386 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 2536, 2024-09-16T00:12:29.386 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 2502, 2024-09-16T00:12:29.386 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 509876168, 2024-09-16T00:12:29.386 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 922141, 2024-09-16T00:12:29.386 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 5, 2024-09-16T00:12:29.386 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 4, 2024-09-16T00:12:29.386 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 0.458659145, 2024-09-16T00:12:29.386 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 0.056323646, 2024-09-16T00:12:29.386 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 0.365818151, 2024-09-16T00:12:29.386 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.039298053, 2024-09-16T00:12:29.386 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:29.387 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 2501, 2024-09-16T00:12:29.387 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.059773499, 2024-09-16T00:12:29.387 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000023899 2024-09-16T00:12:29.387 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.387 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:29.387 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.387 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.387 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.387 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.387 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 1848240, 2024-09-16T00:12:29.387 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 280416 2024-09-16T00:12:29.387 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.387 INFO:teuthology.orchestra.run.smithi163.stdout: "cct": { 2024-09-16T00:12:29.388 INFO:teuthology.orchestra.run.smithi163.stdout: "total_workers": 1, 2024-09-16T00:12:29.388 INFO:teuthology.orchestra.run.smithi163.stdout: "unhealthy_workers": 0 2024-09-16T00:12:29.388 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.388 INFO:teuthology.orchestra.run.smithi163.stdout: "finisher-MDSRank": { 2024-09-16T00:12:29.388 INFO:teuthology.orchestra.run.smithi163.stdout: "queue_len": 0, 2024-09-16T00:12:29.388 INFO:teuthology.orchestra.run.smithi163.stdout: "complete_latency": { 2024-09-16T00:12:29.388 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 12753, 2024-09-16T00:12:29.388 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.306625234, 2024-09-16T00:12:29.388 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000024043 2024-09-16T00:12:29.388 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:29.388 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.388 INFO:teuthology.orchestra.run.smithi163.stdout: "finisher-PurgeQueue": { 2024-09-16T00:12:29.388 INFO:teuthology.orchestra.run.smithi163.stdout: "queue_len": 0, 2024-09-16T00:12:29.388 INFO:teuthology.orchestra.run.smithi163.stdout: "complete_latency": { 2024-09-16T00:12:29.389 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.389 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.389 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.389 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:29.389 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.389 INFO:teuthology.orchestra.run.smithi163.stdout: "mds": { 2024-09-16T00:12:29.389 INFO:teuthology.orchestra.run.smithi163.stdout: "request": 0, 2024-09-16T00:12:29.389 INFO:teuthology.orchestra.run.smithi163.stdout: "reply": 0, 2024-09-16T00:12:29.389 INFO:teuthology.orchestra.run.smithi163.stdout: "reply_latency": { 2024-09-16T00:12:29.389 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.389 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.389 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.389 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.390 INFO:teuthology.orchestra.run.smithi163.stdout: "slow_reply": 0, 2024-09-16T00:12:29.390 INFO:teuthology.orchestra.run.smithi163.stdout: "forward": 0, 2024-09-16T00:12:29.390 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_fetch_complete": 0, 2024-09-16T00:12:29.390 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_fetch_keys": 0, 2024-09-16T00:12:29.390 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_commit": 0, 2024-09-16T00:12:29.390 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_split": 0, 2024-09-16T00:12:29.390 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_merge": 0, 2024-09-16T00:12:29.390 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes": 45203, 2024-09-16T00:12:29.390 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_top": 22677, 2024-09-16T00:12:29.390 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_bottom": 22526, 2024-09-16T00:12:29.390 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_pin_tail": 0, 2024-09-16T00:12:29.390 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_pinned": 12808, 2024-09-16T00:12:29.390 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_expired": 0, 2024-09-16T00:12:29.391 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_with_caps": 0, 2024-09-16T00:12:29.391 INFO:teuthology.orchestra.run.smithi163.stdout: "caps": 0, 2024-09-16T00:12:29.391 INFO:teuthology.orchestra.run.smithi163.stdout: "subtrees": 2, 2024-09-16T00:12:29.391 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse": 0, 2024-09-16T00:12:29.391 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_hit": 0, 2024-09-16T00:12:29.391 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_forward": 0, 2024-09-16T00:12:29.391 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_discover": 0, 2024-09-16T00:12:29.391 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_dir_fetch": 0, 2024-09-16T00:12:29.391 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_remote_ino": 0, 2024-09-16T00:12:29.391 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_lock": 0, 2024-09-16T00:12:29.391 INFO:teuthology.orchestra.run.smithi163.stdout: "load_cent": 0, 2024-09-16T00:12:29.391 INFO:teuthology.orchestra.run.smithi163.stdout: "q": 0, 2024-09-16T00:12:29.391 INFO:teuthology.orchestra.run.smithi163.stdout: "exported": 0, 2024-09-16T00:12:29.391 INFO:teuthology.orchestra.run.smithi163.stdout: "exported_inodes": 0, 2024-09-16T00:12:29.392 INFO:teuthology.orchestra.run.smithi163.stdout: "imported": 0, 2024-09-16T00:12:29.392 INFO:teuthology.orchestra.run.smithi163.stdout: "imported_inodes": 0, 2024-09-16T00:12:29.392 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_dir_fetch": 0, 2024-09-16T00:12:29.392 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_backtrace_fetch": 0, 2024-09-16T00:12:29.392 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_peer_discover": 0, 2024-09-16T00:12:29.392 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rfiles": 4, 2024-09-16T00:12:29.392 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rbytes": 234, 2024-09-16T00:12:29.392 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rsnaps": 7, 2024-09-16T00:12:29.392 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_backtrace_fetch": 0, 2024-09-16T00:12:29.392 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_set_tag": 0, 2024-09-16T00:12:29.392 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_backtrace_repaired": 0, 2024-09-16T00:12:29.392 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_inotable_repaired": 0, 2024-09-16T00:12:29.392 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dir_inodes": 0, 2024-09-16T00:12:29.393 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dir_base_inodes": 0, 2024-09-16T00:12:29.393 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dirfrag_rstats": 0, 2024-09-16T00:12:29.393 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_file_inodes": 0, 2024-09-16T00:12:29.393 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_inode_file_caps": 0, 2024-09-16T00:12:29.393 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_revoke": 0, 2024-09-16T00:12:29.393 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_grant": 0, 2024-09-16T00:12:29.393 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_trunc": 0, 2024-09-16T00:12:29.393 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-16T00:12:29.393 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-16T00:12:29.393 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_caps": 0, 2024-09-16T00:12:29.393 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_caps_dirty": 0, 2024-09-16T00:12:29.393 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_cap_release": 0, 2024-09-16T00:12:29.393 INFO:teuthology.orchestra.run.smithi163.stdout: "process_request_cap_release": 0 2024-09-16T00:12:29.394 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.394 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_cache": { 2024-09-16T00:12:29.394 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_update": 0, 2024-09-16T00:12:29.394 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_update_receipt": 0, 2024-09-16T00:12:29.394 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_try_discover": 0, 2024-09-16T00:12:29.394 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_send_discover": 0, 2024-09-16T00:12:29.394 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_handle_discover": 0, 2024-09-16T00:12:29.394 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays": 0, 2024-09-16T00:12:29.394 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays_delayed": 0, 2024-09-16T00:12:29.394 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays_enqueuing": 0, 2024-09-16T00:12:29.394 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_created": 0, 2024-09-16T00:12:29.394 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_enqueued": 0, 2024-09-16T00:12:29.394 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_reintegrated": 0, 2024-09-16T00:12:29.394 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_migrated": 0, 2024-09-16T00:12:29.395 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_processing": 0, 2024-09-16T00:12:29.395 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_enqueued": 0, 2024-09-16T00:12:29.395 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_prioritized": 0, 2024-09-16T00:12:29.395 INFO:teuthology.orchestra.run.smithi163.stdout: "recovery_started": 0, 2024-09-16T00:12:29.395 INFO:teuthology.orchestra.run.smithi163.stdout: "recovery_completed": 0, 2024-09-16T00:12:29.395 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_quiesce_path": 0, 2024-09-16T00:12:29.395 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_quiesce_inode": 0, 2024-09-16T00:12:29.395 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_enqueue_scrub": 0, 2024-09-16T00:12:29.395 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_exportdir": 0, 2024-09-16T00:12:29.395 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_flush": 0, 2024-09-16T00:12:29.395 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_fragmentdir": 0, 2024-09-16T00:12:29.395 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_fragstats": 0, 2024-09-16T00:12:29.395 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_inodestats": 0 2024-09-16T00:12:29.395 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.396 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_log": { 2024-09-16T00:12:29.396 INFO:teuthology.orchestra.run.smithi163.stdout: "evlrg": 0, 2024-09-16T00:12:29.396 INFO:teuthology.orchestra.run.smithi163.stdout: "evadd": 0, 2024-09-16T00:12:29.396 INFO:teuthology.orchestra.run.smithi163.stdout: "evex": 0, 2024-09-16T00:12:29.396 INFO:teuthology.orchestra.run.smithi163.stdout: "evtrm": 0, 2024-09-16T00:12:29.396 INFO:teuthology.orchestra.run.smithi163.stdout: "ev": 236838, 2024-09-16T00:12:29.396 INFO:teuthology.orchestra.run.smithi163.stdout: "evexg": 0, 2024-09-16T00:12:29.396 INFO:teuthology.orchestra.run.smithi163.stdout: "evexd": 0, 2024-09-16T00:12:29.396 INFO:teuthology.orchestra.run.smithi163.stdout: "segadd": 0, 2024-09-16T00:12:29.396 INFO:teuthology.orchestra.run.smithi163.stdout: "segex": 0, 2024-09-16T00:12:29.396 INFO:teuthology.orchestra.run.smithi163.stdout: "segtrm": 0, 2024-09-16T00:12:29.396 INFO:teuthology.orchestra.run.smithi163.stdout: "seg": 132, 2024-09-16T00:12:29.396 INFO:teuthology.orchestra.run.smithi163.stdout: "segmjr": 21, 2024-09-16T00:12:29.397 INFO:teuthology.orchestra.run.smithi163.stdout: "segexg": 0, 2024-09-16T00:12:29.397 INFO:teuthology.orchestra.run.smithi163.stdout: "segexd": 0, 2024-09-16T00:12:29.397 INFO:teuthology.orchestra.run.smithi163.stdout: "expos": 1092472691, 2024-09-16T00:12:29.397 INFO:teuthology.orchestra.run.smithi163.stdout: "wrpos": 1623789234, 2024-09-16T00:12:29.397 INFO:teuthology.orchestra.run.smithi163.stdout: "rdpos": 1623734194, 2024-09-16T00:12:29.397 INFO:teuthology.orchestra.run.smithi163.stdout: "jlat": { 2024-09-16T00:12:29.397 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.397 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.397 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.397 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.397 INFO:teuthology.orchestra.run.smithi163.stdout: "replayed": 236838 2024-09-16T00:12:29.397 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.397 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_mem": { 2024-09-16T00:12:29.397 INFO:teuthology.orchestra.run.smithi163.stdout: "ino": 6999, 2024-09-16T00:12:29.398 INFO:teuthology.orchestra.run.smithi163.stdout: "ino+": 44097, 2024-09-16T00:12:29.398 INFO:teuthology.orchestra.run.smithi163.stdout: "ino-": 37098, 2024-09-16T00:12:29.398 INFO:teuthology.orchestra.run.smithi163.stdout: "dir": 241, 2024-09-16T00:12:29.398 INFO:teuthology.orchestra.run.smithi163.stdout: "dir+": 281, 2024-09-16T00:12:29.398 INFO:teuthology.orchestra.run.smithi163.stdout: "dir-": 40, 2024-09-16T00:12:29.398 INFO:teuthology.orchestra.run.smithi163.stdout: "dn": 45203, 2024-09-16T00:12:29.398 INFO:teuthology.orchestra.run.smithi163.stdout: "dn+": 45379, 2024-09-16T00:12:29.398 INFO:teuthology.orchestra.run.smithi163.stdout: "dn-": 176, 2024-09-16T00:12:29.398 INFO:teuthology.orchestra.run.smithi163.stdout: "cap": 0, 2024-09-16T00:12:29.398 INFO:teuthology.orchestra.run.smithi163.stdout: "cap+": 0, 2024-09-16T00:12:29.398 INFO:teuthology.orchestra.run.smithi163.stdout: "cap-": 0, 2024-09-16T00:12:29.398 INFO:teuthology.orchestra.run.smithi163.stdout: "rss": 106504, 2024-09-16T00:12:29.398 INFO:teuthology.orchestra.run.smithi163.stdout: "heap": 215328 2024-09-16T00:12:29.398 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.399 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_server": { 2024-09-16T00:12:29.399 INFO:teuthology.orchestra.run.smithi163.stdout: "dispatch_client_request": 0, 2024-09-16T00:12:29.399 INFO:teuthology.orchestra.run.smithi163.stdout: "dispatch_server_request": 0, 2024-09-16T00:12:29.399 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_request": 0, 2024-09-16T00:12:29.399 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_session": 0, 2024-09-16T00:12:29.399 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_peer_request": 0, 2024-09-16T00:12:29.399 INFO:teuthology.orchestra.run.smithi163.stdout: "req_create_latency": { 2024-09-16T00:12:29.399 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.399 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.399 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.399 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.399 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getattr_latency": { 2024-09-16T00:12:29.399 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.399 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.400 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.400 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.400 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getfilelock_latency": { 2024-09-16T00:12:29.400 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.400 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.400 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.400 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.400 INFO:teuthology.orchestra.run.smithi163.stdout: "req_link_latency": { 2024-09-16T00:12:29.400 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.400 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.400 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.400 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.400 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookup_latency": { 2024-09-16T00:12:29.400 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.401 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.401 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.401 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.401 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookuphash_latency": { 2024-09-16T00:12:29.401 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.401 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.401 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.401 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.401 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupino_latency": { 2024-09-16T00:12:29.401 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.401 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.401 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.401 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.401 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupname_latency": { 2024-09-16T00:12:29.402 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.402 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.402 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.402 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.402 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupparent_latency": { 2024-09-16T00:12:29.402 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.402 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.402 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.402 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.402 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupsnap_latency": { 2024-09-16T00:12:29.402 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.402 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.402 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.402 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.403 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lssnap_latency": { 2024-09-16T00:12:29.403 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.403 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.403 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.403 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.404 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mkdir_latency": { 2024-09-16T00:12:29.404 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.404 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.404 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.404 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.404 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mknod_latency": { 2024-09-16T00:12:29.404 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.404 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.404 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.404 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.404 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mksnap_latency": { 2024-09-16T00:12:29.404 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.404 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.405 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.405 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.405 INFO:teuthology.orchestra.run.smithi163.stdout: "req_open_latency": { 2024-09-16T00:12:29.405 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.405 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.405 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.405 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.405 INFO:teuthology.orchestra.run.smithi163.stdout: "req_readdir_latency": { 2024-09-16T00:12:29.405 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.405 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.405 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.405 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.405 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rename_latency": { 2024-09-16T00:12:29.406 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.406 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.406 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.406 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.406 INFO:teuthology.orchestra.run.smithi163.stdout: "req_renamesnap_latency": { 2024-09-16T00:12:29.406 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.406 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.406 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.406 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.406 INFO:teuthology.orchestra.run.smithi163.stdout: "req_snapdiff_latency": { 2024-09-16T00:12:29.406 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.406 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.406 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.406 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.407 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmdir_latency": { 2024-09-16T00:12:29.407 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.407 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.407 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.407 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.407 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmsnap_latency": { 2024-09-16T00:12:29.407 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.407 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.407 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.407 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.407 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmxattr_latency": { 2024-09-16T00:12:29.407 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.407 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.407 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.408 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.408 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setattr_latency": { 2024-09-16T00:12:29.408 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.408 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.408 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.408 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.408 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setdirlayout_latency": { 2024-09-16T00:12:29.408 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.408 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.408 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.408 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.408 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setfilelock_latency": { 2024-09-16T00:12:29.408 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.409 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.409 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.409 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.409 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setlayout_latency": { 2024-09-16T00:12:29.409 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.409 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.409 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.409 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.409 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setxattr_latency": { 2024-09-16T00:12:29.409 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.409 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.409 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.409 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.410 INFO:teuthology.orchestra.run.smithi163.stdout: "req_symlink_latency": { 2024-09-16T00:12:29.410 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.410 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.410 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.410 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.410 INFO:teuthology.orchestra.run.smithi163.stdout: "req_unlink_latency": { 2024-09-16T00:12:29.410 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.410 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.410 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.410 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.410 INFO:teuthology.orchestra.run.smithi163.stdout: "cap_revoke_eviction": 0, 2024-09-16T00:12:29.410 INFO:teuthology.orchestra.run.smithi163.stdout: "cap_acquisition_throttle": 0, 2024-09-16T00:12:29.410 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getvxattr_latency": { 2024-09-16T00:12:29.410 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.411 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.411 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.411 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:29.411 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.411 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_sessions": { 2024-09-16T00:12:29.411 INFO:teuthology.orchestra.run.smithi163.stdout: "session_count": 2, 2024-09-16T00:12:29.411 INFO:teuthology.orchestra.run.smithi163.stdout: "session_add": 6, 2024-09-16T00:12:29.411 INFO:teuthology.orchestra.run.smithi163.stdout: "session_remove": 4, 2024-09-16T00:12:29.411 INFO:teuthology.orchestra.run.smithi163.stdout: "sessions_open": 5, 2024-09-16T00:12:29.411 INFO:teuthology.orchestra.run.smithi163.stdout: "sessions_stale": 0, 2024-09-16T00:12:29.411 INFO:teuthology.orchestra.run.smithi163.stdout: "total_load": 0, 2024-09-16T00:12:29.411 INFO:teuthology.orchestra.run.smithi163.stdout: "average_load": 0, 2024-09-16T00:12:29.411 INFO:teuthology.orchestra.run.smithi163.stdout: "avg_session_uptime": 4071, 2024-09-16T00:12:29.412 INFO:teuthology.orchestra.run.smithi163.stdout: "mdthresh_evicted": 0 2024-09-16T00:12:29.412 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.412 INFO:teuthology.orchestra.run.smithi163.stdout: "mempool": { 2024-09-16T00:12:29.412 INFO:teuthology.orchestra.run.smithi163.stdout: "bloom_filter_bytes": 0, 2024-09-16T00:12:29.412 INFO:teuthology.orchestra.run.smithi163.stdout: "bloom_filter_items": 0, 2024-09-16T00:12:29.412 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T00:12:29.412 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_alloc_items": 0, 2024-09-16T00:12:29.412 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T00:12:29.412 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_data_items": 0, 2024-09-16T00:12:29.412 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T00:12:29.412 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T00:12:29.412 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T00:12:29.412 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T00:12:29.413 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T00:12:29.413 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_other_items": 0, 2024-09-16T00:12:29.413 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T00:12:29.413 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T00:12:29.413 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_extent_bytes": 0, 2024-09-16T00:12:29.413 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_extent_items": 0, 2024-09-16T00:12:29.413 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_blob_bytes": 0, 2024-09-16T00:12:29.413 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_blob_items": 0, 2024-09-16T00:12:29.413 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T00:12:29.413 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T00:12:29.413 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T00:12:29.413 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T00:12:29.413 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T00:12:29.413 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_fsck_items": 0, 2024-09-16T00:12:29.414 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_txc_bytes": 0, 2024-09-16T00:12:29.414 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_txc_items": 0, 2024-09-16T00:12:29.414 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T00:12:29.414 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T00:12:29.414 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_bytes": 0, 2024-09-16T00:12:29.414 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_items": 0, 2024-09-16T00:12:29.414 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_bytes": 0, 2024-09-16T00:12:29.414 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_items": 0, 2024-09-16T00:12:29.414 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T00:12:29.414 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_reader_items": 0, 2024-09-16T00:12:29.414 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T00:12:29.414 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_writer_items": 0, 2024-09-16T00:12:29.414 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_anon_bytes": 239448, 2024-09-16T00:12:29.415 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_anon_items": 79, 2024-09-16T00:12:29.415 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_meta_bytes": 0, 2024-09-16T00:12:29.415 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_meta_items": 0, 2024-09-16T00:12:29.415 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_bytes": 0, 2024-09-16T00:12:29.415 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_items": 0, 2024-09-16T00:12:29.415 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_mapbl_bytes": 0, 2024-09-16T00:12:29.415 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_mapbl_items": 0, 2024-09-16T00:12:29.415 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_pglog_bytes": 0, 2024-09-16T00:12:29.415 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_pglog_items": 0, 2024-09-16T00:12:29.415 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_bytes": 8032, 2024-09-16T00:12:29.415 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_items": 177, 2024-09-16T00:12:29.415 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T00:12:29.415 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_mapping_items": 0, 2024-09-16T00:12:29.415 INFO:teuthology.orchestra.run.smithi163.stdout: "pgmap_bytes": 0, 2024-09-16T00:12:29.416 INFO:teuthology.orchestra.run.smithi163.stdout: "pgmap_items": 0, 2024-09-16T00:12:29.416 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_co_bytes": 47818701, 2024-09-16T00:12:29.416 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_co_items": 214112, 2024-09-16T00:12:29.416 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_1_bytes": 0, 2024-09-16T00:12:29.416 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_1_items": 0, 2024-09-16T00:12:29.416 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_2_bytes": 0, 2024-09-16T00:12:29.416 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_2_items": 0 2024-09-16T00:12:29.416 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.416 INFO:teuthology.orchestra.run.smithi163.stdout: "objecter": { 2024-09-16T00:12:29.416 INFO:teuthology.orchestra.run.smithi163.stdout: "op_active": 0, 2024-09-16T00:12:29.416 INFO:teuthology.orchestra.run.smithi163.stdout: "op_laggy": 0, 2024-09-16T00:12:29.416 INFO:teuthology.orchestra.run.smithi163.stdout: "op_send": 8170, 2024-09-16T00:12:29.416 INFO:teuthology.orchestra.run.smithi163.stdout: "op_send_bytes": 26, 2024-09-16T00:12:29.417 INFO:teuthology.orchestra.run.smithi163.stdout: "op_resend": 4, 2024-09-16T00:12:29.417 INFO:teuthology.orchestra.run.smithi163.stdout: "op_reply": 8170, 2024-09-16T00:12:29.417 INFO:teuthology.orchestra.run.smithi163.stdout: "op_latency": { 2024-09-16T00:12:29.417 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 8170, 2024-09-16T00:12:29.417 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 8.138815593, 2024-09-16T00:12:29.417 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000996183 2024-09-16T00:12:29.417 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.417 INFO:teuthology.orchestra.run.smithi163.stdout: "op_inflight": 0, 2024-09-16T00:12:29.417 INFO:teuthology.orchestra.run.smithi163.stdout: "oplen_avg": { 2024-09-16T00:12:29.417 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 8170, 2024-09-16T00:12:29.417 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 8171 2024-09-16T00:12:29.417 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.417 INFO:teuthology.orchestra.run.smithi163.stdout: "op": 8170, 2024-09-16T00:12:29.417 INFO:teuthology.orchestra.run.smithi163.stdout: "op_r": 8170, 2024-09-16T00:12:29.418 INFO:teuthology.orchestra.run.smithi163.stdout: "op_w": 0, 2024-09-16T00:12:29.418 INFO:teuthology.orchestra.run.smithi163.stdout: "op_rmw": 0, 2024-09-16T00:12:29.418 INFO:teuthology.orchestra.run.smithi163.stdout: "op_pg": 0, 2024-09-16T00:12:29.418 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_stat": 4743, 2024-09-16T00:12:29.418 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_create": 0, 2024-09-16T00:12:29.418 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_read": 3424, 2024-09-16T00:12:29.418 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_write": 0, 2024-09-16T00:12:29.418 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_writefull": 0, 2024-09-16T00:12:29.418 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_writesame": 0, 2024-09-16T00:12:29.418 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_append": 0, 2024-09-16T00:12:29.418 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_zero": 0, 2024-09-16T00:12:29.418 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_truncate": 0, 2024-09-16T00:12:29.418 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_delete": 0, 2024-09-16T00:12:29.418 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_mapext": 0, 2024-09-16T00:12:29.419 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_sparse_read": 0, 2024-09-16T00:12:29.419 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_clonerange": 0, 2024-09-16T00:12:29.420 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_getxattr": 2, 2024-09-16T00:12:29.420 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_setxattr": 0, 2024-09-16T00:12:29.420 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_cmpxattr": 0, 2024-09-16T00:12:29.420 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_rmxattr": 0, 2024-09-16T00:12:29.420 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_resetxattrs": 0, 2024-09-16T00:12:29.420 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_call": 0, 2024-09-16T00:12:29.420 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_watch": 0, 2024-09-16T00:12:29.420 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_notify": 0, 2024-09-16T00:12:29.420 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_src_cmpxattr": 0, 2024-09-16T00:12:29.420 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_pgls": 0, 2024-09-16T00:12:29.420 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_pgls_filter": 0, 2024-09-16T00:12:29.420 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_other": 0, 2024-09-16T00:12:29.421 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_active": 0, 2024-09-16T00:12:29.421 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_send": 0, 2024-09-16T00:12:29.421 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_resend": 0, 2024-09-16T00:12:29.421 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_ping": 0, 2024-09-16T00:12:29.421 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_active": 0, 2024-09-16T00:12:29.421 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_send": 0, 2024-09-16T00:12:29.421 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_resend": 0, 2024-09-16T00:12:29.421 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_active": 0, 2024-09-16T00:12:29.421 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_send": 0, 2024-09-16T00:12:29.421 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_resend": 0, 2024-09-16T00:12:29.421 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_active": 0, 2024-09-16T00:12:29.421 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_send": 0, 2024-09-16T00:12:29.421 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_resend": 0, 2024-09-16T00:12:29.421 INFO:teuthology.orchestra.run.smithi163.stdout: "command_active": 0, 2024-09-16T00:12:29.422 INFO:teuthology.orchestra.run.smithi163.stdout: "command_send": 0, 2024-09-16T00:12:29.422 INFO:teuthology.orchestra.run.smithi163.stdout: "command_resend": 0, 2024-09-16T00:12:29.422 INFO:teuthology.orchestra.run.smithi163.stdout: "map_epoch": 120, 2024-09-16T00:12:29.422 INFO:teuthology.orchestra.run.smithi163.stdout: "map_full": 0, 2024-09-16T00:12:29.422 INFO:teuthology.orchestra.run.smithi163.stdout: "map_inc": 37, 2024-09-16T00:12:29.422 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_sessions": 11, 2024-09-16T00:12:29.422 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_session_open": 11, 2024-09-16T00:12:29.422 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_session_close": 0, 2024-09-16T00:12:29.422 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_laggy": 0, 2024-09-16T00:12:29.422 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_wr": 0, 2024-09-16T00:12:29.423 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_rd": 2, 2024-09-16T00:12:29.423 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_del": 0 2024-09-16T00:12:29.423 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.423 INFO:teuthology.orchestra.run.smithi163.stdout: "oft": { 2024-09-16T00:12:29.423 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_objs": 0, 2024-09-16T00:12:29.423 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_kv_pairs": 0, 2024-09-16T00:12:29.423 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_updates": 0, 2024-09-16T00:12:29.423 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_removes": 0 2024-09-16T00:12:29.423 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.423 INFO:teuthology.orchestra.run.smithi163.stdout: "osd-slow-ops": { 2024-09-16T00:12:29.423 INFO:teuthology.orchestra.run.smithi163.stdout: "slow_ops_count": 0 2024-09-16T00:12:29.423 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.423 INFO:teuthology.orchestra.run.smithi163.stdout: "purge_queue": { 2024-09-16T00:12:29.424 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_ops": 0, 2024-09-16T00:12:29.424 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_ops_high_water": 0, 2024-09-16T00:12:29.424 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing": 0, 2024-09-16T00:12:29.424 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_high_water": 0, 2024-09-16T00:12:29.424 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executed_ops": 0, 2024-09-16T00:12:29.424 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executed": 0, 2024-09-16T00:12:29.424 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_item_in_journal": 0 2024-09-16T00:12:29.424 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.424 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T00:12:29.424 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-09-16T00:12:29.424 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 104857600, 2024-09-16T00:12:29.425 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-09-16T00:12:29.425 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 8690, 2024-09-16T00:12:29.425 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 1622869248, 2024-09-16T00:12:29.425 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:29.425 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 8690, 2024-09-16T00:12:29.425 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-09-16T00:12:29.425 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-09-16T00:12:29.425 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 8690, 2024-09-16T00:12:29.425 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 1622869248, 2024-09-16T00:12:29.425 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-09-16T00:12:29.425 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.425 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.425 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.426 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:29.426 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.426 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-objecter_bytes": { 2024-09-16T00:12:29.426 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-09-16T00:12:29.426 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 104857600, 2024-09-16T00:12:29.426 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-09-16T00:12:29.426 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-09-16T00:12:29.426 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-09-16T00:12:29.426 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:29.426 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:29.426 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 8170, 2024-09-16T00:12:29.426 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 1619605400, 2024-09-16T00:12:29.426 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 8170, 2024-09-16T00:12:29.427 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 1619605400, 2024-09-16T00:12:29.427 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-09-16T00:12:29.427 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.427 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.427 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.427 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:29.427 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.427 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-objecter_ops": { 2024-09-16T00:12:29.427 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-09-16T00:12:29.427 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 1024, 2024-09-16T00:12:29.427 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-09-16T00:12:29.427 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-09-16T00:12:29.427 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-09-16T00:12:29.427 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:29.428 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:29.428 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 8170, 2024-09-16T00:12:29.428 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 8170, 2024-09-16T00:12:29.428 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 8170, 2024-09-16T00:12:29.428 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 8170, 2024-09-16T00:12:29.428 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-09-16T00:12:29.428 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.428 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.428 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.428 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:29.428 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.428 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-write_buf_throttle": { 2024-09-16T00:12:29.429 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-09-16T00:12:29.429 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 3758096384, 2024-09-16T00:12:29.429 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-09-16T00:12:29.429 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-09-16T00:12:29.429 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-09-16T00:12:29.429 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:29.429 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:29.429 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-09-16T00:12:29.429 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-09-16T00:12:29.429 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 0, 2024-09-16T00:12:29.429 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 0, 2024-09-16T00:12:29.429 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-09-16T00:12:29.429 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.429 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.430 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.430 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:29.430 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:29.430 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-write_buf_throttle-0x5589d428eb40": { 2024-09-16T00:12:29.430 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-09-16T00:12:29.430 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 3758096384, 2024-09-16T00:12:29.430 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-09-16T00:12:29.430 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-09-16T00:12:29.430 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-09-16T00:12:29.430 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:29.430 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:29.430 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-09-16T00:12:29.430 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-09-16T00:12:29.430 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 0, 2024-09-16T00:12:29.431 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 0, 2024-09-16T00:12:29.431 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-09-16T00:12:29.431 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:29.431 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:29.431 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:29.431 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:29.431 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:29.431 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-16T00:12:29.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:29 smithi190 ceph-mon[34840]: pgmap v802: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 37 KiB/s wr, 22 op/s 2024-09-16T00:12:29.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:29 smithi071 ceph-mon[30957]: pgmap v802: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 37 KiB/s wr, 22 op/s 2024-09-16T00:12:29.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:29 smithi163 ceph-mon[34107]: pgmap v802: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 37 KiB/s wr, 22 op/s 2024-09-16T00:12:30.075 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-09-16T00:12:30.075 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-09-16T00:12:30.075 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-09-16T00:12:30.075 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=0 2024-09-16T00:12:30.075 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=7 2024-09-16T00:12:30.075 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-09-16T00:12:30.075 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-09-16T00:12:30.075 DEBUG:tasks.check_counter:Getting stats from k 2024-09-16T00:12:30.076 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph daemon mds.k perf dump 2024-09-16T00:12:30.321 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T00:12:30.830 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-16T00:12:30.830 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T00:12:30.830 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 1813, 2024-09-16T00:12:30.830 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 1815, 2024-09-16T00:12:30.830 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 8852954, 2024-09-16T00:12:30.830 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 576597, 2024-09-16T00:12:30.830 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 8, 2024-09-16T00:12:30.830 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 3, 2024-09-16T00:12:30.830 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 0.125709736, 2024-09-16T00:12:30.831 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 0.046180698, 2024-09-16T00:12:30.831 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 0.034025166, 2024-09-16T00:12:30.831 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.033926282, 2024-09-16T00:12:30.831 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:30.831 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 1813, 2024-09-16T00:12:30.831 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.046310384, 2024-09-16T00:12:30.831 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000025543 2024-09-16T00:12:30.831 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.831 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:30.831 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.831 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.831 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.831 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.832 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-16T00:12:30.832 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 0 2024-09-16T00:12:30.832 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.832 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T00:12:30.832 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 1215, 2024-09-16T00:12:30.832 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 1554, 2024-09-16T00:12:30.832 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 1574111, 2024-09-16T00:12:30.832 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 1148396, 2024-09-16T00:12:30.832 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 9, 2024-09-16T00:12:30.832 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 6, 2024-09-16T00:12:30.832 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 0.085457394, 2024-09-16T00:12:30.832 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 0.029854901, 2024-09-16T00:12:30.833 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 0.020242240, 2024-09-16T00:12:30.833 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.026995497, 2024-09-16T00:12:30.833 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:30.833 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 1551, 2024-09-16T00:12:30.833 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.044379055, 2024-09-16T00:12:30.833 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000028613 2024-09-16T00:12:30.833 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.833 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:30.833 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.833 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.833 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.833 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.833 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-16T00:12:30.834 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 762656 2024-09-16T00:12:30.834 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.834 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T00:12:30.834 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 2980, 2024-09-16T00:12:30.834 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 2944, 2024-09-16T00:12:30.834 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 6802433, 2024-09-16T00:12:30.834 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 1063954, 2024-09-16T00:12:30.834 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 4, 2024-09-16T00:12:30.834 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 3, 2024-09-16T00:12:30.834 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 0.257962690, 2024-09-16T00:12:30.834 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 0.083213603, 2024-09-16T00:12:30.834 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 0.111676510, 2024-09-16T00:12:30.834 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.063200296, 2024-09-16T00:12:30.835 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:30.835 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 2944, 2024-09-16T00:12:30.835 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.103231583, 2024-09-16T00:12:30.835 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000035065 2024-09-16T00:12:30.835 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.835 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:30.835 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.835 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.835 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.835 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.835 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 1852208, 2024-09-16T00:12:30.835 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 283264 2024-09-16T00:12:30.836 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.836 INFO:teuthology.orchestra.run.smithi163.stdout: "cct": { 2024-09-16T00:12:30.836 INFO:teuthology.orchestra.run.smithi163.stdout: "total_workers": 1, 2024-09-16T00:12:30.836 INFO:teuthology.orchestra.run.smithi163.stdout: "unhealthy_workers": 0 2024-09-16T00:12:30.836 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.836 INFO:teuthology.orchestra.run.smithi163.stdout: "finisher-MDSRank": { 2024-09-16T00:12:30.836 INFO:teuthology.orchestra.run.smithi163.stdout: "queue_len": 0, 2024-09-16T00:12:30.836 INFO:teuthology.orchestra.run.smithi163.stdout: "complete_latency": { 2024-09-16T00:12:30.836 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 9320, 2024-09-16T00:12:30.836 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.190765364, 2024-09-16T00:12:30.836 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000020468 2024-09-16T00:12:30.836 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:30.836 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.836 INFO:teuthology.orchestra.run.smithi163.stdout: "finisher-PurgeQueue": { 2024-09-16T00:12:30.837 INFO:teuthology.orchestra.run.smithi163.stdout: "queue_len": 0, 2024-09-16T00:12:30.837 INFO:teuthology.orchestra.run.smithi163.stdout: "complete_latency": { 2024-09-16T00:12:30.837 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.837 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.837 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.837 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:30.837 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.837 INFO:teuthology.orchestra.run.smithi163.stdout: "mds": { 2024-09-16T00:12:30.837 INFO:teuthology.orchestra.run.smithi163.stdout: "request": 0, 2024-09-16T00:12:30.837 INFO:teuthology.orchestra.run.smithi163.stdout: "reply": 0, 2024-09-16T00:12:30.837 INFO:teuthology.orchestra.run.smithi163.stdout: "reply_latency": { 2024-09-16T00:12:30.837 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.837 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.838 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.838 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.838 INFO:teuthology.orchestra.run.smithi163.stdout: "slow_reply": 0, 2024-09-16T00:12:30.838 INFO:teuthology.orchestra.run.smithi163.stdout: "forward": 0, 2024-09-16T00:12:30.838 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_fetch_complete": 0, 2024-09-16T00:12:30.838 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_fetch_keys": 0, 2024-09-16T00:12:30.838 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_commit": 0, 2024-09-16T00:12:30.838 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_split": 0, 2024-09-16T00:12:30.838 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_merge": 0, 2024-09-16T00:12:30.838 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes": 1100, 2024-09-16T00:12:30.838 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_top": 0, 2024-09-16T00:12:30.838 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_bottom": 1100, 2024-09-16T00:12:30.838 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_pin_tail": 0, 2024-09-16T00:12:30.839 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_pinned": 1100, 2024-09-16T00:12:30.839 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_expired": 0, 2024-09-16T00:12:30.839 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_with_caps": 0, 2024-09-16T00:12:30.839 INFO:teuthology.orchestra.run.smithi163.stdout: "caps": 0, 2024-09-16T00:12:30.839 INFO:teuthology.orchestra.run.smithi163.stdout: "subtrees": 1, 2024-09-16T00:12:30.839 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse": 0, 2024-09-16T00:12:30.839 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_hit": 0, 2024-09-16T00:12:30.839 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_forward": 0, 2024-09-16T00:12:30.839 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_discover": 0, 2024-09-16T00:12:30.839 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_dir_fetch": 0, 2024-09-16T00:12:30.839 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_remote_ino": 0, 2024-09-16T00:12:30.839 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_lock": 0, 2024-09-16T00:12:30.839 INFO:teuthology.orchestra.run.smithi163.stdout: "load_cent": 0, 2024-09-16T00:12:30.839 INFO:teuthology.orchestra.run.smithi163.stdout: "q": 0, 2024-09-16T00:12:30.840 INFO:teuthology.orchestra.run.smithi163.stdout: "exported": 0, 2024-09-16T00:12:30.840 INFO:teuthology.orchestra.run.smithi163.stdout: "exported_inodes": 0, 2024-09-16T00:12:30.840 INFO:teuthology.orchestra.run.smithi163.stdout: "imported": 0, 2024-09-16T00:12:30.840 INFO:teuthology.orchestra.run.smithi163.stdout: "imported_inodes": 0, 2024-09-16T00:12:30.840 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_dir_fetch": 0, 2024-09-16T00:12:30.840 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_backtrace_fetch": 0, 2024-09-16T00:12:30.840 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_peer_discover": 0, 2024-09-16T00:12:30.840 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rfiles": 0, 2024-09-16T00:12:30.840 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rbytes": 0, 2024-09-16T00:12:30.840 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rsnaps": 0, 2024-09-16T00:12:30.840 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_backtrace_fetch": 0, 2024-09-16T00:12:30.840 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_set_tag": 0, 2024-09-16T00:12:30.840 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_backtrace_repaired": 0, 2024-09-16T00:12:30.840 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_inotable_repaired": 0, 2024-09-16T00:12:30.841 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dir_inodes": 0, 2024-09-16T00:12:30.841 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dir_base_inodes": 0, 2024-09-16T00:12:30.841 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dirfrag_rstats": 0, 2024-09-16T00:12:30.841 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_file_inodes": 0, 2024-09-16T00:12:30.841 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_inode_file_caps": 0, 2024-09-16T00:12:30.841 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_revoke": 0, 2024-09-16T00:12:30.841 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_grant": 0, 2024-09-16T00:12:30.841 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_trunc": 0, 2024-09-16T00:12:30.841 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-16T00:12:30.841 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-16T00:12:30.841 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_caps": 0, 2024-09-16T00:12:30.841 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_caps_dirty": 0, 2024-09-16T00:12:30.841 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_cap_release": 0, 2024-09-16T00:12:30.842 INFO:teuthology.orchestra.run.smithi163.stdout: "process_request_cap_release": 0 2024-09-16T00:12:30.842 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.842 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_cache": { 2024-09-16T00:12:30.842 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_update": 0, 2024-09-16T00:12:30.842 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_update_receipt": 0, 2024-09-16T00:12:30.842 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_try_discover": 0, 2024-09-16T00:12:30.842 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_send_discover": 0, 2024-09-16T00:12:30.842 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_handle_discover": 0, 2024-09-16T00:12:30.842 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays": 0, 2024-09-16T00:12:30.842 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays_delayed": 0, 2024-09-16T00:12:30.842 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays_enqueuing": 0, 2024-09-16T00:12:30.842 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_created": 0, 2024-09-16T00:12:30.842 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_enqueued": 0, 2024-09-16T00:12:30.842 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_reintegrated": 0, 2024-09-16T00:12:30.843 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_migrated": 0, 2024-09-16T00:12:30.843 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_processing": 0, 2024-09-16T00:12:30.843 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_enqueued": 0, 2024-09-16T00:12:30.843 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_prioritized": 0, 2024-09-16T00:12:30.843 INFO:teuthology.orchestra.run.smithi163.stdout: "recovery_started": 0, 2024-09-16T00:12:30.843 INFO:teuthology.orchestra.run.smithi163.stdout: "recovery_completed": 0, 2024-09-16T00:12:30.843 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_quiesce_path": 0, 2024-09-16T00:12:30.843 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_quiesce_inode": 0, 2024-09-16T00:12:30.843 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_enqueue_scrub": 0, 2024-09-16T00:12:30.843 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_exportdir": 0, 2024-09-16T00:12:30.843 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_flush": 0, 2024-09-16T00:12:30.843 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_fragmentdir": 0, 2024-09-16T00:12:30.843 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_fragstats": 0, 2024-09-16T00:12:30.843 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_inodestats": 0 2024-09-16T00:12:30.844 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.844 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_log": { 2024-09-16T00:12:30.844 INFO:teuthology.orchestra.run.smithi163.stdout: "evlrg": 0, 2024-09-16T00:12:30.844 INFO:teuthology.orchestra.run.smithi163.stdout: "evadd": 0, 2024-09-16T00:12:30.844 INFO:teuthology.orchestra.run.smithi163.stdout: "evex": 0, 2024-09-16T00:12:30.844 INFO:teuthology.orchestra.run.smithi163.stdout: "evtrm": 0, 2024-09-16T00:12:30.844 INFO:teuthology.orchestra.run.smithi163.stdout: "ev": 9934, 2024-09-16T00:12:30.844 INFO:teuthology.orchestra.run.smithi163.stdout: "evexg": 0, 2024-09-16T00:12:30.844 INFO:teuthology.orchestra.run.smithi163.stdout: "evexd": 0, 2024-09-16T00:12:30.844 INFO:teuthology.orchestra.run.smithi163.stdout: "segadd": 0, 2024-09-16T00:12:30.844 INFO:teuthology.orchestra.run.smithi163.stdout: "segex": 0, 2024-09-16T00:12:30.844 INFO:teuthology.orchestra.run.smithi163.stdout: "segtrm": 0, 2024-09-16T00:12:30.844 INFO:teuthology.orchestra.run.smithi163.stdout: "seg": 13, 2024-09-16T00:12:30.845 INFO:teuthology.orchestra.run.smithi163.stdout: "segmjr": 2, 2024-09-16T00:12:30.845 INFO:teuthology.orchestra.run.smithi163.stdout: "segexg": 0, 2024-09-16T00:12:30.845 INFO:teuthology.orchestra.run.smithi163.stdout: "segexd": 0, 2024-09-16T00:12:30.845 INFO:teuthology.orchestra.run.smithi163.stdout: "expos": 4194304, 2024-09-16T00:12:30.845 INFO:teuthology.orchestra.run.smithi163.stdout: "wrpos": 18047711, 2024-09-16T00:12:30.845 INFO:teuthology.orchestra.run.smithi163.stdout: "rdpos": 18033998, 2024-09-16T00:12:30.845 INFO:teuthology.orchestra.run.smithi163.stdout: "jlat": { 2024-09-16T00:12:30.845 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.845 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.845 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.845 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.845 INFO:teuthology.orchestra.run.smithi163.stdout: "replayed": 9934 2024-09-16T00:12:30.845 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.846 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_mem": { 2024-09-16T00:12:30.846 INFO:teuthology.orchestra.run.smithi163.stdout: "ino": 13, 2024-09-16T00:12:30.846 INFO:teuthology.orchestra.run.smithi163.stdout: "ino+": 1266, 2024-09-16T00:12:30.846 INFO:teuthology.orchestra.run.smithi163.stdout: "ino-": 1253, 2024-09-16T00:12:30.846 INFO:teuthology.orchestra.run.smithi163.stdout: "dir": 11, 2024-09-16T00:12:30.846 INFO:teuthology.orchestra.run.smithi163.stdout: "dir+": 26, 2024-09-16T00:12:30.846 INFO:teuthology.orchestra.run.smithi163.stdout: "dir-": 15, 2024-09-16T00:12:30.846 INFO:teuthology.orchestra.run.smithi163.stdout: "dn": 1100, 2024-09-16T00:12:30.846 INFO:teuthology.orchestra.run.smithi163.stdout: "dn+": 1275, 2024-09-16T00:12:30.846 INFO:teuthology.orchestra.run.smithi163.stdout: "dn-": 175, 2024-09-16T00:12:30.846 INFO:teuthology.orchestra.run.smithi163.stdout: "cap": 0, 2024-09-16T00:12:30.846 INFO:teuthology.orchestra.run.smithi163.stdout: "cap+": 0, 2024-09-16T00:12:30.846 INFO:teuthology.orchestra.run.smithi163.stdout: "cap-": 0, 2024-09-16T00:12:30.846 INFO:teuthology.orchestra.run.smithi163.stdout: "rss": 51204, 2024-09-16T00:12:30.847 INFO:teuthology.orchestra.run.smithi163.stdout: "heap": 215328 2024-09-16T00:12:30.847 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.847 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_server": { 2024-09-16T00:12:30.847 INFO:teuthology.orchestra.run.smithi163.stdout: "dispatch_client_request": 0, 2024-09-16T00:12:30.847 INFO:teuthology.orchestra.run.smithi163.stdout: "dispatch_server_request": 0, 2024-09-16T00:12:30.847 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_request": 0, 2024-09-16T00:12:30.847 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_session": 0, 2024-09-16T00:12:30.847 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_peer_request": 0, 2024-09-16T00:12:30.847 INFO:teuthology.orchestra.run.smithi163.stdout: "req_create_latency": { 2024-09-16T00:12:30.847 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.847 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.847 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.847 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.847 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getattr_latency": { 2024-09-16T00:12:30.848 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.848 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.848 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.848 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.848 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getfilelock_latency": { 2024-09-16T00:12:30.848 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.848 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.848 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.848 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.848 INFO:teuthology.orchestra.run.smithi163.stdout: "req_link_latency": { 2024-09-16T00:12:30.848 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.848 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.848 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.849 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.849 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookup_latency": { 2024-09-16T00:12:30.849 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.849 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.849 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.849 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.849 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookuphash_latency": { 2024-09-16T00:12:30.849 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.849 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.849 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.849 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.849 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupino_latency": { 2024-09-16T00:12:30.849 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.849 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.850 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.850 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.850 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupname_latency": { 2024-09-16T00:12:30.850 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.850 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.850 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.850 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.850 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupparent_latency": { 2024-09-16T00:12:30.850 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.850 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.850 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.850 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.850 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupsnap_latency": { 2024-09-16T00:12:30.850 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.851 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.851 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.851 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.851 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lssnap_latency": { 2024-09-16T00:12:30.851 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.851 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.851 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.851 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.851 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mkdir_latency": { 2024-09-16T00:12:30.852 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.852 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.852 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.852 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.852 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mknod_latency": { 2024-09-16T00:12:30.852 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.852 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.852 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.853 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.853 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mksnap_latency": { 2024-09-16T00:12:30.853 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.853 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.853 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.853 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.853 INFO:teuthology.orchestra.run.smithi163.stdout: "req_open_latency": { 2024-09-16T00:12:30.853 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.853 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.853 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.853 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.853 INFO:teuthology.orchestra.run.smithi163.stdout: "req_readdir_latency": { 2024-09-16T00:12:30.853 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.854 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.854 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.854 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.854 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rename_latency": { 2024-09-16T00:12:30.854 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.854 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.854 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.854 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.854 INFO:teuthology.orchestra.run.smithi163.stdout: "req_renamesnap_latency": { 2024-09-16T00:12:30.854 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.854 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.854 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.854 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.854 INFO:teuthology.orchestra.run.smithi163.stdout: "req_snapdiff_latency": { 2024-09-16T00:12:30.855 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.855 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.855 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.855 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.855 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmdir_latency": { 2024-09-16T00:12:30.855 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.855 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.855 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.855 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.855 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmsnap_latency": { 2024-09-16T00:12:30.855 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.855 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.856 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.856 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.856 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmxattr_latency": { 2024-09-16T00:12:30.856 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.856 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.856 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.856 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.856 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setattr_latency": { 2024-09-16T00:12:30.856 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.856 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.856 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.856 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.856 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setdirlayout_latency": { 2024-09-16T00:12:30.856 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.857 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.857 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.857 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.857 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setfilelock_latency": { 2024-09-16T00:12:30.857 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.857 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.857 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.857 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.857 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setlayout_latency": { 2024-09-16T00:12:30.857 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.857 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.857 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.857 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.858 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setxattr_latency": { 2024-09-16T00:12:30.858 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.858 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.858 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.858 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.858 INFO:teuthology.orchestra.run.smithi163.stdout: "req_symlink_latency": { 2024-09-16T00:12:30.858 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.858 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.858 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.858 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.858 INFO:teuthology.orchestra.run.smithi163.stdout: "req_unlink_latency": { 2024-09-16T00:12:30.858 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.859 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.859 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.859 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.859 INFO:teuthology.orchestra.run.smithi163.stdout: "cap_revoke_eviction": 0, 2024-09-16T00:12:30.859 INFO:teuthology.orchestra.run.smithi163.stdout: "cap_acquisition_throttle": 0, 2024-09-16T00:12:30.859 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getvxattr_latency": { 2024-09-16T00:12:30.859 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.859 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.859 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.859 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:30.859 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.859 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_sessions": { 2024-09-16T00:12:30.859 INFO:teuthology.orchestra.run.smithi163.stdout: "session_count": 1, 2024-09-16T00:12:30.860 INFO:teuthology.orchestra.run.smithi163.stdout: "session_add": 4, 2024-09-16T00:12:30.860 INFO:teuthology.orchestra.run.smithi163.stdout: "session_remove": 3, 2024-09-16T00:12:30.860 INFO:teuthology.orchestra.run.smithi163.stdout: "sessions_open": 4, 2024-09-16T00:12:30.860 INFO:teuthology.orchestra.run.smithi163.stdout: "sessions_stale": 0, 2024-09-16T00:12:30.860 INFO:teuthology.orchestra.run.smithi163.stdout: "total_load": 0, 2024-09-16T00:12:30.860 INFO:teuthology.orchestra.run.smithi163.stdout: "average_load": 0, 2024-09-16T00:12:30.860 INFO:teuthology.orchestra.run.smithi163.stdout: "avg_session_uptime": 5596, 2024-09-16T00:12:30.860 INFO:teuthology.orchestra.run.smithi163.stdout: "mdthresh_evicted": 0 2024-09-16T00:12:30.860 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.860 INFO:teuthology.orchestra.run.smithi163.stdout: "mempool": { 2024-09-16T00:12:30.860 INFO:teuthology.orchestra.run.smithi163.stdout: "bloom_filter_bytes": 0, 2024-09-16T00:12:30.861 INFO:teuthology.orchestra.run.smithi163.stdout: "bloom_filter_items": 0, 2024-09-16T00:12:30.861 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T00:12:30.861 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_alloc_items": 0, 2024-09-16T00:12:30.861 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T00:12:30.861 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_data_items": 0, 2024-09-16T00:12:30.861 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T00:12:30.861 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T00:12:30.861 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T00:12:30.861 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T00:12:30.861 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T00:12:30.861 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_other_items": 0, 2024-09-16T00:12:30.861 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T00:12:30.861 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T00:12:30.862 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_extent_bytes": 0, 2024-09-16T00:12:30.862 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_extent_items": 0, 2024-09-16T00:12:30.862 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_blob_bytes": 0, 2024-09-16T00:12:30.862 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_blob_items": 0, 2024-09-16T00:12:30.862 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T00:12:30.862 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T00:12:30.862 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T00:12:30.862 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T00:12:30.862 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T00:12:30.862 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_fsck_items": 0, 2024-09-16T00:12:30.862 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_txc_bytes": 0, 2024-09-16T00:12:30.862 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_txc_items": 0, 2024-09-16T00:12:30.862 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T00:12:30.863 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T00:12:30.863 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_bytes": 0, 2024-09-16T00:12:30.863 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_items": 0, 2024-09-16T00:12:30.863 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_bytes": 0, 2024-09-16T00:12:30.863 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_items": 0, 2024-09-16T00:12:30.863 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T00:12:30.863 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_reader_items": 0, 2024-09-16T00:12:30.863 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T00:12:30.863 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_writer_items": 0, 2024-09-16T00:12:30.863 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_anon_bytes": 217023, 2024-09-16T00:12:30.863 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_anon_items": 70, 2024-09-16T00:12:30.863 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_meta_bytes": 0, 2024-09-16T00:12:30.863 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_meta_items": 0, 2024-09-16T00:12:30.863 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_bytes": 0, 2024-09-16T00:12:30.864 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_items": 0, 2024-09-16T00:12:30.864 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_mapbl_bytes": 0, 2024-09-16T00:12:30.864 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_mapbl_items": 0, 2024-09-16T00:12:30.864 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_pglog_bytes": 0, 2024-09-16T00:12:30.864 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_pglog_items": 0, 2024-09-16T00:12:30.864 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_bytes": 8032, 2024-09-16T00:12:30.864 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_items": 177, 2024-09-16T00:12:30.864 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T00:12:30.864 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_mapping_items": 0, 2024-09-16T00:12:30.864 INFO:teuthology.orchestra.run.smithi163.stdout: "pgmap_bytes": 0, 2024-09-16T00:12:30.864 INFO:teuthology.orchestra.run.smithi163.stdout: "pgmap_items": 0, 2024-09-16T00:12:30.865 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_co_bytes": 863688, 2024-09-16T00:12:30.865 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_co_items": 4599, 2024-09-16T00:12:30.865 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_1_bytes": 0, 2024-09-16T00:12:30.865 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_1_items": 0, 2024-09-16T00:12:30.865 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_2_bytes": 0, 2024-09-16T00:12:30.865 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_2_items": 0 2024-09-16T00:12:30.865 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.865 INFO:teuthology.orchestra.run.smithi163.stdout: "objecter": { 2024-09-16T00:12:30.865 INFO:teuthology.orchestra.run.smithi163.stdout: "op_active": 0, 2024-09-16T00:12:30.865 INFO:teuthology.orchestra.run.smithi163.stdout: "op_laggy": 0, 2024-09-16T00:12:30.865 INFO:teuthology.orchestra.run.smithi163.stdout: "op_send": 5481, 2024-09-16T00:12:30.865 INFO:teuthology.orchestra.run.smithi163.stdout: "op_send_bytes": 21, 2024-09-16T00:12:30.865 INFO:teuthology.orchestra.run.smithi163.stdout: "op_resend": 3, 2024-09-16T00:12:30.865 INFO:teuthology.orchestra.run.smithi163.stdout: "op_reply": 5481, 2024-09-16T00:12:30.866 INFO:teuthology.orchestra.run.smithi163.stdout: "op_latency": { 2024-09-16T00:12:30.866 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 5481, 2024-09-16T00:12:30.866 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 2.536942314, 2024-09-16T00:12:30.866 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000462861 2024-09-16T00:12:30.866 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.866 INFO:teuthology.orchestra.run.smithi163.stdout: "op_inflight": 0, 2024-09-16T00:12:30.866 INFO:teuthology.orchestra.run.smithi163.stdout: "oplen_avg": { 2024-09-16T00:12:30.866 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 5481, 2024-09-16T00:12:30.866 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 5482 2024-09-16T00:12:30.866 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.866 INFO:teuthology.orchestra.run.smithi163.stdout: "op": 5481, 2024-09-16T00:12:30.866 INFO:teuthology.orchestra.run.smithi163.stdout: "op_r": 5481, 2024-09-16T00:12:30.866 INFO:teuthology.orchestra.run.smithi163.stdout: "op_w": 0, 2024-09-16T00:12:30.866 INFO:teuthology.orchestra.run.smithi163.stdout: "op_rmw": 0, 2024-09-16T00:12:30.867 INFO:teuthology.orchestra.run.smithi163.stdout: "op_pg": 0, 2024-09-16T00:12:30.867 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_stat": 3153, 2024-09-16T00:12:30.867 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_create": 0, 2024-09-16T00:12:30.867 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_read": 2326, 2024-09-16T00:12:30.867 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_write": 0, 2024-09-16T00:12:30.867 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_writefull": 0, 2024-09-16T00:12:30.867 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_writesame": 0, 2024-09-16T00:12:30.867 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_append": 0, 2024-09-16T00:12:30.867 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_zero": 0, 2024-09-16T00:12:30.867 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_truncate": 0, 2024-09-16T00:12:30.867 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_delete": 0, 2024-09-16T00:12:30.867 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_mapext": 0, 2024-09-16T00:12:30.867 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_sparse_read": 0, 2024-09-16T00:12:30.867 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_clonerange": 0, 2024-09-16T00:12:30.868 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_getxattr": 1, 2024-09-16T00:12:30.868 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_setxattr": 0, 2024-09-16T00:12:30.868 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_cmpxattr": 0, 2024-09-16T00:12:30.868 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_rmxattr": 0, 2024-09-16T00:12:30.868 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_resetxattrs": 0, 2024-09-16T00:12:30.868 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_call": 0, 2024-09-16T00:12:30.868 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_watch": 0, 2024-09-16T00:12:30.868 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_notify": 0, 2024-09-16T00:12:30.868 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_src_cmpxattr": 0, 2024-09-16T00:12:30.868 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_pgls": 0, 2024-09-16T00:12:30.868 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_pgls_filter": 0, 2024-09-16T00:12:30.868 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_other": 0, 2024-09-16T00:12:30.868 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_active": 0, 2024-09-16T00:12:30.868 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_send": 0, 2024-09-16T00:12:30.869 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_resend": 0, 2024-09-16T00:12:30.869 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_ping": 0, 2024-09-16T00:12:30.869 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_active": 0, 2024-09-16T00:12:30.869 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_send": 0, 2024-09-16T00:12:30.869 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_resend": 0, 2024-09-16T00:12:30.869 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_active": 0, 2024-09-16T00:12:30.869 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_send": 0, 2024-09-16T00:12:30.869 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_resend": 0, 2024-09-16T00:12:30.869 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_active": 0, 2024-09-16T00:12:30.869 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_send": 0, 2024-09-16T00:12:30.870 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_resend": 0, 2024-09-16T00:12:30.870 INFO:teuthology.orchestra.run.smithi163.stdout: "command_active": 0, 2024-09-16T00:12:30.870 INFO:teuthology.orchestra.run.smithi163.stdout: "command_send": 0, 2024-09-16T00:12:30.870 INFO:teuthology.orchestra.run.smithi163.stdout: "command_resend": 0, 2024-09-16T00:12:30.870 INFO:teuthology.orchestra.run.smithi163.stdout: "map_epoch": 120, 2024-09-16T00:12:30.870 INFO:teuthology.orchestra.run.smithi163.stdout: "map_full": 0, 2024-09-16T00:12:30.870 INFO:teuthology.orchestra.run.smithi163.stdout: "map_inc": 37, 2024-09-16T00:12:30.870 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_sessions": 8, 2024-09-16T00:12:30.870 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_session_open": 10, 2024-09-16T00:12:30.870 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_session_close": 2, 2024-09-16T00:12:30.870 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_laggy": 0, 2024-09-16T00:12:30.870 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_wr": 0, 2024-09-16T00:12:30.870 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_rd": 2, 2024-09-16T00:12:30.871 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_del": 0 2024-09-16T00:12:30.871 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.871 INFO:teuthology.orchestra.run.smithi163.stdout: "oft": { 2024-09-16T00:12:30.871 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_objs": 0, 2024-09-16T00:12:30.871 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_kv_pairs": 0, 2024-09-16T00:12:30.871 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_updates": 0, 2024-09-16T00:12:30.871 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_removes": 0 2024-09-16T00:12:30.871 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.871 INFO:teuthology.orchestra.run.smithi163.stdout: "osd-slow-ops": { 2024-09-16T00:12:30.871 INFO:teuthology.orchestra.run.smithi163.stdout: "slow_ops_count": 0 2024-09-16T00:12:30.871 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.871 INFO:teuthology.orchestra.run.smithi163.stdout: "purge_queue": { 2024-09-16T00:12:30.871 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_ops": 0, 2024-09-16T00:12:30.872 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_ops_high_water": 0, 2024-09-16T00:12:30.872 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing": 0, 2024-09-16T00:12:30.872 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_high_water": 0, 2024-09-16T00:12:30.872 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executed_ops": 0, 2024-09-16T00:12:30.872 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executed": 0, 2024-09-16T00:12:30.872 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_item_in_journal": 0 2024-09-16T00:12:30.872 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.872 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T00:12:30.872 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-09-16T00:12:30.872 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 104857600, 2024-09-16T00:12:30.872 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-09-16T00:12:30.872 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 6004, 2024-09-16T00:12:30.872 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 16659504, 2024-09-16T00:12:30.872 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:30.873 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 6004, 2024-09-16T00:12:30.873 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-09-16T00:12:30.873 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-09-16T00:12:30.873 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 6004, 2024-09-16T00:12:30.873 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 16659504, 2024-09-16T00:12:30.873 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-09-16T00:12:30.873 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.873 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.873 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.873 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:30.873 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.873 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-objecter_bytes": { 2024-09-16T00:12:30.873 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-09-16T00:12:30.874 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 104857600, 2024-09-16T00:12:30.874 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-09-16T00:12:30.874 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-09-16T00:12:30.874 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-09-16T00:12:30.874 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:30.874 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:30.874 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 5481, 2024-09-16T00:12:30.874 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 13855040, 2024-09-16T00:12:30.874 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 5481, 2024-09-16T00:12:30.874 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 13855040, 2024-09-16T00:12:30.874 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-09-16T00:12:30.874 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.874 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.875 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.875 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:30.875 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.875 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-objecter_ops": { 2024-09-16T00:12:30.875 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-09-16T00:12:30.875 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 1024, 2024-09-16T00:12:30.875 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-09-16T00:12:30.875 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-09-16T00:12:30.875 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-09-16T00:12:30.875 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:30.875 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:30.875 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 5481, 2024-09-16T00:12:30.875 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 5481, 2024-09-16T00:12:30.875 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 5481, 2024-09-16T00:12:30.876 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 5481, 2024-09-16T00:12:30.876 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-09-16T00:12:30.876 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.876 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.876 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.876 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:30.876 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.876 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-write_buf_throttle": { 2024-09-16T00:12:30.876 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-09-16T00:12:30.876 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 3758096384, 2024-09-16T00:12:30.876 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-09-16T00:12:30.876 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-09-16T00:12:30.876 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-09-16T00:12:30.876 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:30.877 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:30.877 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-09-16T00:12:30.877 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-09-16T00:12:30.877 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 0, 2024-09-16T00:12:30.877 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 0, 2024-09-16T00:12:30.877 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-09-16T00:12:30.877 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.877 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.877 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.877 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:30.877 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-16T00:12:30.877 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-write_buf_throttle-0x55ac0bec4b40": { 2024-09-16T00:12:30.877 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-09-16T00:12:30.878 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 3758096384, 2024-09-16T00:12:30.878 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-09-16T00:12:30.878 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-09-16T00:12:30.878 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-09-16T00:12:30.878 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:30.878 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:30.878 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-09-16T00:12:30.878 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-09-16T00:12:30.878 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 0, 2024-09-16T00:12:30.878 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 0, 2024-09-16T00:12:30.878 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-09-16T00:12:30.878 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-09-16T00:12:30.878 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-09-16T00:12:30.878 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-09-16T00:12:30.878 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:30.879 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-16T00:12:30.879 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-16T00:12:31.535 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2024-09-16T00:12:31.535 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2024-09-16T00:12:31.535 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=0 2024-09-16T00:12:31.535 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=0 2024-09-16T00:12:31.535 INFO:tasks.check_counter:Daemon mds.k mds.root_rsnaps=0 2024-09-16T00:12:31.535 INFO:tasks.check_counter:Daemon mds.k mds_server.req_mksnap_latency.avgcount=0 2024-09-16T00:12:31.536 INFO:tasks.check_counter:Daemon mds.k mds_server.req_rmsnap_latency.avgcount=0 2024-09-16T00:12:31.536 DEBUG:tasks.check_counter:Getting stats from c 2024-09-16T00:12:31.536 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph daemon mds.c perf dump 2024-09-16T00:12:31.806 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:31 smithi071 ceph-mon[30957]: pgmap v803: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.7 KiB/s wr, 13 op/s 2024-09-16T00:12:31.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:31 smithi190 ceph-mon[34840]: pgmap v803: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.7 KiB/s wr, 13 op/s 2024-09-16T00:12:31.827 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.c/config 2024-09-16T00:12:31.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:31 smithi163 ceph-mon[34107]: pgmap v803: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.7 KiB/s wr, 13 op/s 2024-09-16T00:12:32.435 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-09-16T00:12:32.435 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T00:12:32.435 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 45562, 2024-09-16T00:12:32.436 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 78685, 2024-09-16T00:12:32.436 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 11241364, 2024-09-16T00:12:32.436 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 121123307, 2024-09-16T00:12:32.436 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 9, 2024-09-16T00:12:32.436 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 5, 2024-09-16T00:12:32.436 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 4.451311619, 2024-09-16T00:12:32.436 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 2.257923300, 2024-09-16T00:12:32.436 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 2.007442999, 2024-09-16T00:12:32.436 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 0.334179511, 2024-09-16T00:12:32.436 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:32.436 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 78685, 2024-09-16T00:12:32.436 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 2.239452772, 2024-09-16T00:12:32.437 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000028460 2024-09-16T00:12:32.437 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.437 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:32.437 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 99593, 2024-09-16T00:12:32.437 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.021735515, 2024-09-16T00:12:32.437 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000218 2024-09-16T00:12:32.437 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.437 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 1876480, 2024-09-16T00:12:32.437 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 924864 2024-09-16T00:12:32.437 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.437 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T00:12:32.437 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 494884, 2024-09-16T00:12:32.437 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 370273, 2024-09-16T00:12:32.438 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 179329308, 2024-09-16T00:12:32.438 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 264528415, 2024-09-16T00:12:32.438 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 11, 2024-09-16T00:12:32.438 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 8, 2024-09-16T00:12:32.438 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 27.176712108, 2024-09-16T00:12:32.438 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 12.452479669, 2024-09-16T00:12:32.438 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 18.481979350, 2024-09-16T00:12:32.438 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 0.482804645, 2024-09-16T00:12:32.438 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:32.438 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 370270, 2024-09-16T00:12:32.438 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 8.727007625, 2024-09-16T00:12:32.438 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000023569 2024-09-16T00:12:32.438 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.439 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:32.439 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 828297, 2024-09-16T00:12:32.439 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.133769464, 2024-09-16T00:12:32.439 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000161 2024-09-16T00:12:32.439 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.439 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 1840, 2024-09-16T00:12:32.439 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 128128 2024-09-16T00:12:32.439 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.439 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T00:12:32.439 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 542445, 2024-09-16T00:12:32.439 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 589553, 2024-09-16T00:12:32.439 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 165068316, 2024-09-16T00:12:32.439 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 442287211, 2024-09-16T00:12:32.440 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 14, 2024-09-16T00:12:32.440 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 8, 2024-09-16T00:12:32.440 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 27.203230370, 2024-09-16T00:12:32.440 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 11.008572112, 2024-09-16T00:12:32.440 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 19.279425256, 2024-09-16T00:12:32.440 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 0.428167676, 2024-09-16T00:12:32.440 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:32.440 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 589551, 2024-09-16T00:12:32.440 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 11.627757668, 2024-09-16T00:12:32.440 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000019723 2024-09-16T00:12:32.440 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.440 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:32.440 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 1097250, 2024-09-16T00:12:32.441 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.176277257, 2024-09-16T00:12:32.441 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000160 2024-09-16T00:12:32.441 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.441 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-16T00:12:32.441 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 0 2024-09-16T00:12:32.441 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.441 INFO:teuthology.orchestra.run.smithi190.stdout: "cct": { 2024-09-16T00:12:32.441 INFO:teuthology.orchestra.run.smithi190.stdout: "total_workers": 1, 2024-09-16T00:12:32.441 INFO:teuthology.orchestra.run.smithi190.stdout: "unhealthy_workers": 0 2024-09-16T00:12:32.441 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.441 INFO:teuthology.orchestra.run.smithi190.stdout: "finisher-MDSRank": { 2024-09-16T00:12:32.441 INFO:teuthology.orchestra.run.smithi190.stdout: "queue_len": 0, 2024-09-16T00:12:32.441 INFO:teuthology.orchestra.run.smithi190.stdout: "complete_latency": { 2024-09-16T00:12:32.442 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 45347, 2024-09-16T00:12:32.442 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 32.543578752, 2024-09-16T00:12:32.442 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000717656 2024-09-16T00:12:32.442 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:32.442 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.442 INFO:teuthology.orchestra.run.smithi190.stdout: "finisher-PurgeQueue": { 2024-09-16T00:12:32.442 INFO:teuthology.orchestra.run.smithi190.stdout: "queue_len": 0, 2024-09-16T00:12:32.442 INFO:teuthology.orchestra.run.smithi190.stdout: "complete_latency": { 2024-09-16T00:12:32.442 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 23639, 2024-09-16T00:12:32.442 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 1.310221123, 2024-09-16T00:12:32.442 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000055426 2024-09-16T00:12:32.442 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:32.442 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.443 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-09-16T00:12:32.443 INFO:teuthology.orchestra.run.smithi190.stdout: "request": 392138, 2024-09-16T00:12:32.443 INFO:teuthology.orchestra.run.smithi190.stdout: "reply": 392042, 2024-09-16T00:12:32.443 INFO:teuthology.orchestra.run.smithi190.stdout: "reply_latency": { 2024-09-16T00:12:32.443 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 392042, 2024-09-16T00:12:32.443 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 224.086254774, 2024-09-16T00:12:32.443 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000571587 2024-09-16T00:12:32.443 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.443 INFO:teuthology.orchestra.run.smithi190.stdout: "slow_reply": 0, 2024-09-16T00:12:32.443 INFO:teuthology.orchestra.run.smithi190.stdout: "forward": 96, 2024-09-16T00:12:32.443 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_fetch_complete": 0, 2024-09-16T00:12:32.444 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_fetch_keys": 0, 2024-09-16T00:12:32.444 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_commit": 38, 2024-09-16T00:12:32.444 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_split": 3, 2024-09-16T00:12:32.444 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_merge": 0, 2024-09-16T00:12:32.444 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes": 926, 2024-09-16T00:12:32.444 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_top": 106, 2024-09-16T00:12:32.444 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_bottom": 764, 2024-09-16T00:12:32.444 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_pin_tail": 56, 2024-09-16T00:12:32.444 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_pinned": 774, 2024-09-16T00:12:32.444 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_expired": 525, 2024-09-16T00:12:32.445 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_with_caps": 2, 2024-09-16T00:12:32.445 INFO:teuthology.orchestra.run.smithi190.stdout: "caps": 2, 2024-09-16T00:12:32.445 INFO:teuthology.orchestra.run.smithi190.stdout: "subtrees": 5, 2024-09-16T00:12:32.445 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse": 765948, 2024-09-16T00:12:32.445 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_hit": 723071, 2024-09-16T00:12:32.445 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_forward": 96, 2024-09-16T00:12:32.445 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_discover": 190, 2024-09-16T00:12:32.445 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_dir_fetch": 0, 2024-09-16T00:12:32.445 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_remote_ino": 0, 2024-09-16T00:12:32.446 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_lock": 432, 2024-09-16T00:12:32.446 INFO:teuthology.orchestra.run.smithi190.stdout: "load_cent": 0, 2024-09-16T00:12:32.446 INFO:teuthology.orchestra.run.smithi190.stdout: "q": 0, 2024-09-16T00:12:32.446 INFO:teuthology.orchestra.run.smithi190.stdout: "exported": 11, 2024-09-16T00:12:32.446 INFO:teuthology.orchestra.run.smithi190.stdout: "exported_inodes": 283, 2024-09-16T00:12:32.446 INFO:teuthology.orchestra.run.smithi190.stdout: "imported": 4, 2024-09-16T00:12:32.446 INFO:teuthology.orchestra.run.smithi190.stdout: "imported_inodes": 90, 2024-09-16T00:12:32.446 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_dir_fetch": 0, 2024-09-16T00:12:32.446 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_backtrace_fetch": 0, 2024-09-16T00:12:32.446 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_peer_discover": 0, 2024-09-16T00:12:32.446 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rfiles": 4, 2024-09-16T00:12:32.446 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rbytes": 234, 2024-09-16T00:12:32.447 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rsnaps": 7, 2024-09-16T00:12:32.447 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_backtrace_fetch": 0, 2024-09-16T00:12:32.447 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_set_tag": 0, 2024-09-16T00:12:32.447 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_backtrace_repaired": 0, 2024-09-16T00:12:32.447 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_inotable_repaired": 0, 2024-09-16T00:12:32.447 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dir_inodes": 0, 2024-09-16T00:12:32.447 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dir_base_inodes": 0, 2024-09-16T00:12:32.447 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dirfrag_rstats": 0, 2024-09-16T00:12:32.447 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_file_inodes": 0, 2024-09-16T00:12:32.447 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_inode_file_caps": 0, 2024-09-16T00:12:32.448 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_revoke": 21582, 2024-09-16T00:12:32.448 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_grant": 30097, 2024-09-16T00:12:32.448 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_trunc": 0, 2024-09-16T00:12:32.448 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-16T00:12:32.448 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-16T00:12:32.448 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_caps": 35743, 2024-09-16T00:12:32.448 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_caps_dirty": 11441, 2024-09-16T00:12:32.448 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_cap_release": 1089, 2024-09-16T00:12:32.448 INFO:teuthology.orchestra.run.smithi190.stdout: "process_request_cap_release": 37874 2024-09-16T00:12:32.448 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.448 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_cache": { 2024-09-16T00:12:32.448 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_update": 1109, 2024-09-16T00:12:32.448 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_update_receipt": 1035, 2024-09-16T00:12:32.449 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_try_discover": 572, 2024-09-16T00:12:32.449 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_send_discover": 1070, 2024-09-16T00:12:32.449 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_handle_discover": 1243, 2024-09-16T00:12:32.449 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays": 10, 2024-09-16T00:12:32.449 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays_delayed": 0, 2024-09-16T00:12:32.449 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays_enqueuing": 0, 2024-09-16T00:12:32.449 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_created": 10214, 2024-09-16T00:12:32.449 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_enqueued": 10204, 2024-09-16T00:12:32.449 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_reintegrated": 0, 2024-09-16T00:12:32.449 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_migrated": 0, 2024-09-16T00:12:32.449 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_processing": 0, 2024-09-16T00:12:32.449 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_enqueued": 0, 2024-09-16T00:12:32.449 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_prioritized": 0, 2024-09-16T00:12:32.449 INFO:teuthology.orchestra.run.smithi190.stdout: "recovery_started": 0, 2024-09-16T00:12:32.450 INFO:teuthology.orchestra.run.smithi190.stdout: "recovery_completed": 0, 2024-09-16T00:12:32.450 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_quiesce_path": 0, 2024-09-16T00:12:32.450 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_quiesce_inode": 0, 2024-09-16T00:12:32.450 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_enqueue_scrub": 0, 2024-09-16T00:12:32.450 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_exportdir": 13, 2024-09-16T00:12:32.450 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_flush": 0, 2024-09-16T00:12:32.450 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_fragmentdir": 3, 2024-09-16T00:12:32.450 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_fragstats": 0, 2024-09-16T00:12:32.450 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_inodestats": 0 2024-09-16T00:12:32.450 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.450 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_log": { 2024-09-16T00:12:32.450 INFO:teuthology.orchestra.run.smithi190.stdout: "evlrg": 0, 2024-09-16T00:12:32.450 INFO:teuthology.orchestra.run.smithi190.stdout: "evadd": 71897, 2024-09-16T00:12:32.450 INFO:teuthology.orchestra.run.smithi190.stdout: "evex": 0, 2024-09-16T00:12:32.451 INFO:teuthology.orchestra.run.smithi190.stdout: "evtrm": 0, 2024-09-16T00:12:32.451 INFO:teuthology.orchestra.run.smithi190.stdout: "ev": 71897, 2024-09-16T00:12:32.451 INFO:teuthology.orchestra.run.smithi190.stdout: "evexg": 0, 2024-09-16T00:12:32.451 INFO:teuthology.orchestra.run.smithi190.stdout: "evexd": 0, 2024-09-16T00:12:32.451 INFO:teuthology.orchestra.run.smithi190.stdout: "segadd": 111, 2024-09-16T00:12:32.451 INFO:teuthology.orchestra.run.smithi190.stdout: "segex": 0, 2024-09-16T00:12:32.451 INFO:teuthology.orchestra.run.smithi190.stdout: "segtrm": 0, 2024-09-16T00:12:32.451 INFO:teuthology.orchestra.run.smithi190.stdout: "seg": 111, 2024-09-16T00:12:32.451 INFO:teuthology.orchestra.run.smithi190.stdout: "segmjr": 7, 2024-09-16T00:12:32.451 INFO:teuthology.orchestra.run.smithi190.stdout: "segexg": 0, 2024-09-16T00:12:32.451 INFO:teuthology.orchestra.run.smithi190.stdout: "segexd": 0, 2024-09-16T00:12:32.451 INFO:teuthology.orchestra.run.smithi190.stdout: "expos": 4194304, 2024-09-16T00:12:32.451 INFO:teuthology.orchestra.run.smithi190.stdout: "wrpos": 340998788, 2024-09-16T00:12:32.451 INFO:teuthology.orchestra.run.smithi190.stdout: "rdpos": 0, 2024-09-16T00:12:32.452 INFO:teuthology.orchestra.run.smithi190.stdout: "jlat": { 2024-09-16T00:12:32.452 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 22096, 2024-09-16T00:12:32.452 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 59.791097481, 2024-09-16T00:12:32.452 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.002705969 2024-09-16T00:12:32.452 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.452 INFO:teuthology.orchestra.run.smithi190.stdout: "replayed": 0 2024-09-16T00:12:32.452 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.452 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_mem": { 2024-09-16T00:12:32.452 INFO:teuthology.orchestra.run.smithi190.stdout: "ino": 786, 2024-09-16T00:12:32.452 INFO:teuthology.orchestra.run.smithi190.stdout: "ino+": 11391, 2024-09-16T00:12:32.453 INFO:teuthology.orchestra.run.smithi190.stdout: "ino-": 10605, 2024-09-16T00:12:32.453 INFO:teuthology.orchestra.run.smithi190.stdout: "dir": 62, 2024-09-16T00:12:32.453 INFO:teuthology.orchestra.run.smithi190.stdout: "dir+": 752, 2024-09-16T00:12:32.453 INFO:teuthology.orchestra.run.smithi190.stdout: "dir-": 690, 2024-09-16T00:12:32.453 INFO:teuthology.orchestra.run.smithi190.stdout: "dn": 955, 2024-09-16T00:12:32.453 INFO:teuthology.orchestra.run.smithi190.stdout: "dn+": 17124, 2024-09-16T00:12:32.453 INFO:teuthology.orchestra.run.smithi190.stdout: "dn-": 16169, 2024-09-16T00:12:32.453 INFO:teuthology.orchestra.run.smithi190.stdout: "cap": 2, 2024-09-16T00:12:32.453 INFO:teuthology.orchestra.run.smithi190.stdout: "cap+": 10242, 2024-09-16T00:12:32.453 INFO:teuthology.orchestra.run.smithi190.stdout: "cap-": 10240, 2024-09-16T00:12:32.453 INFO:teuthology.orchestra.run.smithi190.stdout: "rss": 76248, 2024-09-16T00:12:32.453 INFO:teuthology.orchestra.run.smithi190.stdout: "heap": 223520 2024-09-16T00:12:32.453 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.453 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_server": { 2024-09-16T00:12:32.453 INFO:teuthology.orchestra.run.smithi190.stdout: "dispatch_client_request": 444156, 2024-09-16T00:12:32.454 INFO:teuthology.orchestra.run.smithi190.stdout: "dispatch_server_request": 255, 2024-09-16T00:12:32.454 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_request": 392138, 2024-09-16T00:12:32.454 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_session": 1762, 2024-09-16T00:12:32.454 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_peer_request": 6240, 2024-09-16T00:12:32.454 INFO:teuthology.orchestra.run.smithi190.stdout: "req_create_latency": { 2024-09-16T00:12:32.454 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 10130, 2024-09-16T00:12:32.454 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 29.828282831, 2024-09-16T00:12:32.454 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.002944549 2024-09-16T00:12:32.454 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.454 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getattr_latency": { 2024-09-16T00:12:32.454 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 321935, 2024-09-16T00:12:32.455 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 83.171648189, 2024-09-16T00:12:32.455 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000258349 2024-09-16T00:12:32.455 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.455 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getfilelock_latency": { 2024-09-16T00:12:32.455 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.455 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.455 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.455 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.455 INFO:teuthology.orchestra.run.smithi190.stdout: "req_link_latency": { 2024-09-16T00:12:32.455 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.455 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.455 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.455 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.456 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookup_latency": { 2024-09-16T00:12:32.456 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 16129, 2024-09-16T00:12:32.456 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 7.567576338, 2024-09-16T00:12:32.456 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000469190 2024-09-16T00:12:32.456 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.456 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookuphash_latency": { 2024-09-16T00:12:32.456 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.456 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.456 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.456 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.456 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupino_latency": { 2024-09-16T00:12:32.457 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.457 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.457 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.457 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.457 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupname_latency": { 2024-09-16T00:12:32.457 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.457 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.457 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.457 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.457 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupparent_latency": { 2024-09-16T00:12:32.457 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.457 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.458 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.458 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.458 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupsnap_latency": { 2024-09-16T00:12:32.458 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.458 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.458 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.459 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.459 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lssnap_latency": { 2024-09-16T00:12:32.459 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.459 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.459 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.459 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.459 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mkdir_latency": { 2024-09-16T00:12:32.459 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.459 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.459 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.459 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.459 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mknod_latency": { 2024-09-16T00:12:32.460 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.460 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.460 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.460 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.460 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mksnap_latency": { 2024-09-16T00:12:32.460 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.460 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.460 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.460 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.460 INFO:teuthology.orchestra.run.smithi190.stdout: "req_open_latency": { 2024-09-16T00:12:32.460 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 6200, 2024-09-16T00:12:32.460 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 4.741731330, 2024-09-16T00:12:32.460 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000764795 2024-09-16T00:12:32.461 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.461 INFO:teuthology.orchestra.run.smithi190.stdout: "req_readdir_latency": { 2024-09-16T00:12:32.461 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 24130, 2024-09-16T00:12:32.461 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 63.447849114, 2024-09-16T00:12:32.461 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.002629417 2024-09-16T00:12:32.461 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.461 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rename_latency": { 2024-09-16T00:12:32.461 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 2444, 2024-09-16T00:12:32.461 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 9.652469161, 2024-09-16T00:12:32.461 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.003949455 2024-09-16T00:12:32.461 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.461 INFO:teuthology.orchestra.run.smithi190.stdout: "req_renamesnap_latency": { 2024-09-16T00:12:32.461 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.461 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.462 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.462 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.462 INFO:teuthology.orchestra.run.smithi190.stdout: "req_snapdiff_latency": { 2024-09-16T00:12:32.462 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.462 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.462 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.462 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.462 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmdir_latency": { 2024-09-16T00:12:32.462 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 10, 2024-09-16T00:12:32.462 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.063795887, 2024-09-16T00:12:32.462 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.006379588 2024-09-16T00:12:32.462 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.463 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmsnap_latency": { 2024-09-16T00:12:32.463 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.463 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.463 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.463 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.463 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmxattr_latency": { 2024-09-16T00:12:32.463 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.463 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.463 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.463 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.463 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setattr_latency": { 2024-09-16T00:12:32.464 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.464 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.464 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.464 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.464 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setdirlayout_latency": { 2024-09-16T00:12:32.464 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.464 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.464 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.464 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.464 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setfilelock_latency": { 2024-09-16T00:12:32.464 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 860, 2024-09-16T00:12:32.465 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.275159462, 2024-09-16T00:12:32.465 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000319952 2024-09-16T00:12:32.465 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.465 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setlayout_latency": { 2024-09-16T00:12:32.465 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.465 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.465 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.465 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.465 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setxattr_latency": { 2024-09-16T00:12:32.466 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.466 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.466 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.466 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.466 INFO:teuthology.orchestra.run.smithi190.stdout: "req_symlink_latency": { 2024-09-16T00:12:32.466 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.466 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.466 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.466 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.466 INFO:teuthology.orchestra.run.smithi190.stdout: "req_unlink_latency": { 2024-09-16T00:12:32.466 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 10204, 2024-09-16T00:12:32.466 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 25.337742462, 2024-09-16T00:12:32.466 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.002483118 2024-09-16T00:12:32.467 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.467 INFO:teuthology.orchestra.run.smithi190.stdout: "cap_revoke_eviction": 0, 2024-09-16T00:12:32.467 INFO:teuthology.orchestra.run.smithi190.stdout: "cap_acquisition_throttle": 0, 2024-09-16T00:12:32.467 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getvxattr_latency": { 2024-09-16T00:12:32.467 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.467 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.467 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.467 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:32.467 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.467 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_sessions": { 2024-09-16T00:12:32.467 INFO:teuthology.orchestra.run.smithi190.stdout: "session_count": 1, 2024-09-16T00:12:32.467 INFO:teuthology.orchestra.run.smithi190.stdout: "session_add": 2, 2024-09-16T00:12:32.468 INFO:teuthology.orchestra.run.smithi190.stdout: "session_remove": 1, 2024-09-16T00:12:32.468 INFO:teuthology.orchestra.run.smithi190.stdout: "sessions_open": 1, 2024-09-16T00:12:32.468 INFO:teuthology.orchestra.run.smithi190.stdout: "sessions_stale": 0, 2024-09-16T00:12:32.468 INFO:teuthology.orchestra.run.smithi190.stdout: "total_load": 44779, 2024-09-16T00:12:32.468 INFO:teuthology.orchestra.run.smithi190.stdout: "average_load": 44779, 2024-09-16T00:12:32.468 INFO:teuthology.orchestra.run.smithi190.stdout: "avg_session_uptime": 1530, 2024-09-16T00:12:32.468 INFO:teuthology.orchestra.run.smithi190.stdout: "mdthresh_evicted": 0 2024-09-16T00:12:32.468 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.468 INFO:teuthology.orchestra.run.smithi190.stdout: "mempool": { 2024-09-16T00:12:32.468 INFO:teuthology.orchestra.run.smithi190.stdout: "bloom_filter_bytes": 0, 2024-09-16T00:12:32.468 INFO:teuthology.orchestra.run.smithi190.stdout: "bloom_filter_items": 0, 2024-09-16T00:12:32.468 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T00:12:32.469 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_alloc_items": 0, 2024-09-16T00:12:32.469 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T00:12:32.469 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_data_items": 0, 2024-09-16T00:12:32.469 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T00:12:32.469 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T00:12:32.469 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T00:12:32.469 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T00:12:32.469 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T00:12:32.469 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_other_items": 0, 2024-09-16T00:12:32.469 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T00:12:32.469 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T00:12:32.469 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_extent_bytes": 0, 2024-09-16T00:12:32.470 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_extent_items": 0, 2024-09-16T00:12:32.470 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_blob_bytes": 0, 2024-09-16T00:12:32.470 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_blob_items": 0, 2024-09-16T00:12:32.470 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T00:12:32.470 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T00:12:32.470 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T00:12:32.470 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T00:12:32.470 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T00:12:32.470 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_fsck_items": 0, 2024-09-16T00:12:32.470 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_txc_bytes": 0, 2024-09-16T00:12:32.470 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_txc_items": 0, 2024-09-16T00:12:32.470 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T00:12:32.470 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T00:12:32.471 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_bytes": 0, 2024-09-16T00:12:32.471 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_items": 0, 2024-09-16T00:12:32.471 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_bytes": 0, 2024-09-16T00:12:32.471 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_items": 0, 2024-09-16T00:12:32.471 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T00:12:32.471 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_reader_items": 0, 2024-09-16T00:12:32.471 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T00:12:32.471 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_writer_items": 0, 2024-09-16T00:12:32.471 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_anon_bytes": 386444, 2024-09-16T00:12:32.471 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_anon_items": 143, 2024-09-16T00:12:32.471 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_meta_bytes": 0, 2024-09-16T00:12:32.471 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_meta_items": 0, 2024-09-16T00:12:32.471 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_bytes": 0, 2024-09-16T00:12:32.472 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_items": 0, 2024-09-16T00:12:32.472 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_mapbl_bytes": 0, 2024-09-16T00:12:32.472 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_mapbl_items": 0, 2024-09-16T00:12:32.472 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_pglog_bytes": 0, 2024-09-16T00:12:32.472 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_pglog_items": 0, 2024-09-16T00:12:32.472 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_bytes": 8032, 2024-09-16T00:12:32.472 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_items": 177, 2024-09-16T00:12:32.472 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T00:12:32.472 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_mapping_items": 0, 2024-09-16T00:12:32.472 INFO:teuthology.orchestra.run.smithi190.stdout: "pgmap_bytes": 0, 2024-09-16T00:12:32.472 INFO:teuthology.orchestra.run.smithi190.stdout: "pgmap_items": 0, 2024-09-16T00:12:32.472 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_co_bytes": 2788832, 2024-09-16T00:12:32.472 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_co_items": 11689, 2024-09-16T00:12:32.473 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_1_bytes": 0, 2024-09-16T00:12:32.473 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_1_items": 0, 2024-09-16T00:12:32.473 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_2_bytes": 0, 2024-09-16T00:12:32.473 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_2_items": 0 2024-09-16T00:12:32.473 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.473 INFO:teuthology.orchestra.run.smithi190.stdout: "objecter": { 2024-09-16T00:12:32.473 INFO:teuthology.orchestra.run.smithi190.stdout: "op_active": 0, 2024-09-16T00:12:32.473 INFO:teuthology.orchestra.run.smithi190.stdout: "op_laggy": 0, 2024-09-16T00:12:32.473 INFO:teuthology.orchestra.run.smithi190.stdout: "op_send": 38839, 2024-09-16T00:12:32.473 INFO:teuthology.orchestra.run.smithi190.stdout: "op_send_bytes": 338921486, 2024-09-16T00:12:32.473 INFO:teuthology.orchestra.run.smithi190.stdout: "op_resend": 33, 2024-09-16T00:12:32.473 INFO:teuthology.orchestra.run.smithi190.stdout: "op_reply": 38839, 2024-09-16T00:12:32.473 INFO:teuthology.orchestra.run.smithi190.stdout: "op_latency": { 2024-09-16T00:12:32.473 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 38839, 2024-09-16T00:12:32.474 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 104.104230215, 2024-09-16T00:12:32.474 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.002680404 2024-09-16T00:12:32.474 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.474 INFO:teuthology.orchestra.run.smithi190.stdout: "op_inflight": 0, 2024-09-16T00:12:32.474 INFO:teuthology.orchestra.run.smithi190.stdout: "oplen_avg": { 2024-09-16T00:12:32.474 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 38839, 2024-09-16T00:12:32.474 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 41020 2024-09-16T00:12:32.474 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.474 INFO:teuthology.orchestra.run.smithi190.stdout: "op": 38839, 2024-09-16T00:12:32.474 INFO:teuthology.orchestra.run.smithi190.stdout: "op_r": 1998, 2024-09-16T00:12:32.474 INFO:teuthology.orchestra.run.smithi190.stdout: "op_w": 36841, 2024-09-16T00:12:32.474 INFO:teuthology.orchestra.run.smithi190.stdout: "op_rmw": 0, 2024-09-16T00:12:32.474 INFO:teuthology.orchestra.run.smithi190.stdout: "op_pg": 0, 2024-09-16T00:12:32.475 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_stat": 0, 2024-09-16T00:12:32.475 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_create": 10, 2024-09-16T00:12:32.475 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_read": 1998, 2024-09-16T00:12:32.475 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_write": 24094, 2024-09-16T00:12:32.475 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_writefull": 1141, 2024-09-16T00:12:32.475 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_writesame": 0, 2024-09-16T00:12:32.475 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_append": 0, 2024-09-16T00:12:32.475 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_zero": 0, 2024-09-16T00:12:32.475 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_truncate": 3, 2024-09-16T00:12:32.475 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_delete": 10296, 2024-09-16T00:12:32.476 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_mapext": 0, 2024-09-16T00:12:32.476 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_sparse_read": 0, 2024-09-16T00:12:32.476 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_clonerange": 0, 2024-09-16T00:12:32.476 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_getxattr": 0, 2024-09-16T00:12:32.476 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_setxattr": 20, 2024-09-16T00:12:32.476 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_cmpxattr": 0, 2024-09-16T00:12:32.476 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_rmxattr": 0, 2024-09-16T00:12:32.476 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_resetxattrs": 0, 2024-09-16T00:12:32.476 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_call": 0, 2024-09-16T00:12:32.476 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_watch": 0, 2024-09-16T00:12:32.476 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_notify": 0, 2024-09-16T00:12:32.476 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_src_cmpxattr": 0, 2024-09-16T00:12:32.476 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_pgls": 0, 2024-09-16T00:12:32.477 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_pgls_filter": 0, 2024-09-16T00:12:32.477 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_other": 0, 2024-09-16T00:12:32.477 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_active": 0, 2024-09-16T00:12:32.477 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_send": 0, 2024-09-16T00:12:32.477 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_resend": 0, 2024-09-16T00:12:32.477 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_ping": 0, 2024-09-16T00:12:32.477 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_active": 0, 2024-09-16T00:12:32.477 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_send": 0, 2024-09-16T00:12:32.477 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_resend": 0, 2024-09-16T00:12:32.477 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_active": 0, 2024-09-16T00:12:32.478 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_send": 0, 2024-09-16T00:12:32.478 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_resend": 0, 2024-09-16T00:12:32.478 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_active": 0, 2024-09-16T00:12:32.478 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_send": 0, 2024-09-16T00:12:32.478 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_resend": 0, 2024-09-16T00:12:32.478 INFO:teuthology.orchestra.run.smithi190.stdout: "command_active": 0, 2024-09-16T00:12:32.478 INFO:teuthology.orchestra.run.smithi190.stdout: "command_send": 0, 2024-09-16T00:12:32.478 INFO:teuthology.orchestra.run.smithi190.stdout: "command_resend": 0, 2024-09-16T00:12:32.478 INFO:teuthology.orchestra.run.smithi190.stdout: "map_epoch": 120, 2024-09-16T00:12:32.478 INFO:teuthology.orchestra.run.smithi190.stdout: "map_full": 0, 2024-09-16T00:12:32.478 INFO:teuthology.orchestra.run.smithi190.stdout: "map_inc": 38, 2024-09-16T00:12:32.478 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_sessions": 12, 2024-09-16T00:12:32.478 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_session_open": 12, 2024-09-16T00:12:32.479 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_session_close": 0, 2024-09-16T00:12:32.479 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_laggy": 0, 2024-09-16T00:12:32.479 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_wr": 2393, 2024-09-16T00:12:32.479 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_rd": 0, 2024-09-16T00:12:32.479 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_del": 1065 2024-09-16T00:12:32.479 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.479 INFO:teuthology.orchestra.run.smithi190.stdout: "oft": { 2024-09-16T00:12:32.479 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_objs": 1, 2024-09-16T00:12:32.479 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_kv_pairs": 0, 2024-09-16T00:12:32.479 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_updates": 0, 2024-09-16T00:12:32.480 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_removes": 0 2024-09-16T00:12:32.480 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.480 INFO:teuthology.orchestra.run.smithi190.stdout: "osd-slow-ops": { 2024-09-16T00:12:32.480 INFO:teuthology.orchestra.run.smithi190.stdout: "slow_ops_count": 0 2024-09-16T00:12:32.480 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.480 INFO:teuthology.orchestra.run.smithi190.stdout: "purge_queue": { 2024-09-16T00:12:32.480 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_ops": 0, 2024-09-16T00:12:32.480 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_ops_high_water": 6, 2024-09-16T00:12:32.480 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing": 0, 2024-09-16T00:12:32.480 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_high_water": 6, 2024-09-16T00:12:32.480 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executed_ops": 10204, 2024-09-16T00:12:32.481 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executed": 10204, 2024-09-16T00:12:32.481 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_item_in_journal": 0 2024-09-16T00:12:32.481 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.481 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T00:12:32.481 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-09-16T00:12:32.481 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 104857600, 2024-09-16T00:12:32.481 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-09-16T00:12:32.481 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 1082887, 2024-09-16T00:12:32.481 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 258147635, 2024-09-16T00:12:32.481 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:32.481 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 1082887, 2024-09-16T00:12:32.481 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-09-16T00:12:32.481 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-09-16T00:12:32.481 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 1082887, 2024-09-16T00:12:32.482 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 258147635, 2024-09-16T00:12:32.482 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-09-16T00:12:32.482 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.482 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.482 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.482 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:32.482 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.482 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-objecter_bytes": { 2024-09-16T00:12:32.482 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-09-16T00:12:32.482 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 104857600, 2024-09-16T00:12:32.484 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-09-16T00:12:32.484 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 0, 2024-09-16T00:12:32.484 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 0, 2024-09-16T00:12:32.484 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:32.484 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:32.484 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 38839, 2024-09-16T00:12:32.484 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 339957306, 2024-09-16T00:12:32.484 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 38839, 2024-09-16T00:12:32.484 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 339957306, 2024-09-16T00:12:32.484 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-09-16T00:12:32.484 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.484 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.484 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.485 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:32.485 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.485 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-objecter_ops": { 2024-09-16T00:12:32.485 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-09-16T00:12:32.485 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 1024, 2024-09-16T00:12:32.485 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-09-16T00:12:32.485 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 0, 2024-09-16T00:12:32.485 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 0, 2024-09-16T00:12:32.485 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:32.485 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:32.485 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 38839, 2024-09-16T00:12:32.485 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 38839, 2024-09-16T00:12:32.486 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 38839, 2024-09-16T00:12:32.486 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 38839, 2024-09-16T00:12:32.486 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-09-16T00:12:32.486 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.486 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.486 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.486 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:32.486 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.486 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-write_buf_throttle": { 2024-09-16T00:12:32.486 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-09-16T00:12:32.486 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 3758096384, 2024-09-16T00:12:32.486 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-09-16T00:12:32.486 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 10204, 2024-09-16T00:12:32.487 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 1035820, 2024-09-16T00:12:32.487 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:32.487 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 10204, 2024-09-16T00:12:32.487 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-09-16T00:12:32.487 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-09-16T00:12:32.487 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 1998, 2024-09-16T00:12:32.487 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 1035820, 2024-09-16T00:12:32.487 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-09-16T00:12:32.487 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.487 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.487 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.487 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:32.488 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:32.488 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-write_buf_throttle-0x55ce891f0960": { 2024-09-16T00:12:32.488 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-09-16T00:12:32.488 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 3758096384, 2024-09-16T00:12:32.488 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-09-16T00:12:32.488 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 71897, 2024-09-16T00:12:32.488 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 336804484, 2024-09-16T00:12:32.488 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:32.488 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 71897, 2024-09-16T00:12:32.488 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-09-16T00:12:32.488 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-09-16T00:12:32.488 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 22096, 2024-09-16T00:12:32.488 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 336804484, 2024-09-16T00:12:32.489 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-09-16T00:12:32.489 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:32.489 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:32.489 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:32.489 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:32.489 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:32.489 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-09-16T00:12:33.484 INFO:tasks.check_counter:Daemon mds.c mds.exported=11 2024-09-16T00:12:33.484 INFO:tasks.check_counter:Daemon mds.c mds.imported=4 2024-09-16T00:12:33.484 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=1109 2024-09-16T00:12:33.484 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=1035 2024-09-16T00:12:33.484 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=7 2024-09-16T00:12:33.484 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-09-16T00:12:33.484 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-09-16T00:12:33.484 DEBUG:tasks.check_counter:Getting stats from f 2024-09-16T00:12:33.485 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph daemon mds.f perf dump 2024-09-16T00:12:33.620 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:33 smithi190 ceph-mon[34840]: pgmap v804: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.1 KiB/s wr, 12 op/s 2024-09-16T00:12:33.747 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.c/config 2024-09-16T00:12:33.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:33 smithi071 ceph-mon[30957]: pgmap v804: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.1 KiB/s wr, 12 op/s 2024-09-16T00:12:33.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:33 smithi163 ceph-mon[34107]: pgmap v804: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.1 KiB/s wr, 12 op/s 2024-09-16T00:12:34.532 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-09-16T00:12:34.532 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T00:12:34.532 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 472688, 2024-09-16T00:12:34.532 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 242804, 2024-09-16T00:12:34.532 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 190061640, 2024-09-16T00:12:34.533 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 46107691, 2024-09-16T00:12:34.533 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 11, 2024-09-16T00:12:34.533 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 6, 2024-09-16T00:12:34.533 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 23.494267643, 2024-09-16T00:12:34.533 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 10.247947162, 2024-09-16T00:12:34.533 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 17.906182996, 2024-09-16T00:12:34.533 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 0.037273864, 2024-09-16T00:12:34.533 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:34.533 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 242802, 2024-09-16T00:12:34.533 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 5.876759498, 2024-09-16T00:12:34.533 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000024203 2024-09-16T00:12:34.533 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.534 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:34.534 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 710069, 2024-09-16T00:12:34.534 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.112091566, 2024-09-16T00:12:34.534 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000157 2024-09-16T00:12:34.534 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.534 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 160, 2024-09-16T00:12:34.534 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 638496 2024-09-16T00:12:34.534 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.534 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T00:12:34.534 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 11439, 2024-09-16T00:12:34.534 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 16263, 2024-09-16T00:12:34.534 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 3667597, 2024-09-16T00:12:34.534 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 9489955, 2024-09-16T00:12:34.534 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 17, 2024-09-16T00:12:34.535 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 5, 2024-09-16T00:12:34.535 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 0.767884362, 2024-09-16T00:12:34.535 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 0.313504811, 2024-09-16T00:12:34.535 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 0.479522048, 2024-09-16T00:12:34.535 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 0.044708263, 2024-09-16T00:12:34.535 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:34.535 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 16260, 2024-09-16T00:12:34.535 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.290362898, 2024-09-16T00:12:34.535 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000017857 2024-09-16T00:12:34.535 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.535 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:34.535 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 22772, 2024-09-16T00:12:34.535 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.003965191, 2024-09-16T00:12:34.536 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000174 2024-09-16T00:12:34.536 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.536 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 1856, 2024-09-16T00:12:34.536 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 125600 2024-09-16T00:12:34.536 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.536 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T00:12:34.536 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 71189, 2024-09-16T00:12:34.536 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 38407, 2024-09-16T00:12:34.536 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 30670858, 2024-09-16T00:12:34.536 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 15665244, 2024-09-16T00:12:34.536 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 8, 2024-09-16T00:12:34.536 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 7, 2024-09-16T00:12:34.536 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 3.883175609, 2024-09-16T00:12:34.537 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 1.601561461, 2024-09-16T00:12:34.537 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 2.765348401, 2024-09-16T00:12:34.537 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 0.106084287, 2024-09-16T00:12:34.537 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:34.537 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 38407, 2024-09-16T00:12:34.537 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.903976543, 2024-09-16T00:12:34.537 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000023536 2024-09-16T00:12:34.537 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.537 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:34.537 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 100738, 2024-09-16T00:12:34.537 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.016625108, 2024-09-16T00:12:34.537 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000165 2024-09-16T00:12:34.538 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.538 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 1872832, 2024-09-16T00:12:34.538 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 288272 2024-09-16T00:12:34.538 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.538 INFO:teuthology.orchestra.run.smithi190.stdout: "cct": { 2024-09-16T00:12:34.538 INFO:teuthology.orchestra.run.smithi190.stdout: "total_workers": 1, 2024-09-16T00:12:34.538 INFO:teuthology.orchestra.run.smithi190.stdout: "unhealthy_workers": 0 2024-09-16T00:12:34.538 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.538 INFO:teuthology.orchestra.run.smithi190.stdout: "finisher-MDSRank": { 2024-09-16T00:12:34.538 INFO:teuthology.orchestra.run.smithi190.stdout: "queue_len": 0, 2024-09-16T00:12:34.538 INFO:teuthology.orchestra.run.smithi190.stdout: "complete_latency": { 2024-09-16T00:12:34.538 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 7243, 2024-09-16T00:12:34.538 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 2.239456972, 2024-09-16T00:12:34.539 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000309189 2024-09-16T00:12:34.539 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:34.539 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.539 INFO:teuthology.orchestra.run.smithi190.stdout: "finisher-PurgeQueue": { 2024-09-16T00:12:34.539 INFO:teuthology.orchestra.run.smithi190.stdout: "queue_len": 0, 2024-09-16T00:12:34.539 INFO:teuthology.orchestra.run.smithi190.stdout: "complete_latency": { 2024-09-16T00:12:34.539 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 5428, 2024-09-16T00:12:34.539 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.148819475, 2024-09-16T00:12:34.539 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000027416 2024-09-16T00:12:34.539 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:34.539 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.539 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-09-16T00:12:34.540 INFO:teuthology.orchestra.run.smithi190.stdout: "request": 4305, 2024-09-16T00:12:34.540 INFO:teuthology.orchestra.run.smithi190.stdout: "reply": 3929, 2024-09-16T00:12:34.540 INFO:teuthology.orchestra.run.smithi190.stdout: "reply_latency": { 2024-09-16T00:12:34.540 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 3929, 2024-09-16T00:12:34.540 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 7.946045565, 2024-09-16T00:12:34.540 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.002022409 2024-09-16T00:12:34.540 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.540 INFO:teuthology.orchestra.run.smithi190.stdout: "slow_reply": 0, 2024-09-16T00:12:34.540 INFO:teuthology.orchestra.run.smithi190.stdout: "forward": 376, 2024-09-16T00:12:34.540 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_fetch_complete": 0, 2024-09-16T00:12:34.540 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_fetch_keys": 0, 2024-09-16T00:12:34.540 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_commit": 11, 2024-09-16T00:12:34.540 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_split": 0, 2024-09-16T00:12:34.541 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_merge": 0, 2024-09-16T00:12:34.541 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes": 12, 2024-09-16T00:12:34.541 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_top": 0, 2024-09-16T00:12:34.541 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_bottom": 0, 2024-09-16T00:12:34.541 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_pin_tail": 12, 2024-09-16T00:12:34.541 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_pinned": 12, 2024-09-16T00:12:34.541 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_expired": 383, 2024-09-16T00:12:34.541 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_with_caps": 1, 2024-09-16T00:12:34.542 INFO:teuthology.orchestra.run.smithi190.stdout: "caps": 1, 2024-09-16T00:12:34.542 INFO:teuthology.orchestra.run.smithi190.stdout: "subtrees": 3, 2024-09-16T00:12:34.542 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse": 11978, 2024-09-16T00:12:34.542 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_hit": 4268, 2024-09-16T00:12:34.542 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_forward": 375, 2024-09-16T00:12:34.542 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_discover": 163, 2024-09-16T00:12:34.542 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_dir_fetch": 0, 2024-09-16T00:12:34.542 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_remote_ino": 0, 2024-09-16T00:12:34.542 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_lock": 0, 2024-09-16T00:12:34.542 INFO:teuthology.orchestra.run.smithi190.stdout: "load_cent": 0, 2024-09-16T00:12:34.542 INFO:teuthology.orchestra.run.smithi190.stdout: "q": 0, 2024-09-16T00:12:34.542 INFO:teuthology.orchestra.run.smithi190.stdout: "exported": 3, 2024-09-16T00:12:34.542 INFO:teuthology.orchestra.run.smithi190.stdout: "exported_inodes": 160, 2024-09-16T00:12:34.542 INFO:teuthology.orchestra.run.smithi190.stdout: "imported": 3, 2024-09-16T00:12:34.543 INFO:teuthology.orchestra.run.smithi190.stdout: "imported_inodes": 43, 2024-09-16T00:12:34.543 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_dir_fetch": 0, 2024-09-16T00:12:34.543 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_backtrace_fetch": 0, 2024-09-16T00:12:34.543 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_peer_discover": 0, 2024-09-16T00:12:34.543 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rfiles": 4, 2024-09-16T00:12:34.543 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rbytes": 234, 2024-09-16T00:12:34.543 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rsnaps": 7, 2024-09-16T00:12:34.543 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_backtrace_fetch": 0, 2024-09-16T00:12:34.543 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_set_tag": 0, 2024-09-16T00:12:34.543 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_backtrace_repaired": 0, 2024-09-16T00:12:34.543 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_inotable_repaired": 0, 2024-09-16T00:12:34.544 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dir_inodes": 0, 2024-09-16T00:12:34.544 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dir_base_inodes": 0, 2024-09-16T00:12:34.544 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dirfrag_rstats": 0, 2024-09-16T00:12:34.544 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_file_inodes": 0, 2024-09-16T00:12:34.544 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_inode_file_caps": 0, 2024-09-16T00:12:34.544 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_revoke": 1049, 2024-09-16T00:12:34.544 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_grant": 2607, 2024-09-16T00:12:34.544 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_trunc": 0, 2024-09-16T00:12:34.544 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-16T00:12:34.544 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-16T00:12:34.544 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_caps": 3983, 2024-09-16T00:12:34.544 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_caps_dirty": 3335, 2024-09-16T00:12:34.544 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_cap_release": 471, 2024-09-16T00:12:34.544 INFO:teuthology.orchestra.run.smithi190.stdout: "process_request_cap_release": 3264 2024-09-16T00:12:34.545 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.545 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_cache": { 2024-09-16T00:12:34.545 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_update": 602, 2024-09-16T00:12:34.545 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_update_receipt": 1386, 2024-09-16T00:12:34.545 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_try_discover": 748, 2024-09-16T00:12:34.545 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_send_discover": 1381, 2024-09-16T00:12:34.545 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_handle_discover": 693, 2024-09-16T00:12:34.545 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays": 0, 2024-09-16T00:12:34.545 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays_delayed": 0, 2024-09-16T00:12:34.546 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays_enqueuing": 0, 2024-09-16T00:12:34.546 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_created": 1090, 2024-09-16T00:12:34.546 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_enqueued": 1090, 2024-09-16T00:12:34.546 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_reintegrated": 0, 2024-09-16T00:12:34.546 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_migrated": 0, 2024-09-16T00:12:34.546 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_processing": 0, 2024-09-16T00:12:34.546 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_enqueued": 0, 2024-09-16T00:12:34.546 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_prioritized": 0, 2024-09-16T00:12:34.546 INFO:teuthology.orchestra.run.smithi190.stdout: "recovery_started": 0, 2024-09-16T00:12:34.546 INFO:teuthology.orchestra.run.smithi190.stdout: "recovery_completed": 0, 2024-09-16T00:12:34.546 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_quiesce_path": 0, 2024-09-16T00:12:34.546 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_quiesce_inode": 0, 2024-09-16T00:12:34.546 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_enqueue_scrub": 0, 2024-09-16T00:12:34.546 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_exportdir": 5, 2024-09-16T00:12:34.547 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_flush": 0, 2024-09-16T00:12:34.547 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_fragmentdir": 0, 2024-09-16T00:12:34.547 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_fragstats": 0, 2024-09-16T00:12:34.547 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_inodestats": 0 2024-09-16T00:12:34.547 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.547 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_log": { 2024-09-16T00:12:34.547 INFO:teuthology.orchestra.run.smithi190.stdout: "evlrg": 0, 2024-09-16T00:12:34.547 INFO:teuthology.orchestra.run.smithi190.stdout: "evadd": 9934, 2024-09-16T00:12:34.547 INFO:teuthology.orchestra.run.smithi190.stdout: "evex": 0, 2024-09-16T00:12:34.547 INFO:teuthology.orchestra.run.smithi190.stdout: "evtrm": 0, 2024-09-16T00:12:34.547 INFO:teuthology.orchestra.run.smithi190.stdout: "ev": 9934, 2024-09-16T00:12:34.547 INFO:teuthology.orchestra.run.smithi190.stdout: "evexg": 0, 2024-09-16T00:12:34.547 INFO:teuthology.orchestra.run.smithi190.stdout: "evexd": 0, 2024-09-16T00:12:34.547 INFO:teuthology.orchestra.run.smithi190.stdout: "segadd": 13, 2024-09-16T00:12:34.548 INFO:teuthology.orchestra.run.smithi190.stdout: "segex": 0, 2024-09-16T00:12:34.548 INFO:teuthology.orchestra.run.smithi190.stdout: "segtrm": 0, 2024-09-16T00:12:34.548 INFO:teuthology.orchestra.run.smithi190.stdout: "seg": 13, 2024-09-16T00:12:34.548 INFO:teuthology.orchestra.run.smithi190.stdout: "segmjr": 2, 2024-09-16T00:12:34.548 INFO:teuthology.orchestra.run.smithi190.stdout: "segexg": 0, 2024-09-16T00:12:34.548 INFO:teuthology.orchestra.run.smithi190.stdout: "segexd": 0, 2024-09-16T00:12:34.548 INFO:teuthology.orchestra.run.smithi190.stdout: "expos": 4194304, 2024-09-16T00:12:34.548 INFO:teuthology.orchestra.run.smithi190.stdout: "wrpos": 18047711, 2024-09-16T00:12:34.548 INFO:teuthology.orchestra.run.smithi190.stdout: "rdpos": 0, 2024-09-16T00:12:34.548 INFO:teuthology.orchestra.run.smithi190.stdout: "jlat": { 2024-09-16T00:12:34.548 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 3197, 2024-09-16T00:12:34.548 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 6.403256496, 2024-09-16T00:12:34.548 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.002002895 2024-09-16T00:12:34.549 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.549 INFO:teuthology.orchestra.run.smithi190.stdout: "replayed": 0 2024-09-16T00:12:34.549 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.549 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_mem": { 2024-09-16T00:12:34.549 INFO:teuthology.orchestra.run.smithi190.stdout: "ino": 20, 2024-09-16T00:12:34.549 INFO:teuthology.orchestra.run.smithi190.stdout: "ino+": 1379, 2024-09-16T00:12:34.549 INFO:teuthology.orchestra.run.smithi190.stdout: "ino-": 1359, 2024-09-16T00:12:34.549 INFO:teuthology.orchestra.run.smithi190.stdout: "dir": 17, 2024-09-16T00:12:34.549 INFO:teuthology.orchestra.run.smithi190.stdout: "dir+": 907, 2024-09-16T00:12:34.549 INFO:teuthology.orchestra.run.smithi190.stdout: "dir-": 890, 2024-09-16T00:12:34.549 INFO:teuthology.orchestra.run.smithi190.stdout: "dn": 21, 2024-09-16T00:12:34.549 INFO:teuthology.orchestra.run.smithi190.stdout: "dn+": 1804, 2024-09-16T00:12:34.550 INFO:teuthology.orchestra.run.smithi190.stdout: "dn-": 1783, 2024-09-16T00:12:34.550 INFO:teuthology.orchestra.run.smithi190.stdout: "cap": 1, 2024-09-16T00:12:34.550 INFO:teuthology.orchestra.run.smithi190.stdout: "cap+": 1096, 2024-09-16T00:12:34.550 INFO:teuthology.orchestra.run.smithi190.stdout: "cap-": 1095, 2024-09-16T00:12:34.550 INFO:teuthology.orchestra.run.smithi190.stdout: "rss": 63428, 2024-09-16T00:12:34.550 INFO:teuthology.orchestra.run.smithi190.stdout: "heap": 223520 2024-09-16T00:12:34.550 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.550 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_server": { 2024-09-16T00:12:34.550 INFO:teuthology.orchestra.run.smithi190.stdout: "dispatch_client_request": 10898, 2024-09-16T00:12:34.550 INFO:teuthology.orchestra.run.smithi190.stdout: "dispatch_server_request": 11, 2024-09-16T00:12:34.550 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_request": 4305, 2024-09-16T00:12:34.550 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_session": 29, 2024-09-16T00:12:34.550 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_peer_request": 2199, 2024-09-16T00:12:34.550 INFO:teuthology.orchestra.run.smithi190.stdout: "req_create_latency": { 2024-09-16T00:12:34.551 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 1083, 2024-09-16T00:12:34.551 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 3.622308671, 2024-09-16T00:12:34.551 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.003344698 2024-09-16T00:12:34.551 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.551 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getattr_latency": { 2024-09-16T00:12:34.551 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 1, 2024-09-16T00:12:34.551 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000273860, 2024-09-16T00:12:34.551 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000273860 2024-09-16T00:12:34.551 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.551 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getfilelock_latency": { 2024-09-16T00:12:34.551 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.551 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.551 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.552 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.552 INFO:teuthology.orchestra.run.smithi190.stdout: "req_link_latency": { 2024-09-16T00:12:34.552 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.552 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.552 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.552 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.552 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookup_latency": { 2024-09-16T00:12:34.552 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 327, 2024-09-16T00:12:34.552 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.066436206, 2024-09-16T00:12:34.552 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000203168 2024-09-16T00:12:34.552 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.552 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookuphash_latency": { 2024-09-16T00:12:34.552 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.553 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.553 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.553 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.553 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupino_latency": { 2024-09-16T00:12:34.553 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.553 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.553 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.553 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.553 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupname_latency": { 2024-09-16T00:12:34.553 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.553 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.553 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.554 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.554 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupparent_latency": { 2024-09-16T00:12:34.554 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.554 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.554 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.554 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.554 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupsnap_latency": { 2024-09-16T00:12:34.554 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.554 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.554 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.554 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.554 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lssnap_latency": { 2024-09-16T00:12:34.554 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.555 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.555 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.555 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.555 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mkdir_latency": { 2024-09-16T00:12:34.555 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.555 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.555 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.555 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.555 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mknod_latency": { 2024-09-16T00:12:34.555 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.555 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.555 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.555 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.556 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mksnap_latency": { 2024-09-16T00:12:34.556 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.556 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.556 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.556 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.556 INFO:teuthology.orchestra.run.smithi190.stdout: "req_open_latency": { 2024-09-16T00:12:34.556 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 187, 2024-09-16T00:12:34.556 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.137362151, 2024-09-16T00:12:34.556 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000734556 2024-09-16T00:12:34.556 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.556 INFO:teuthology.orchestra.run.smithi190.stdout: "req_readdir_latency": { 2024-09-16T00:12:34.556 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 1241, 2024-09-16T00:12:34.556 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.427713686, 2024-09-16T00:12:34.557 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000344652 2024-09-16T00:12:34.557 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.557 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rename_latency": { 2024-09-16T00:12:34.557 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.557 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.557 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.557 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.557 INFO:teuthology.orchestra.run.smithi190.stdout: "req_renamesnap_latency": { 2024-09-16T00:12:34.557 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.557 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.557 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.557 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.557 INFO:teuthology.orchestra.run.smithi190.stdout: "req_snapdiff_latency": { 2024-09-16T00:12:34.558 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.558 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.558 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.558 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.558 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmdir_latency": { 2024-09-16T00:12:34.558 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.558 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.558 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.558 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.558 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmsnap_latency": { 2024-09-16T00:12:34.558 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.558 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.559 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.559 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.559 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmxattr_latency": { 2024-09-16T00:12:34.559 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.559 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.559 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.559 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.559 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setattr_latency": { 2024-09-16T00:12:34.559 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.559 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.559 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.559 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.559 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setdirlayout_latency": { 2024-09-16T00:12:34.560 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.560 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.560 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.560 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.560 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setfilelock_latency": { 2024-09-16T00:12:34.560 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.560 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.560 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.560 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.560 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setlayout_latency": { 2024-09-16T00:12:34.560 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.560 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.560 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.561 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.561 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setxattr_latency": { 2024-09-16T00:12:34.561 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.561 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.561 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.561 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.561 INFO:teuthology.orchestra.run.smithi190.stdout: "req_symlink_latency": { 2024-09-16T00:12:34.561 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.561 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.561 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.561 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.561 INFO:teuthology.orchestra.run.smithi190.stdout: "req_unlink_latency": { 2024-09-16T00:12:34.562 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 1090, 2024-09-16T00:12:34.562 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 3.691950991, 2024-09-16T00:12:34.562 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.003387111 2024-09-16T00:12:34.562 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.562 INFO:teuthology.orchestra.run.smithi190.stdout: "cap_revoke_eviction": 0, 2024-09-16T00:12:34.562 INFO:teuthology.orchestra.run.smithi190.stdout: "cap_acquisition_throttle": 0, 2024-09-16T00:12:34.562 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getvxattr_latency": { 2024-09-16T00:12:34.562 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.562 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.562 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.562 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:34.562 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.562 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_sessions": { 2024-09-16T00:12:34.563 INFO:teuthology.orchestra.run.smithi190.stdout: "session_count": 1, 2024-09-16T00:12:34.563 INFO:teuthology.orchestra.run.smithi190.stdout: "session_add": 4, 2024-09-16T00:12:34.563 INFO:teuthology.orchestra.run.smithi190.stdout: "session_remove": 3, 2024-09-16T00:12:34.563 INFO:teuthology.orchestra.run.smithi190.stdout: "sessions_open": 1, 2024-09-16T00:12:34.563 INFO:teuthology.orchestra.run.smithi190.stdout: "sessions_stale": 0, 2024-09-16T00:12:34.563 INFO:teuthology.orchestra.run.smithi190.stdout: "total_load": 97, 2024-09-16T00:12:34.563 INFO:teuthology.orchestra.run.smithi190.stdout: "average_load": 97, 2024-09-16T00:12:34.563 INFO:teuthology.orchestra.run.smithi190.stdout: "avg_session_uptime": 1533, 2024-09-16T00:12:34.563 INFO:teuthology.orchestra.run.smithi190.stdout: "mdthresh_evicted": 0 2024-09-16T00:12:34.563 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.563 INFO:teuthology.orchestra.run.smithi190.stdout: "mempool": { 2024-09-16T00:12:34.563 INFO:teuthology.orchestra.run.smithi190.stdout: "bloom_filter_bytes": 0, 2024-09-16T00:12:34.563 INFO:teuthology.orchestra.run.smithi190.stdout: "bloom_filter_items": 0, 2024-09-16T00:12:34.564 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T00:12:34.564 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_alloc_items": 0, 2024-09-16T00:12:34.564 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T00:12:34.564 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_data_items": 0, 2024-09-16T00:12:34.564 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T00:12:34.564 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T00:12:34.564 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T00:12:34.564 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T00:12:34.564 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T00:12:34.564 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_other_items": 0, 2024-09-16T00:12:34.564 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T00:12:34.564 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T00:12:34.564 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_extent_bytes": 0, 2024-09-16T00:12:34.565 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_extent_items": 0, 2024-09-16T00:12:34.565 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_blob_bytes": 0, 2024-09-16T00:12:34.565 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_blob_items": 0, 2024-09-16T00:12:34.565 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T00:12:34.565 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T00:12:34.565 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T00:12:34.565 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T00:12:34.565 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T00:12:34.565 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_fsck_items": 0, 2024-09-16T00:12:34.565 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_txc_bytes": 0, 2024-09-16T00:12:34.565 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_txc_items": 0, 2024-09-16T00:12:34.565 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T00:12:34.565 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T00:12:34.565 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_bytes": 0, 2024-09-16T00:12:34.566 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_items": 0, 2024-09-16T00:12:34.566 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_bytes": 0, 2024-09-16T00:12:34.566 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_items": 0, 2024-09-16T00:12:34.566 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T00:12:34.566 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_reader_items": 0, 2024-09-16T00:12:34.566 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T00:12:34.566 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_writer_items": 0, 2024-09-16T00:12:34.566 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_anon_bytes": 285239, 2024-09-16T00:12:34.566 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_anon_items": 121, 2024-09-16T00:12:34.566 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_meta_bytes": 0, 2024-09-16T00:12:34.566 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_meta_items": 0, 2024-09-16T00:12:34.566 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_bytes": 0, 2024-09-16T00:12:34.566 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_items": 0, 2024-09-16T00:12:34.566 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_mapbl_bytes": 0, 2024-09-16T00:12:34.567 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_mapbl_items": 0, 2024-09-16T00:12:34.567 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_pglog_bytes": 0, 2024-09-16T00:12:34.567 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_pglog_items": 0, 2024-09-16T00:12:34.567 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_bytes": 8032, 2024-09-16T00:12:34.567 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_items": 177, 2024-09-16T00:12:34.567 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T00:12:34.567 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_mapping_items": 0, 2024-09-16T00:12:34.567 INFO:teuthology.orchestra.run.smithi190.stdout: "pgmap_bytes": 0, 2024-09-16T00:12:34.567 INFO:teuthology.orchestra.run.smithi190.stdout: "pgmap_items": 0, 2024-09-16T00:12:34.567 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_co_bytes": 202144, 2024-09-16T00:12:34.567 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_co_items": 650, 2024-09-16T00:12:34.567 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_1_bytes": 0, 2024-09-16T00:12:34.567 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_1_items": 0, 2024-09-16T00:12:34.568 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_2_bytes": 0, 2024-09-16T00:12:34.568 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_2_items": 0 2024-09-16T00:12:34.568 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.568 INFO:teuthology.orchestra.run.smithi190.stdout: "objecter": { 2024-09-16T00:12:34.568 INFO:teuthology.orchestra.run.smithi190.stdout: "op_active": 0, 2024-09-16T00:12:34.568 INFO:teuthology.orchestra.run.smithi190.stdout: "op_laggy": 0, 2024-09-16T00:12:34.568 INFO:teuthology.orchestra.run.smithi190.stdout: "op_send": 7236, 2024-09-16T00:12:34.568 INFO:teuthology.orchestra.run.smithi190.stdout: "op_send_bytes": 14155206, 2024-09-16T00:12:34.568 INFO:teuthology.orchestra.run.smithi190.stdout: "op_resend": 33, 2024-09-16T00:12:34.568 INFO:teuthology.orchestra.run.smithi190.stdout: "op_reply": 7236, 2024-09-16T00:12:34.568 INFO:teuthology.orchestra.run.smithi190.stdout: "op_latency": { 2024-09-16T00:12:34.568 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 7236, 2024-09-16T00:12:34.568 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 13.068647776, 2024-09-16T00:12:34.569 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.001806059 2024-09-16T00:12:34.569 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.569 INFO:teuthology.orchestra.run.smithi190.stdout: "op_inflight": 0, 2024-09-16T00:12:34.569 INFO:teuthology.orchestra.run.smithi190.stdout: "oplen_avg": { 2024-09-16T00:12:34.569 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 7236, 2024-09-16T00:12:34.569 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 8198 2024-09-16T00:12:34.569 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.569 INFO:teuthology.orchestra.run.smithi190.stdout: "op": 7236, 2024-09-16T00:12:34.569 INFO:teuthology.orchestra.run.smithi190.stdout: "op_r": 775, 2024-09-16T00:12:34.569 INFO:teuthology.orchestra.run.smithi190.stdout: "op_w": 6461, 2024-09-16T00:12:34.569 INFO:teuthology.orchestra.run.smithi190.stdout: "op_rmw": 0, 2024-09-16T00:12:34.569 INFO:teuthology.orchestra.run.smithi190.stdout: "op_pg": 0, 2024-09-16T00:12:34.570 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_stat": 0, 2024-09-16T00:12:34.570 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_create": 10, 2024-09-16T00:12:34.570 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_read": 775, 2024-09-16T00:12:34.570 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_write": 3972, 2024-09-16T00:12:34.570 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_writefull": 593, 2024-09-16T00:12:34.570 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_writesame": 0, 2024-09-16T00:12:34.570 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_append": 0, 2024-09-16T00:12:34.570 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_zero": 0, 2024-09-16T00:12:34.570 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_truncate": 0, 2024-09-16T00:12:34.570 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_delete": 1105, 2024-09-16T00:12:34.570 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_mapext": 0, 2024-09-16T00:12:34.570 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_sparse_read": 0, 2024-09-16T00:12:34.570 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_clonerange": 0, 2024-09-16T00:12:34.570 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_getxattr": 0, 2024-09-16T00:12:34.571 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_setxattr": 20, 2024-09-16T00:12:34.571 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_cmpxattr": 0, 2024-09-16T00:12:34.571 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_rmxattr": 0, 2024-09-16T00:12:34.571 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_resetxattrs": 0, 2024-09-16T00:12:34.571 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_call": 0, 2024-09-16T00:12:34.571 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_watch": 0, 2024-09-16T00:12:34.571 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_notify": 0, 2024-09-16T00:12:34.571 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_src_cmpxattr": 0, 2024-09-16T00:12:34.571 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_pgls": 0, 2024-09-16T00:12:34.571 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_pgls_filter": 0, 2024-09-16T00:12:34.571 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_other": 0, 2024-09-16T00:12:34.571 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_active": 0, 2024-09-16T00:12:34.571 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_send": 0, 2024-09-16T00:12:34.571 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_resend": 0, 2024-09-16T00:12:34.572 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_ping": 0, 2024-09-16T00:12:34.572 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_active": 0, 2024-09-16T00:12:34.572 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_send": 0, 2024-09-16T00:12:34.572 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_resend": 0, 2024-09-16T00:12:34.572 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_active": 0, 2024-09-16T00:12:34.572 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_send": 0, 2024-09-16T00:12:34.572 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_resend": 0, 2024-09-16T00:12:34.572 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_active": 0, 2024-09-16T00:12:34.572 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_send": 0, 2024-09-16T00:12:34.572 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_resend": 0, 2024-09-16T00:12:34.572 INFO:teuthology.orchestra.run.smithi190.stdout: "command_active": 0, 2024-09-16T00:12:34.572 INFO:teuthology.orchestra.run.smithi190.stdout: "command_send": 0, 2024-09-16T00:12:34.572 INFO:teuthology.orchestra.run.smithi190.stdout: "command_resend": 0, 2024-09-16T00:12:34.573 INFO:teuthology.orchestra.run.smithi190.stdout: "map_epoch": 120, 2024-09-16T00:12:34.573 INFO:teuthology.orchestra.run.smithi190.stdout: "map_full": 0, 2024-09-16T00:12:34.573 INFO:teuthology.orchestra.run.smithi190.stdout: "map_inc": 37, 2024-09-16T00:12:34.573 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_sessions": 12, 2024-09-16T00:12:34.573 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_session_open": 12, 2024-09-16T00:12:34.573 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_session_close": 0, 2024-09-16T00:12:34.573 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_laggy": 0, 2024-09-16T00:12:34.573 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_wr": 1217, 2024-09-16T00:12:34.573 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_rd": 0, 2024-09-16T00:12:34.573 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_del": 506 2024-09-16T00:12:34.573 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.573 INFO:teuthology.orchestra.run.smithi190.stdout: "oft": { 2024-09-16T00:12:34.573 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_objs": 1, 2024-09-16T00:12:34.574 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_kv_pairs": 0, 2024-09-16T00:12:34.574 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_updates": 0, 2024-09-16T00:12:34.574 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_removes": 0 2024-09-16T00:12:34.574 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.574 INFO:teuthology.orchestra.run.smithi190.stdout: "osd-slow-ops": { 2024-09-16T00:12:34.574 INFO:teuthology.orchestra.run.smithi190.stdout: "slow_ops_count": 0 2024-09-16T00:12:34.574 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.574 INFO:teuthology.orchestra.run.smithi190.stdout: "purge_queue": { 2024-09-16T00:12:34.574 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_ops": 0, 2024-09-16T00:12:34.574 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_ops_high_water": 6, 2024-09-16T00:12:34.574 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing": 0, 2024-09-16T00:12:34.574 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_high_water": 6, 2024-09-16T00:12:34.574 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executed_ops": 1090, 2024-09-16T00:12:34.575 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executed": 1090, 2024-09-16T00:12:34.575 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_item_in_journal": 0 2024-09-16T00:12:34.575 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.575 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T00:12:34.575 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-09-16T00:12:34.575 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 104857600, 2024-09-16T00:12:34.575 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-09-16T00:12:34.575 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 555312, 2024-09-16T00:12:34.575 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 174390405, 2024-09-16T00:12:34.575 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:34.575 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 555312, 2024-09-16T00:12:34.575 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-09-16T00:12:34.575 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-09-16T00:12:34.576 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 555312, 2024-09-16T00:12:34.576 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 174390405, 2024-09-16T00:12:34.576 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-09-16T00:12:34.576 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.576 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.576 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.576 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:34.576 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.576 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-objecter_bytes": { 2024-09-16T00:12:34.576 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-09-16T00:12:34.576 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 104857600, 2024-09-16T00:12:34.576 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-09-16T00:12:34.576 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 0, 2024-09-16T00:12:34.577 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 0, 2024-09-16T00:12:34.577 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:34.577 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:34.577 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 7236, 2024-09-16T00:12:34.577 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 14265816, 2024-09-16T00:12:34.577 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 7236, 2024-09-16T00:12:34.577 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 14265816, 2024-09-16T00:12:34.577 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-09-16T00:12:34.577 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.577 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.577 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.577 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:34.577 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.578 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-objecter_ops": { 2024-09-16T00:12:34.578 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-09-16T00:12:34.578 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 1024, 2024-09-16T00:12:34.578 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-09-16T00:12:34.578 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 0, 2024-09-16T00:12:34.578 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 0, 2024-09-16T00:12:34.578 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:34.578 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:34.578 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 7236, 2024-09-16T00:12:34.578 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 7236, 2024-09-16T00:12:34.578 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 7236, 2024-09-16T00:12:34.578 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 7236, 2024-09-16T00:12:34.578 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-09-16T00:12:34.578 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.579 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.579 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.579 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:34.579 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.579 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-write_buf_throttle": { 2024-09-16T00:12:34.579 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-09-16T00:12:34.579 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 3758096384, 2024-09-16T00:12:34.579 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-09-16T00:12:34.579 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 1090, 2024-09-16T00:12:34.579 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 110610, 2024-09-16T00:12:34.579 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:34.579 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 1090, 2024-09-16T00:12:34.579 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-09-16T00:12:34.579 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-09-16T00:12:34.580 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 775, 2024-09-16T00:12:34.580 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 110610, 2024-09-16T00:12:34.580 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-09-16T00:12:34.580 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.580 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.580 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.580 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:34.580 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:34.580 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-write_buf_throttle-0x55e1c4ad0960": { 2024-09-16T00:12:34.580 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-09-16T00:12:34.580 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 3758096384, 2024-09-16T00:12:34.580 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-09-16T00:12:34.580 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 9934, 2024-09-16T00:12:34.581 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 13853407, 2024-09-16T00:12:34.581 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:34.581 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 9934, 2024-09-16T00:12:34.581 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-09-16T00:12:34.581 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-09-16T00:12:34.581 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 3197, 2024-09-16T00:12:34.581 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 13853407, 2024-09-16T00:12:34.581 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-09-16T00:12:34.581 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:34.581 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:34.581 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:34.581 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:34.581 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:34.582 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-09-16T00:12:34.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:34 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:12:34.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:34 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:12:34.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:34 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:12:34.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:34 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:12:34.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:34 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:12:34.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:34 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:12:34.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:34 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:12:34.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:34 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:12:34.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:34 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T00:12:34.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:34 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T00:12:34.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:34 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T00:12:34.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:34 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' 2024-09-16T00:12:36.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:36 smithi071 ceph-mon[30957]: pgmap v805: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 6.1 KiB/s wr, 17 op/s 2024-09-16T00:12:36.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:36 smithi163 ceph-mon[34107]: pgmap v805: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 6.1 KiB/s wr, 17 op/s 2024-09-16T00:12:36.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:36 smithi190 ceph-mon[34840]: pgmap v805: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 6.1 KiB/s wr, 17 op/s 2024-09-16T00:12:38.189 INFO:tasks.check_counter:Daemon mds.f mds.exported=3 2024-09-16T00:12:38.190 INFO:tasks.check_counter:Daemon mds.f mds.imported=3 2024-09-16T00:12:38.190 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=602 2024-09-16T00:12:38.190 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=1386 2024-09-16T00:12:38.190 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=7 2024-09-16T00:12:38.190 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2024-09-16T00:12:38.190 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2024-09-16T00:12:38.190 DEBUG:tasks.check_counter:Getting stats from i 2024-09-16T00:12:38.190 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph daemon mds.i perf dump 2024-09-16T00:12:38.447 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.c/config 2024-09-16T00:12:38.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:38 smithi190 ceph-mon[34840]: pgmap v806: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 5.8 KiB/s wr, 10 op/s 2024-09-16T00:12:38.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:38 smithi071 ceph-mon[30957]: pgmap v806: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 5.8 KiB/s wr, 10 op/s 2024-09-16T00:12:38.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:38 smithi163 ceph-mon[34107]: pgmap v806: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 5.8 KiB/s wr, 10 op/s 2024-09-16T00:12:39.019 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-09-16T00:12:39.020 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T00:12:39.020 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 519558, 2024-09-16T00:12:39.020 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 875826, 2024-09-16T00:12:39.020 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 110314664, 2024-09-16T00:12:39.020 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 706346677, 2024-09-16T00:12:39.020 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 10, 2024-09-16T00:12:39.020 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 5, 2024-09-16T00:12:39.020 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 50.815310087, 2024-09-16T00:12:39.020 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 28.126353340, 2024-09-16T00:12:39.021 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 25.084067379, 2024-09-16T00:12:39.021 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 1.268242877, 2024-09-16T00:12:39.021 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:39.021 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 875828, 2024-09-16T00:12:39.021 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 20.565732294, 2024-09-16T00:12:39.021 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000023481 2024-09-16T00:12:39.021 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.021 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:39.021 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 1334370, 2024-09-16T00:12:39.021 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.279239566, 2024-09-16T00:12:39.021 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000209 2024-09-16T00:12:39.021 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.021 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 1883328, 2024-09-16T00:12:39.022 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 941312 2024-09-16T00:12:39.022 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.022 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T00:12:39.022 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 2631273, 2024-09-16T00:12:39.022 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 2995629, 2024-09-16T00:12:39.022 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 757725908, 2024-09-16T00:12:39.022 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 2502517713, 2024-09-16T00:12:39.022 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 13, 2024-09-16T00:12:39.022 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 6, 2024-09-16T00:12:39.022 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 122.405083741, 2024-09-16T00:12:39.022 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 53.178697327, 2024-09-16T00:12:39.022 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 81.706908149, 2024-09-16T00:12:39.022 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 2.791482131, 2024-09-16T00:12:39.022 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:39.023 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 2995630, 2024-09-16T00:12:39.023 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 48.280459234, 2024-09-16T00:12:39.023 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000016116 2024-09-16T00:12:39.023 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.023 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:39.023 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 5418832, 2024-09-16T00:12:39.023 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.846190727, 2024-09-16T00:12:39.023 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000156 2024-09-16T00:12:39.023 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.023 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 43168, 2024-09-16T00:12:39.023 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 133264 2024-09-16T00:12:39.023 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.023 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T00:12:39.024 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 307923, 2024-09-16T00:12:39.024 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 473058, 2024-09-16T00:12:39.024 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 71886866, 2024-09-16T00:12:39.024 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 791192144, 2024-09-16T00:12:39.024 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 18, 2024-09-16T00:12:39.024 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 7, 2024-09-16T00:12:39.024 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 24.743997854, 2024-09-16T00:12:39.024 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 9.904114036, 2024-09-16T00:12:39.024 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 14.162546873, 2024-09-16T00:12:39.024 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 2.002483616, 2024-09-16T00:12:39.024 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:39.024 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 473050, 2024-09-16T00:12:39.024 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 12.673494127, 2024-09-16T00:12:39.025 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000026791 2024-09-16T00:12:39.025 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.025 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:39.025 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 701475, 2024-09-16T00:12:39.025 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.162588436, 2024-09-16T00:12:39.025 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000231 2024-09-16T00:12:39.025 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.025 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 935424, 2024-09-16T00:12:39.025 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 297984 2024-09-16T00:12:39.025 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.025 INFO:teuthology.orchestra.run.smithi190.stdout: "cct": { 2024-09-16T00:12:39.025 INFO:teuthology.orchestra.run.smithi190.stdout: "total_workers": 1, 2024-09-16T00:12:39.025 INFO:teuthology.orchestra.run.smithi190.stdout: "unhealthy_workers": 0 2024-09-16T00:12:39.026 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.026 INFO:teuthology.orchestra.run.smithi190.stdout: "finisher-MDSRank": { 2024-09-16T00:12:39.026 INFO:teuthology.orchestra.run.smithi190.stdout: "queue_len": 0, 2024-09-16T00:12:39.026 INFO:teuthology.orchestra.run.smithi190.stdout: "complete_latency": { 2024-09-16T00:12:39.026 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 128161, 2024-09-16T00:12:39.026 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 146.314567448, 2024-09-16T00:12:39.026 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.001141646 2024-09-16T00:12:39.026 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:39.026 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.026 INFO:teuthology.orchestra.run.smithi190.stdout: "finisher-PurgeQueue": { 2024-09-16T00:12:39.026 INFO:teuthology.orchestra.run.smithi190.stdout: "queue_len": 0, 2024-09-16T00:12:39.026 INFO:teuthology.orchestra.run.smithi190.stdout: "complete_latency": { 2024-09-16T00:12:39.026 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 69862, 2024-09-16T00:12:39.027 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 11.728519931, 2024-09-16T00:12:39.027 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000167881 2024-09-16T00:12:39.027 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:39.027 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.027 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-09-16T00:12:39.027 INFO:teuthology.orchestra.run.smithi190.stdout: "request": 2208717, 2024-09-16T00:12:39.027 INFO:teuthology.orchestra.run.smithi190.stdout: "reply": 2197894, 2024-09-16T00:12:39.027 INFO:teuthology.orchestra.run.smithi190.stdout: "reply_latency": { 2024-09-16T00:12:39.028 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 2197894, 2024-09-16T00:12:39.028 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 4416.792410195, 2024-09-16T00:12:39.028 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.002009556 2024-09-16T00:12:39.028 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.028 INFO:teuthology.orchestra.run.smithi190.stdout: "slow_reply": 0, 2024-09-16T00:12:39.028 INFO:teuthology.orchestra.run.smithi190.stdout: "forward": 10823, 2024-09-16T00:12:39.028 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_fetch_complete": 3, 2024-09-16T00:12:39.028 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_fetch_keys": 0, 2024-09-16T00:12:39.028 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_commit": 390, 2024-09-16T00:12:39.028 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_split": 18, 2024-09-16T00:12:39.028 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_merge": 3, 2024-09-16T00:12:39.028 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes": 8232, 2024-09-16T00:12:39.029 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_top": 3715, 2024-09-16T00:12:39.029 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_bottom": 4506, 2024-09-16T00:12:39.029 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_pin_tail": 11, 2024-09-16T00:12:39.029 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_pinned": 2925, 2024-09-16T00:12:39.029 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_expired": 291, 2024-09-16T00:12:39.029 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_with_caps": 3, 2024-09-16T00:12:39.029 INFO:teuthology.orchestra.run.smithi190.stdout: "caps": 3, 2024-09-16T00:12:39.029 INFO:teuthology.orchestra.run.smithi190.stdout: "subtrees": 6, 2024-09-16T00:12:39.029 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse": 4271806, 2024-09-16T00:12:39.029 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_hit": 4148033, 2024-09-16T00:12:39.029 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_forward": 3985, 2024-09-16T00:12:39.029 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_discover": 50, 2024-09-16T00:12:39.029 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_dir_fetch": 0, 2024-09-16T00:12:39.029 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_remote_ino": 0, 2024-09-16T00:12:39.030 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_lock": 2255, 2024-09-16T00:12:39.030 INFO:teuthology.orchestra.run.smithi190.stdout: "load_cent": 0, 2024-09-16T00:12:39.030 INFO:teuthology.orchestra.run.smithi190.stdout: "q": 0, 2024-09-16T00:12:39.030 INFO:teuthology.orchestra.run.smithi190.stdout: "exported": 11, 2024-09-16T00:12:39.030 INFO:teuthology.orchestra.run.smithi190.stdout: "exported_inodes": 177, 2024-09-16T00:12:39.030 INFO:teuthology.orchestra.run.smithi190.stdout: "imported": 18, 2024-09-16T00:12:39.030 INFO:teuthology.orchestra.run.smithi190.stdout: "imported_inodes": 690, 2024-09-16T00:12:39.030 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_dir_fetch": 0, 2024-09-16T00:12:39.030 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_backtrace_fetch": 0, 2024-09-16T00:12:39.030 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_peer_discover": 0, 2024-09-16T00:12:39.030 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rfiles": 4, 2024-09-16T00:12:39.030 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rbytes": 234, 2024-09-16T00:12:39.030 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rsnaps": 7, 2024-09-16T00:12:39.031 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_backtrace_fetch": 0, 2024-09-16T00:12:39.031 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_set_tag": 0, 2024-09-16T00:12:39.031 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_backtrace_repaired": 0, 2024-09-16T00:12:39.031 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_inotable_repaired": 0, 2024-09-16T00:12:39.031 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dir_inodes": 0, 2024-09-16T00:12:39.031 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dir_base_inodes": 0, 2024-09-16T00:12:39.031 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dirfrag_rstats": 0, 2024-09-16T00:12:39.031 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_file_inodes": 0, 2024-09-16T00:12:39.031 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_inode_file_caps": 8, 2024-09-16T00:12:39.031 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_revoke": 100964, 2024-09-16T00:12:39.031 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_grant": 103656, 2024-09-16T00:12:39.031 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_trunc": 0, 2024-09-16T00:12:39.031 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-16T00:12:39.032 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-16T00:12:39.032 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_caps": 159581, 2024-09-16T00:12:39.032 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_caps_dirty": 46878, 2024-09-16T00:12:39.032 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_cap_release": 1414, 2024-09-16T00:12:39.032 INFO:teuthology.orchestra.run.smithi190.stdout: "process_request_cap_release": 133690 2024-09-16T00:12:39.032 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.032 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_cache": { 2024-09-16T00:12:39.032 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_update": 417, 2024-09-16T00:12:39.032 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_update_receipt": 54, 2024-09-16T00:12:39.032 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_try_discover": 36, 2024-09-16T00:12:39.032 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_send_discover": 68, 2024-09-16T00:12:39.032 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_handle_discover": 3285, 2024-09-16T00:12:39.032 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays": 93, 2024-09-16T00:12:39.033 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays_delayed": 0, 2024-09-16T00:12:39.033 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays_enqueuing": 0, 2024-09-16T00:12:39.033 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_created": 37009, 2024-09-16T00:12:39.033 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_enqueued": 36916, 2024-09-16T00:12:39.033 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_reintegrated": 0, 2024-09-16T00:12:39.033 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_migrated": 0, 2024-09-16T00:12:39.033 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_processing": 0, 2024-09-16T00:12:39.033 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_enqueued": 0, 2024-09-16T00:12:39.033 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_prioritized": 0, 2024-09-16T00:12:39.033 INFO:teuthology.orchestra.run.smithi190.stdout: "recovery_started": 0, 2024-09-16T00:12:39.033 INFO:teuthology.orchestra.run.smithi190.stdout: "recovery_completed": 0, 2024-09-16T00:12:39.033 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_quiesce_path": 0, 2024-09-16T00:12:39.033 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_quiesce_inode": 0, 2024-09-16T00:12:39.033 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_enqueue_scrub": 0, 2024-09-16T00:12:39.034 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_exportdir": 12, 2024-09-16T00:12:39.034 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_flush": 0, 2024-09-16T00:12:39.034 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_fragmentdir": 21, 2024-09-16T00:12:39.034 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_fragstats": 0, 2024-09-16T00:12:39.034 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_inodestats": 0 2024-09-16T00:12:39.034 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.034 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_log": { 2024-09-16T00:12:39.034 INFO:teuthology.orchestra.run.smithi190.stdout: "evlrg": 0, 2024-09-16T00:12:39.034 INFO:teuthology.orchestra.run.smithi190.stdout: "evadd": 236838, 2024-09-16T00:12:39.034 INFO:teuthology.orchestra.run.smithi190.stdout: "evex": 185975, 2024-09-16T00:12:39.034 INFO:teuthology.orchestra.run.smithi190.stdout: "evtrm": 184351, 2024-09-16T00:12:39.034 INFO:teuthology.orchestra.run.smithi190.stdout: "ev": 52487, 2024-09-16T00:12:39.034 INFO:teuthology.orchestra.run.smithi190.stdout: "evexg": 0, 2024-09-16T00:12:39.035 INFO:teuthology.orchestra.run.smithi190.stdout: "evexd": 1624, 2024-09-16T00:12:39.035 INFO:teuthology.orchestra.run.smithi190.stdout: "segadd": 434, 2024-09-16T00:12:39.035 INFO:teuthology.orchestra.run.smithi190.stdout: "segex": 306, 2024-09-16T00:12:39.035 INFO:teuthology.orchestra.run.smithi190.stdout: "segtrm": 302, 2024-09-16T00:12:39.035 INFO:teuthology.orchestra.run.smithi190.stdout: "seg": 132, 2024-09-16T00:12:39.035 INFO:teuthology.orchestra.run.smithi190.stdout: "segmjr": 5, 2024-09-16T00:12:39.035 INFO:teuthology.orchestra.run.smithi190.stdout: "segexg": 0, 2024-09-16T00:12:39.035 INFO:teuthology.orchestra.run.smithi190.stdout: "segexd": 4, 2024-09-16T00:12:39.035 INFO:teuthology.orchestra.run.smithi190.stdout: "expos": 1092472691, 2024-09-16T00:12:39.035 INFO:teuthology.orchestra.run.smithi190.stdout: "wrpos": 1623789234, 2024-09-16T00:12:39.036 INFO:teuthology.orchestra.run.smithi190.stdout: "rdpos": 0, 2024-09-16T00:12:39.036 INFO:teuthology.orchestra.run.smithi190.stdout: "jlat": { 2024-09-16T00:12:39.036 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 65278, 2024-09-16T00:12:39.036 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 200.213116330, 2024-09-16T00:12:39.036 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.003067084 2024-09-16T00:12:39.036 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.036 INFO:teuthology.orchestra.run.smithi190.stdout: "replayed": 0 2024-09-16T00:12:39.036 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.036 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_mem": { 2024-09-16T00:12:39.036 INFO:teuthology.orchestra.run.smithi190.stdout: "ino": 6999, 2024-09-16T00:12:39.036 INFO:teuthology.orchestra.run.smithi190.stdout: "ino+": 44140, 2024-09-16T00:12:39.036 INFO:teuthology.orchestra.run.smithi190.stdout: "ino-": 37141, 2024-09-16T00:12:39.036 INFO:teuthology.orchestra.run.smithi190.stdout: "dir": 249, 2024-09-16T00:12:39.037 INFO:teuthology.orchestra.run.smithi190.stdout: "dir+": 340, 2024-09-16T00:12:39.037 INFO:teuthology.orchestra.run.smithi190.stdout: "dir-": 91, 2024-09-16T00:12:39.037 INFO:teuthology.orchestra.run.smithi190.stdout: "dn": 8232, 2024-09-16T00:12:39.037 INFO:teuthology.orchestra.run.smithi190.stdout: "dn+": 69134, 2024-09-16T00:12:39.037 INFO:teuthology.orchestra.run.smithi190.stdout: "dn-": 60902, 2024-09-16T00:12:39.037 INFO:teuthology.orchestra.run.smithi190.stdout: "cap": 3, 2024-09-16T00:12:39.037 INFO:teuthology.orchestra.run.smithi190.stdout: "cap+": 37181, 2024-09-16T00:12:39.037 INFO:teuthology.orchestra.run.smithi190.stdout: "cap-": 37178, 2024-09-16T00:12:39.037 INFO:teuthology.orchestra.run.smithi190.stdout: "rss": 113620, 2024-09-16T00:12:39.037 INFO:teuthology.orchestra.run.smithi190.stdout: "heap": 231712 2024-09-16T00:12:39.037 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.037 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_server": { 2024-09-16T00:12:39.037 INFO:teuthology.orchestra.run.smithi190.stdout: "dispatch_client_request": 2362250, 2024-09-16T00:12:39.038 INFO:teuthology.orchestra.run.smithi190.stdout: "dispatch_server_request": 10359, 2024-09-16T00:12:39.038 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_request": 2208717, 2024-09-16T00:12:39.038 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_session": 3431, 2024-09-16T00:12:39.038 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_peer_request": 20595, 2024-09-16T00:12:39.038 INFO:teuthology.orchestra.run.smithi190.stdout: "req_create_latency": { 2024-09-16T00:12:39.038 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 37035, 2024-09-16T00:12:39.038 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 134.833175609, 2024-09-16T00:12:39.038 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.003640695 2024-09-16T00:12:39.038 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.038 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getattr_latency": { 2024-09-16T00:12:39.038 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 1926051, 2024-09-16T00:12:39.038 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 3335.645910118, 2024-09-16T00:12:39.038 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.001731857 2024-09-16T00:12:39.039 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.039 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getfilelock_latency": { 2024-09-16T00:12:39.039 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:39.039 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:39.039 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:39.039 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.039 INFO:teuthology.orchestra.run.smithi190.stdout: "req_link_latency": { 2024-09-16T00:12:39.039 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:39.039 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:39.039 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:39.039 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.039 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookup_latency": { 2024-09-16T00:12:39.039 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 71260, 2024-09-16T00:12:39.039 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 233.392923553, 2024-09-16T00:12:39.040 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.003275230 2024-09-16T00:12:39.040 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.040 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookuphash_latency": { 2024-09-16T00:12:39.040 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:39.040 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:39.040 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:39.040 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.040 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupino_latency": { 2024-09-16T00:12:39.040 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:39.040 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:39.040 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:39.040 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.040 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupname_latency": { 2024-09-16T00:12:39.041 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:39.041 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:39.041 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:39.041 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.041 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupparent_latency": { 2024-09-16T00:12:39.041 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:39.041 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:39.041 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:39.041 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.041 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupsnap_latency": { 2024-09-16T00:12:39.041 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:39.041 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:39.042 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:39.042 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.042 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lssnap_latency": { 2024-09-16T00:12:39.042 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 25, 2024-09-16T00:12:39.042 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.013821666, 2024-09-16T00:12:39.042 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000552866 2024-09-16T00:12:39.042 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.042 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mkdir_latency": { 2024-09-16T00:12:39.042 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 114, 2024-09-16T00:12:39.042 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.561580276, 2024-09-16T00:12:39.042 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.004926142 2024-09-16T00:12:39.042 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.042 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mknod_latency": { 2024-09-16T00:12:39.043 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:39.043 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:39.043 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:39.043 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.043 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mksnap_latency": { 2024-09-16T00:12:39.043 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 25, 2024-09-16T00:12:39.043 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 1.909447433, 2024-09-16T00:12:39.043 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.076377897 2024-09-16T00:12:39.043 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.043 INFO:teuthology.orchestra.run.smithi190.stdout: "req_open_latency": { 2024-09-16T00:12:39.043 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 19862, 2024-09-16T00:12:39.043 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 54.739976160, 2024-09-16T00:12:39.043 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.002756015 2024-09-16T00:12:39.043 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.044 INFO:teuthology.orchestra.run.smithi190.stdout: "req_readdir_latency": { 2024-09-16T00:12:39.044 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 98272, 2024-09-16T00:12:39.044 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 478.864878104, 2024-09-16T00:12:39.044 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.004872851 2024-09-16T00:12:39.044 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.044 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rename_latency": { 2024-09-16T00:12:39.044 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 7503, 2024-09-16T00:12:39.044 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 39.272089729, 2024-09-16T00:12:39.044 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.005234184 2024-09-16T00:12:39.044 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.044 INFO:teuthology.orchestra.run.smithi190.stdout: "req_renamesnap_latency": { 2024-09-16T00:12:39.044 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:39.044 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:39.045 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:39.045 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.045 INFO:teuthology.orchestra.run.smithi190.stdout: "req_snapdiff_latency": { 2024-09-16T00:12:39.045 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:39.045 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:39.045 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:39.045 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.045 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmdir_latency": { 2024-09-16T00:12:39.045 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 104, 2024-09-16T00:12:39.045 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.778930303, 2024-09-16T00:12:39.045 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.007489714 2024-09-16T00:12:39.045 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.045 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmsnap_latency": { 2024-09-16T00:12:39.046 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 18, 2024-09-16T00:12:39.046 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 1.376924822, 2024-09-16T00:12:39.046 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.076495823 2024-09-16T00:12:39.046 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.046 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmxattr_latency": { 2024-09-16T00:12:39.046 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:39.046 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:39.046 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:39.046 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.046 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setattr_latency": { 2024-09-16T00:12:39.046 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 1, 2024-09-16T00:12:39.046 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000903325, 2024-09-16T00:12:39.046 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000903325 2024-09-16T00:12:39.047 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.047 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setdirlayout_latency": { 2024-09-16T00:12:39.047 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:39.047 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:39.047 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:39.047 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.047 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setfilelock_latency": { 2024-09-16T00:12:39.047 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 700, 2024-09-16T00:12:39.047 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 2.021315350, 2024-09-16T00:12:39.047 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.002887593 2024-09-16T00:12:39.047 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.047 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setlayout_latency": { 2024-09-16T00:12:39.047 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:39.047 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:39.048 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:39.048 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.048 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setxattr_latency": { 2024-09-16T00:12:39.048 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 8, 2024-09-16T00:12:39.048 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.020368971, 2024-09-16T00:12:39.048 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.002546121 2024-09-16T00:12:39.048 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.048 INFO:teuthology.orchestra.run.smithi190.stdout: "req_symlink_latency": { 2024-09-16T00:12:39.048 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:39.048 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:39.048 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:39.048 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.048 INFO:teuthology.orchestra.run.smithi190.stdout: "req_unlink_latency": { 2024-09-16T00:12:39.049 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 36916, 2024-09-16T00:12:39.049 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 133.360164776, 2024-09-16T00:12:39.049 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.003612530 2024-09-16T00:12:39.049 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.049 INFO:teuthology.orchestra.run.smithi190.stdout: "cap_revoke_eviction": 0, 2024-09-16T00:12:39.049 INFO:teuthology.orchestra.run.smithi190.stdout: "cap_acquisition_throttle": 0, 2024-09-16T00:12:39.049 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getvxattr_latency": { 2024-09-16T00:12:39.049 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:39.049 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:39.049 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:39.049 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:39.049 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.049 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_sessions": { 2024-09-16T00:12:39.050 INFO:teuthology.orchestra.run.smithi190.stdout: "session_count": 2, 2024-09-16T00:12:39.050 INFO:teuthology.orchestra.run.smithi190.stdout: "session_add": 6, 2024-09-16T00:12:39.050 INFO:teuthology.orchestra.run.smithi190.stdout: "session_remove": 4, 2024-09-16T00:12:39.050 INFO:teuthology.orchestra.run.smithi190.stdout: "sessions_open": 2, 2024-09-16T00:12:39.050 INFO:teuthology.orchestra.run.smithi190.stdout: "sessions_stale": 0, 2024-09-16T00:12:39.050 INFO:teuthology.orchestra.run.smithi190.stdout: "total_load": 150601, 2024-09-16T00:12:39.050 INFO:teuthology.orchestra.run.smithi190.stdout: "average_load": 75300, 2024-09-16T00:12:39.050 INFO:teuthology.orchestra.run.smithi190.stdout: "avg_session_uptime": 1506, 2024-09-16T00:12:39.050 INFO:teuthology.orchestra.run.smithi190.stdout: "mdthresh_evicted": 0 2024-09-16T00:12:39.050 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.050 INFO:teuthology.orchestra.run.smithi190.stdout: "mempool": { 2024-09-16T00:12:39.050 INFO:teuthology.orchestra.run.smithi190.stdout: "bloom_filter_bytes": 360, 2024-09-16T00:12:39.050 INFO:teuthology.orchestra.run.smithi190.stdout: "bloom_filter_items": 360, 2024-09-16T00:12:39.051 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T00:12:39.051 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_alloc_items": 0, 2024-09-16T00:12:39.051 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T00:12:39.051 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_data_items": 0, 2024-09-16T00:12:39.051 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T00:12:39.051 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T00:12:39.051 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T00:12:39.051 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T00:12:39.051 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T00:12:39.051 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_other_items": 0, 2024-09-16T00:12:39.051 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T00:12:39.051 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T00:12:39.051 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_extent_bytes": 0, 2024-09-16T00:12:39.052 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_extent_items": 0, 2024-09-16T00:12:39.052 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_blob_bytes": 0, 2024-09-16T00:12:39.052 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_blob_items": 0, 2024-09-16T00:12:39.052 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T00:12:39.052 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T00:12:39.052 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T00:12:39.052 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T00:12:39.052 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T00:12:39.052 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_fsck_items": 0, 2024-09-16T00:12:39.052 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_txc_bytes": 0, 2024-09-16T00:12:39.052 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_txc_items": 0, 2024-09-16T00:12:39.052 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T00:12:39.052 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T00:12:39.053 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_bytes": 0, 2024-09-16T00:12:39.053 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_items": 0, 2024-09-16T00:12:39.053 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_bytes": 0, 2024-09-16T00:12:39.053 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_items": 0, 2024-09-16T00:12:39.053 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T00:12:39.053 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_reader_items": 0, 2024-09-16T00:12:39.053 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T00:12:39.053 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_writer_items": 0, 2024-09-16T00:12:39.053 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_anon_bytes": 1048375, 2024-09-16T00:12:39.053 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_anon_items": 290, 2024-09-16T00:12:39.053 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_meta_bytes": 0, 2024-09-16T00:12:39.053 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_meta_items": 0, 2024-09-16T00:12:39.053 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_bytes": 0, 2024-09-16T00:12:39.053 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_items": 0, 2024-09-16T00:12:39.054 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_mapbl_bytes": 0, 2024-09-16T00:12:39.054 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_mapbl_items": 0, 2024-09-16T00:12:39.054 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_pglog_bytes": 0, 2024-09-16T00:12:39.054 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_pglog_items": 0, 2024-09-16T00:12:39.054 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_bytes": 8032, 2024-09-16T00:12:39.054 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_items": 177, 2024-09-16T00:12:39.054 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T00:12:39.054 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_mapping_items": 0, 2024-09-16T00:12:39.054 INFO:teuthology.orchestra.run.smithi190.stdout: "pgmap_bytes": 0, 2024-09-16T00:12:39.054 INFO:teuthology.orchestra.run.smithi190.stdout: "pgmap_items": 0, 2024-09-16T00:12:39.054 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_co_bytes": 21688816, 2024-09-16T00:12:39.054 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_co_items": 90637, 2024-09-16T00:12:39.054 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_1_bytes": 0, 2024-09-16T00:12:39.054 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_1_items": 0, 2024-09-16T00:12:39.055 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_2_bytes": 0, 2024-09-16T00:12:39.055 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_2_items": 0 2024-09-16T00:12:39.055 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.055 INFO:teuthology.orchestra.run.smithi190.stdout: "objecter": { 2024-09-16T00:12:39.055 INFO:teuthology.orchestra.run.smithi190.stdout: "op_active": 0, 2024-09-16T00:12:39.055 INFO:teuthology.orchestra.run.smithi190.stdout: "op_laggy": 0, 2024-09-16T00:12:39.055 INFO:teuthology.orchestra.run.smithi190.stdout: "op_send": 112704, 2024-09-16T00:12:39.055 INFO:teuthology.orchestra.run.smithi190.stdout: "op_send_bytes": 1630535112, 2024-09-16T00:12:39.055 INFO:teuthology.orchestra.run.smithi190.stdout: "op_resend": 37, 2024-09-16T00:12:39.055 INFO:teuthology.orchestra.run.smithi190.stdout: "op_reply": 112704, 2024-09-16T00:12:39.055 INFO:teuthology.orchestra.run.smithi190.stdout: "op_latency": { 2024-09-16T00:12:39.055 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 112704, 2024-09-16T00:12:39.055 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 353.490570925, 2024-09-16T00:12:39.056 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.003136450 2024-09-16T00:12:39.056 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.056 INFO:teuthology.orchestra.run.smithi190.stdout: "op_inflight": 0, 2024-09-16T00:12:39.056 INFO:teuthology.orchestra.run.smithi190.stdout: "oplen_avg": { 2024-09-16T00:12:39.056 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 112704, 2024-09-16T00:12:39.056 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 117278 2024-09-16T00:12:39.056 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.056 INFO:teuthology.orchestra.run.smithi190.stdout: "op": 112704, 2024-09-16T00:12:39.056 INFO:teuthology.orchestra.run.smithi190.stdout: "op_r": 2708, 2024-09-16T00:12:39.056 INFO:teuthology.orchestra.run.smithi190.stdout: "op_w": 109996, 2024-09-16T00:12:39.056 INFO:teuthology.orchestra.run.smithi190.stdout: "op_rmw": 0, 2024-09-16T00:12:39.056 INFO:teuthology.orchestra.run.smithi190.stdout: "op_pg": 0, 2024-09-16T00:12:39.056 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_stat": 141, 2024-09-16T00:12:39.056 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_create": 597, 2024-09-16T00:12:39.057 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_read": 2705, 2024-09-16T00:12:39.057 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_write": 67983, 2024-09-16T00:12:39.057 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_writefull": 1469, 2024-09-16T00:12:39.057 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_writesame": 0, 2024-09-16T00:12:39.057 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_append": 0, 2024-09-16T00:12:39.057 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_zero": 0, 2024-09-16T00:12:39.057 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_truncate": 17, 2024-09-16T00:12:39.057 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_delete": 38080, 2024-09-16T00:12:39.057 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_mapext": 0, 2024-09-16T00:12:39.057 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_sparse_read": 0, 2024-09-16T00:12:39.057 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_clonerange": 0, 2024-09-16T00:12:39.057 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_getxattr": 1, 2024-09-16T00:12:39.057 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_setxattr": 1194, 2024-09-16T00:12:39.057 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_cmpxattr": 0, 2024-09-16T00:12:39.058 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_rmxattr": 0, 2024-09-16T00:12:39.058 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_resetxattrs": 0, 2024-09-16T00:12:39.058 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_call": 0, 2024-09-16T00:12:39.058 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_watch": 0, 2024-09-16T00:12:39.058 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_notify": 0, 2024-09-16T00:12:39.058 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_src_cmpxattr": 0, 2024-09-16T00:12:39.058 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_pgls": 0, 2024-09-16T00:12:39.058 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_pgls_filter": 0, 2024-09-16T00:12:39.058 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_other": 0, 2024-09-16T00:12:39.058 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_active": 0, 2024-09-16T00:12:39.058 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_send": 0, 2024-09-16T00:12:39.058 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_resend": 0, 2024-09-16T00:12:39.058 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_ping": 0, 2024-09-16T00:12:39.058 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_active": 0, 2024-09-16T00:12:39.059 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_send": 0, 2024-09-16T00:12:39.059 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_resend": 0, 2024-09-16T00:12:39.059 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_active": 0, 2024-09-16T00:12:39.059 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_send": 0, 2024-09-16T00:12:39.059 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_resend": 0, 2024-09-16T00:12:39.059 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_active": 0, 2024-09-16T00:12:39.059 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_send": 0, 2024-09-16T00:12:39.059 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_resend": 0, 2024-09-16T00:12:39.059 INFO:teuthology.orchestra.run.smithi190.stdout: "command_active": 0, 2024-09-16T00:12:39.059 INFO:teuthology.orchestra.run.smithi190.stdout: "command_send": 0, 2024-09-16T00:12:39.059 INFO:teuthology.orchestra.run.smithi190.stdout: "command_resend": 0, 2024-09-16T00:12:39.059 INFO:teuthology.orchestra.run.smithi190.stdout: "map_epoch": 120, 2024-09-16T00:12:39.059 INFO:teuthology.orchestra.run.smithi190.stdout: "map_full": 0, 2024-09-16T00:12:39.060 INFO:teuthology.orchestra.run.smithi190.stdout: "map_inc": 39, 2024-09-16T00:12:39.060 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_sessions": 12, 2024-09-16T00:12:39.060 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_session_open": 12, 2024-09-16T00:12:39.060 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_session_close": 0, 2024-09-16T00:12:39.060 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_laggy": 0, 2024-09-16T00:12:39.060 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_wr": 3624, 2024-09-16T00:12:39.060 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_rd": 6, 2024-09-16T00:12:39.060 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_del": 1461 2024-09-16T00:12:39.060 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.060 INFO:teuthology.orchestra.run.smithi190.stdout: "oft": { 2024-09-16T00:12:39.060 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_objs": 1, 2024-09-16T00:12:39.060 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_kv_pairs": 0, 2024-09-16T00:12:39.060 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_updates": 0, 2024-09-16T00:12:39.061 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_removes": 0 2024-09-16T00:12:39.061 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.061 INFO:teuthology.orchestra.run.smithi190.stdout: "osd-slow-ops": { 2024-09-16T00:12:39.061 INFO:teuthology.orchestra.run.smithi190.stdout: "slow_ops_count": 0 2024-09-16T00:12:39.061 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.061 INFO:teuthology.orchestra.run.smithi190.stdout: "purge_queue": { 2024-09-16T00:12:39.061 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_ops": 0, 2024-09-16T00:12:39.061 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_ops_high_water": 6, 2024-09-16T00:12:39.061 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing": 0, 2024-09-16T00:12:39.061 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_high_water": 6, 2024-09-16T00:12:39.061 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executed_ops": 36916, 2024-09-16T00:12:39.061 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executed": 36916, 2024-09-16T00:12:39.061 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_item_in_journal": 0 2024-09-16T00:12:39.062 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.062 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T00:12:39.062 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-09-16T00:12:39.062 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 104857600, 2024-09-16T00:12:39.062 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-09-16T00:12:39.062 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 3458750, 2024-09-16T00:12:39.062 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 628505152, 2024-09-16T00:12:39.062 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:39.062 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 3458750, 2024-09-16T00:12:39.062 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-09-16T00:12:39.062 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-09-16T00:12:39.062 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 3458750, 2024-09-16T00:12:39.062 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 628505152, 2024-09-16T00:12:39.062 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-09-16T00:12:39.063 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:39.063 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:39.063 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:39.063 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:39.063 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.063 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-objecter_bytes": { 2024-09-16T00:12:39.063 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-09-16T00:12:39.063 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 104857600, 2024-09-16T00:12:39.063 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-09-16T00:12:39.063 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 0, 2024-09-16T00:12:39.063 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 0, 2024-09-16T00:12:39.063 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:39.063 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:39.063 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 112704, 2024-09-16T00:12:39.064 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 1634296172, 2024-09-16T00:12:39.064 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 112704, 2024-09-16T00:12:39.064 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 1634296172, 2024-09-16T00:12:39.064 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-09-16T00:12:39.064 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:39.064 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:39.064 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:39.064 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:39.064 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.064 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-objecter_ops": { 2024-09-16T00:12:39.064 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-09-16T00:12:39.064 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 1024, 2024-09-16T00:12:39.064 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-09-16T00:12:39.065 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 0, 2024-09-16T00:12:39.065 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 0, 2024-09-16T00:12:39.065 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:39.065 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:39.065 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 112704, 2024-09-16T00:12:39.065 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 112704, 2024-09-16T00:12:39.065 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 112704, 2024-09-16T00:12:39.065 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 112704, 2024-09-16T00:12:39.065 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-09-16T00:12:39.065 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:39.065 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:39.065 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:39.065 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:39.066 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.066 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-write_buf_throttle": { 2024-09-16T00:12:39.066 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-09-16T00:12:39.066 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 3758096384, 2024-09-16T00:12:39.066 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-09-16T00:12:39.066 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 36916, 2024-09-16T00:12:39.066 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 3761108, 2024-09-16T00:12:39.066 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:39.066 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 36916, 2024-09-16T00:12:39.066 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-09-16T00:12:39.066 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-09-16T00:12:39.066 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 2705, 2024-09-16T00:12:39.066 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 3761108, 2024-09-16T00:12:39.066 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-09-16T00:12:39.067 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:39.067 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:39.067 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:39.067 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:39.067 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:39.067 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-write_buf_throttle-0x557024204960": { 2024-09-16T00:12:39.067 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-09-16T00:12:39.067 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 3758096384, 2024-09-16T00:12:39.067 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-09-16T00:12:39.067 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 236838, 2024-09-16T00:12:39.067 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 1619594930, 2024-09-16T00:12:39.067 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:39.067 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 236838, 2024-09-16T00:12:39.067 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-09-16T00:12:39.068 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-09-16T00:12:39.068 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 65278, 2024-09-16T00:12:39.068 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 1619594930, 2024-09-16T00:12:39.068 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-09-16T00:12:39.068 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:39.068 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:39.068 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:39.068 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:39.068 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:39.068 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-09-16T00:12:40.032 INFO:tasks.check_counter:Daemon mds.i mds.exported=11 2024-09-16T00:12:40.032 INFO:tasks.check_counter:Daemon mds.i mds.imported=18 2024-09-16T00:12:40.032 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=417 2024-09-16T00:12:40.032 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=54 2024-09-16T00:12:40.032 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=7 2024-09-16T00:12:40.032 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=25 2024-09-16T00:12:40.032 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=18 2024-09-16T00:12:40.032 DEBUG:tasks.check_counter:Getting stats from l 2024-09-16T00:12:40.033 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph daemon mds.l perf dump 2024-09-16T00:12:40.278 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.c/config 2024-09-16T00:12:40.598 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:40 smithi190 ceph-mon[34840]: pgmap v807: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 5.8 KiB/s wr, 14 op/s 2024-09-16T00:12:40.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:40 smithi071 ceph-mon[30957]: pgmap v807: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 5.8 KiB/s wr, 14 op/s 2024-09-16T00:12:40.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:40 smithi163 ceph-mon[34107]: pgmap v807: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 5.8 KiB/s wr, 14 op/s 2024-09-16T00:12:40.823 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-09-16T00:12:40.823 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T00:12:40.823 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 69564, 2024-09-16T00:12:40.823 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 36332, 2024-09-16T00:12:40.823 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 30099663, 2024-09-16T00:12:40.824 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 10754837, 2024-09-16T00:12:40.824 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 11, 2024-09-16T00:12:40.824 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 6, 2024-09-16T00:12:40.824 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 2.983517335, 2024-09-16T00:12:40.824 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 1.077301759, 2024-09-16T00:12:40.824 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 2.435287034, 2024-09-16T00:12:40.824 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 0.049627598, 2024-09-16T00:12:40.824 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:40.824 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 36331, 2024-09-16T00:12:40.825 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.803669781, 2024-09-16T00:12:40.825 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000022120 2024-09-16T00:12:40.825 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.825 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:40.825 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 100474, 2024-09-16T00:12:40.825 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.015392310, 2024-09-16T00:12:40.825 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000153 2024-09-16T00:12:40.825 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.825 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 1865312, 2024-09-16T00:12:40.825 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 322048 2024-09-16T00:12:40.825 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.825 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T00:12:40.826 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 71527, 2024-09-16T00:12:40.826 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 41726, 2024-09-16T00:12:40.826 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 29330403, 2024-09-16T00:12:40.826 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 11072987, 2024-09-16T00:12:40.826 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 20, 2024-09-16T00:12:40.826 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 8, 2024-09-16T00:12:40.826 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 3.856727743, 2024-09-16T00:12:40.827 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 1.653146984, 2024-09-16T00:12:40.827 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 2.799164217, 2024-09-16T00:12:40.827 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 0.004193182, 2024-09-16T00:12:40.827 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:40.827 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 41722, 2024-09-16T00:12:40.827 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.901557987, 2024-09-16T00:12:40.827 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000021608 2024-09-16T00:12:40.828 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.828 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:40.828 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 111935, 2024-09-16T00:12:40.828 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.018503468, 2024-09-16T00:12:40.828 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000165 2024-09-16T00:12:40.828 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.829 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 4288, 2024-09-16T00:12:40.829 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 765888 2024-09-16T00:12:40.829 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.829 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T00:12:40.829 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 405389, 2024-09-16T00:12:40.829 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 206808, 2024-09-16T00:12:40.830 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 161701773, 2024-09-16T00:12:40.830 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 37898258, 2024-09-16T00:12:40.830 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 12, 2024-09-16T00:12:40.830 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 6, 2024-09-16T00:12:40.830 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 19.845806431, 2024-09-16T00:12:40.831 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 8.484995218, 2024-09-16T00:12:40.831 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 15.169483783, 2024-09-16T00:12:40.831 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 0.055414930, 2024-09-16T00:12:40.831 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T00:12:40.831 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 206808, 2024-09-16T00:12:40.831 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 4.458656413, 2024-09-16T00:12:40.832 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000021559 2024-09-16T00:12:40.832 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.832 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-09-16T00:12:40.832 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 606623, 2024-09-16T00:12:40.832 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.090435656, 2024-09-16T00:12:40.833 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000149 2024-09-16T00:12:40.833 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.833 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 928, 2024-09-16T00:12:40.833 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 976 2024-09-16T00:12:40.833 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.834 INFO:teuthology.orchestra.run.smithi190.stdout: "cct": { 2024-09-16T00:12:40.834 INFO:teuthology.orchestra.run.smithi190.stdout: "total_workers": 1, 2024-09-16T00:12:40.834 INFO:teuthology.orchestra.run.smithi190.stdout: "unhealthy_workers": 0 2024-09-16T00:12:40.834 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.834 INFO:teuthology.orchestra.run.smithi190.stdout: "finisher-MDSRank": { 2024-09-16T00:12:40.834 INFO:teuthology.orchestra.run.smithi190.stdout: "queue_len": 0, 2024-09-16T00:12:40.835 INFO:teuthology.orchestra.run.smithi190.stdout: "complete_latency": { 2024-09-16T00:12:40.835 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 4115, 2024-09-16T00:12:40.835 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 1.379852623, 2024-09-16T00:12:40.835 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000335322 2024-09-16T00:12:40.835 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:40.835 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.836 INFO:teuthology.orchestra.run.smithi190.stdout: "finisher-PurgeQueue": { 2024-09-16T00:12:40.836 INFO:teuthology.orchestra.run.smithi190.stdout: "queue_len": 0, 2024-09-16T00:12:40.836 INFO:teuthology.orchestra.run.smithi190.stdout: "complete_latency": { 2024-09-16T00:12:40.836 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 2680, 2024-09-16T00:12:40.836 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.084953709, 2024-09-16T00:12:40.837 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000031699 2024-09-16T00:12:40.837 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:40.837 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.837 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-09-16T00:12:40.837 INFO:teuthology.orchestra.run.smithi190.stdout: "request": 3255, 2024-09-16T00:12:40.838 INFO:teuthology.orchestra.run.smithi190.stdout: "reply": 2916, 2024-09-16T00:12:40.838 INFO:teuthology.orchestra.run.smithi190.stdout: "reply_latency": { 2024-09-16T00:12:40.838 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 2916, 2024-09-16T00:12:40.838 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 11.112646581, 2024-09-16T00:12:40.838 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.003810921 2024-09-16T00:12:40.838 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.839 INFO:teuthology.orchestra.run.smithi190.stdout: "slow_reply": 0, 2024-09-16T00:12:40.839 INFO:teuthology.orchestra.run.smithi190.stdout: "forward": 339, 2024-09-16T00:12:40.839 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_fetch_complete": 0, 2024-09-16T00:12:40.839 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_fetch_keys": 0, 2024-09-16T00:12:40.839 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_commit": 11, 2024-09-16T00:12:40.839 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_split": 0, 2024-09-16T00:12:40.840 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_merge": 0, 2024-09-16T00:12:40.840 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes": 18, 2024-09-16T00:12:40.840 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_top": 2, 2024-09-16T00:12:40.840 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_bottom": 6, 2024-09-16T00:12:40.840 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_pin_tail": 10, 2024-09-16T00:12:40.840 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_pinned": 13, 2024-09-16T00:12:40.841 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_expired": 347, 2024-09-16T00:12:40.841 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_with_caps": 1, 2024-09-16T00:12:40.841 INFO:teuthology.orchestra.run.smithi190.stdout: "caps": 1, 2024-09-16T00:12:40.841 INFO:teuthology.orchestra.run.smithi190.stdout: "subtrees": 5, 2024-09-16T00:12:40.841 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse": 9272, 2024-09-16T00:12:40.842 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_hit": 4754, 2024-09-16T00:12:40.842 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_forward": 337, 2024-09-16T00:12:40.842 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_discover": 167, 2024-09-16T00:12:40.842 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_dir_fetch": 0, 2024-09-16T00:12:40.842 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_remote_ino": 0, 2024-09-16T00:12:40.842 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_lock": 0, 2024-09-16T00:12:40.843 INFO:teuthology.orchestra.run.smithi190.stdout: "load_cent": 0, 2024-09-16T00:12:40.843 INFO:teuthology.orchestra.run.smithi190.stdout: "q": 0, 2024-09-16T00:12:40.843 INFO:teuthology.orchestra.run.smithi190.stdout: "exported": 2, 2024-09-16T00:12:40.843 INFO:teuthology.orchestra.run.smithi190.stdout: "exported_inodes": 140, 2024-09-16T00:12:40.843 INFO:teuthology.orchestra.run.smithi190.stdout: "imported": 2, 2024-09-16T00:12:40.843 INFO:teuthology.orchestra.run.smithi190.stdout: "imported_inodes": 3, 2024-09-16T00:12:40.843 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_dir_fetch": 0, 2024-09-16T00:12:40.844 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_backtrace_fetch": 0, 2024-09-16T00:12:40.844 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_peer_discover": 0, 2024-09-16T00:12:40.844 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rfiles": 4, 2024-09-16T00:12:40.844 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rbytes": 234, 2024-09-16T00:12:40.844 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rsnaps": 7, 2024-09-16T00:12:40.845 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_backtrace_fetch": 0, 2024-09-16T00:12:40.845 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_set_tag": 0, 2024-09-16T00:12:40.845 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_backtrace_repaired": 0, 2024-09-16T00:12:40.845 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_inotable_repaired": 0, 2024-09-16T00:12:40.845 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dir_inodes": 0, 2024-09-16T00:12:40.845 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dir_base_inodes": 0, 2024-09-16T00:12:40.845 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dirfrag_rstats": 0, 2024-09-16T00:12:40.845 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_file_inodes": 0, 2024-09-16T00:12:40.845 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_inode_file_caps": 0, 2024-09-16T00:12:40.845 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_revoke": 631, 2024-09-16T00:12:40.845 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_grant": 1606, 2024-09-16T00:12:40.845 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_trunc": 0, 2024-09-16T00:12:40.846 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-16T00:12:40.846 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-16T00:12:40.846 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_caps": 1382, 2024-09-16T00:12:40.846 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_caps_dirty": 725, 2024-09-16T00:12:40.846 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_cap_release": 240, 2024-09-16T00:12:40.846 INFO:teuthology.orchestra.run.smithi190.stdout: "process_request_cap_release": 2181 2024-09-16T00:12:40.846 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.846 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_cache": { 2024-09-16T00:12:40.846 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_update": 348, 2024-09-16T00:12:40.846 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_update_receipt": 1551, 2024-09-16T00:12:40.846 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_try_discover": 829, 2024-09-16T00:12:40.846 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_send_discover": 1562, 2024-09-16T00:12:40.846 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_handle_discover": 418, 2024-09-16T00:12:40.846 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays": 0, 2024-09-16T00:12:40.847 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays_delayed": 0, 2024-09-16T00:12:40.847 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays_enqueuing": 0, 2024-09-16T00:12:40.847 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_created": 578, 2024-09-16T00:12:40.847 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_enqueued": 578, 2024-09-16T00:12:40.847 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_reintegrated": 0, 2024-09-16T00:12:40.847 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_migrated": 0, 2024-09-16T00:12:40.847 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_processing": 0, 2024-09-16T00:12:40.847 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_enqueued": 0, 2024-09-16T00:12:40.847 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_prioritized": 0, 2024-09-16T00:12:40.847 INFO:teuthology.orchestra.run.smithi190.stdout: "recovery_started": 0, 2024-09-16T00:12:40.847 INFO:teuthology.orchestra.run.smithi190.stdout: "recovery_completed": 0, 2024-09-16T00:12:40.847 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_quiesce_path": 0, 2024-09-16T00:12:40.847 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_quiesce_inode": 0, 2024-09-16T00:12:40.848 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_enqueue_scrub": 0, 2024-09-16T00:12:40.848 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_exportdir": 2, 2024-09-16T00:12:40.848 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_flush": 0, 2024-09-16T00:12:40.848 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_fragmentdir": 0, 2024-09-16T00:12:40.848 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_fragstats": 0, 2024-09-16T00:12:40.848 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_inodestats": 0 2024-09-16T00:12:40.848 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.848 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_log": { 2024-09-16T00:12:40.848 INFO:teuthology.orchestra.run.smithi190.stdout: "evlrg": 0, 2024-09-16T00:12:40.848 INFO:teuthology.orchestra.run.smithi190.stdout: "evadd": 4853, 2024-09-16T00:12:40.849 INFO:teuthology.orchestra.run.smithi190.stdout: "evex": 0, 2024-09-16T00:12:40.849 INFO:teuthology.orchestra.run.smithi190.stdout: "evtrm": 0, 2024-09-16T00:12:40.849 INFO:teuthology.orchestra.run.smithi190.stdout: "ev": 4853, 2024-09-16T00:12:40.849 INFO:teuthology.orchestra.run.smithi190.stdout: "evexg": 0, 2024-09-16T00:12:40.849 INFO:teuthology.orchestra.run.smithi190.stdout: "evexd": 0, 2024-09-16T00:12:40.849 INFO:teuthology.orchestra.run.smithi190.stdout: "segadd": 7, 2024-09-16T00:12:40.849 INFO:teuthology.orchestra.run.smithi190.stdout: "segex": 0, 2024-09-16T00:12:40.849 INFO:teuthology.orchestra.run.smithi190.stdout: "segtrm": 0, 2024-09-16T00:12:40.849 INFO:teuthology.orchestra.run.smithi190.stdout: "seg": 7, 2024-09-16T00:12:40.849 INFO:teuthology.orchestra.run.smithi190.stdout: "segmjr": 2, 2024-09-16T00:12:40.849 INFO:teuthology.orchestra.run.smithi190.stdout: "segexg": 0, 2024-09-16T00:12:40.849 INFO:teuthology.orchestra.run.smithi190.stdout: "segexd": 0, 2024-09-16T00:12:40.849 INFO:teuthology.orchestra.run.smithi190.stdout: "expos": 4194304, 2024-09-16T00:12:40.850 INFO:teuthology.orchestra.run.smithi190.stdout: "wrpos": 10720613, 2024-09-16T00:12:40.850 INFO:teuthology.orchestra.run.smithi190.stdout: "rdpos": 0, 2024-09-16T00:12:40.850 INFO:teuthology.orchestra.run.smithi190.stdout: "jlat": { 2024-09-16T00:12:40.850 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 1816, 2024-09-16T00:12:40.850 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 5.405013790, 2024-09-16T00:12:40.850 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.002976329 2024-09-16T00:12:40.850 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.850 INFO:teuthology.orchestra.run.smithi190.stdout: "replayed": 0 2024-09-16T00:12:40.850 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.850 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_mem": { 2024-09-16T00:12:40.850 INFO:teuthology.orchestra.run.smithi190.stdout: "ino": 24, 2024-09-16T00:12:40.850 INFO:teuthology.orchestra.run.smithi190.stdout: "ino+": 836, 2024-09-16T00:12:40.850 INFO:teuthology.orchestra.run.smithi190.stdout: "ino-": 812, 2024-09-16T00:12:40.851 INFO:teuthology.orchestra.run.smithi190.stdout: "dir": 23, 2024-09-16T00:12:40.851 INFO:teuthology.orchestra.run.smithi190.stdout: "dir+": 998, 2024-09-16T00:12:40.851 INFO:teuthology.orchestra.run.smithi190.stdout: "dir-": 975, 2024-09-16T00:12:40.851 INFO:teuthology.orchestra.run.smithi190.stdout: "dn": 18, 2024-09-16T00:12:40.851 INFO:teuthology.orchestra.run.smithi190.stdout: "dn+": 1100, 2024-09-16T00:12:40.851 INFO:teuthology.orchestra.run.smithi190.stdout: "dn-": 1082, 2024-09-16T00:12:40.851 INFO:teuthology.orchestra.run.smithi190.stdout: "cap": 1, 2024-09-16T00:12:40.851 INFO:teuthology.orchestra.run.smithi190.stdout: "cap+": 585, 2024-09-16T00:12:40.851 INFO:teuthology.orchestra.run.smithi190.stdout: "cap-": 584, 2024-09-16T00:12:40.851 INFO:teuthology.orchestra.run.smithi190.stdout: "rss": 61832, 2024-09-16T00:12:40.851 INFO:teuthology.orchestra.run.smithi190.stdout: "heap": 223520 2024-09-16T00:12:40.851 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.851 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_server": { 2024-09-16T00:12:40.851 INFO:teuthology.orchestra.run.smithi190.stdout: "dispatch_client_request": 7223, 2024-09-16T00:12:40.852 INFO:teuthology.orchestra.run.smithi190.stdout: "dispatch_server_request": 10, 2024-09-16T00:12:40.852 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_request": 3255, 2024-09-16T00:12:40.852 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_session": 47, 2024-09-16T00:12:40.852 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_peer_request": 1325, 2024-09-16T00:12:40.852 INFO:teuthology.orchestra.run.smithi190.stdout: "req_create_latency": { 2024-09-16T00:12:40.852 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 575, 2024-09-16T00:12:40.852 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 4.349202544, 2024-09-16T00:12:40.852 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.007563830 2024-09-16T00:12:40.852 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.852 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getattr_latency": { 2024-09-16T00:12:40.852 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 4, 2024-09-16T00:12:40.852 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000664063, 2024-09-16T00:12:40.852 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000166015 2024-09-16T00:12:40.853 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.853 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getfilelock_latency": { 2024-09-16T00:12:40.853 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.853 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.853 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.853 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.853 INFO:teuthology.orchestra.run.smithi190.stdout: "req_link_latency": { 2024-09-16T00:12:40.853 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.853 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.853 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.853 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.853 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookup_latency": { 2024-09-16T00:12:40.854 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 606, 2024-09-16T00:12:40.854 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.272101207, 2024-09-16T00:12:40.854 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000449011 2024-09-16T00:12:40.854 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.854 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookuphash_latency": { 2024-09-16T00:12:40.854 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.854 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.854 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.854 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.854 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupino_latency": { 2024-09-16T00:12:40.854 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.854 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.854 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.855 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.855 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupname_latency": { 2024-09-16T00:12:40.855 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.855 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.855 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.855 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.855 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupparent_latency": { 2024-09-16T00:12:40.855 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.855 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.855 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.856 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.856 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupsnap_latency": { 2024-09-16T00:12:40.856 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.856 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.856 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.856 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.856 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lssnap_latency": { 2024-09-16T00:12:40.857 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.857 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.857 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.857 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.857 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mkdir_latency": { 2024-09-16T00:12:40.857 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.857 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.857 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.857 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.858 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mknod_latency": { 2024-09-16T00:12:40.858 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.858 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.858 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.858 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.858 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mksnap_latency": { 2024-09-16T00:12:40.858 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.858 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.858 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.858 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.858 INFO:teuthology.orchestra.run.smithi190.stdout: "req_open_latency": { 2024-09-16T00:12:40.858 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 225, 2024-09-16T00:12:40.858 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.107856012, 2024-09-16T00:12:40.859 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000479360 2024-09-16T00:12:40.859 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.859 INFO:teuthology.orchestra.run.smithi190.stdout: "req_readdir_latency": { 2024-09-16T00:12:40.859 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 778, 2024-09-16T00:12:40.859 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.408306506, 2024-09-16T00:12:40.859 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000524815 2024-09-16T00:12:40.859 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.859 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rename_latency": { 2024-09-16T00:12:40.859 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 150, 2024-09-16T00:12:40.859 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 1.078782267, 2024-09-16T00:12:40.859 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.007191881 2024-09-16T00:12:40.859 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.860 INFO:teuthology.orchestra.run.smithi190.stdout: "req_renamesnap_latency": { 2024-09-16T00:12:40.860 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.860 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.860 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.860 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.860 INFO:teuthology.orchestra.run.smithi190.stdout: "req_snapdiff_latency": { 2024-09-16T00:12:40.860 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.860 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.860 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.860 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.860 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmdir_latency": { 2024-09-16T00:12:40.860 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.861 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.861 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.861 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.861 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmsnap_latency": { 2024-09-16T00:12:40.861 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.861 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.861 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.861 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.861 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmxattr_latency": { 2024-09-16T00:12:40.861 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.861 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.861 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.862 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.862 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setattr_latency": { 2024-09-16T00:12:40.862 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.862 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.862 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.862 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.862 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setdirlayout_latency": { 2024-09-16T00:12:40.862 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.862 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.862 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.862 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.862 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setfilelock_latency": { 2024-09-16T00:12:40.862 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.863 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.863 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.863 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.863 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setlayout_latency": { 2024-09-16T00:12:40.863 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.863 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.863 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.863 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.863 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setxattr_latency": { 2024-09-16T00:12:40.863 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.863 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.863 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.864 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.864 INFO:teuthology.orchestra.run.smithi190.stdout: "req_symlink_latency": { 2024-09-16T00:12:40.864 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.864 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.864 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.864 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.864 INFO:teuthology.orchestra.run.smithi190.stdout: "req_unlink_latency": { 2024-09-16T00:12:40.864 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 578, 2024-09-16T00:12:40.864 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 4.895733982, 2024-09-16T00:12:40.864 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.008470127 2024-09-16T00:12:40.865 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.865 INFO:teuthology.orchestra.run.smithi190.stdout: "cap_revoke_eviction": 0, 2024-09-16T00:12:40.865 INFO:teuthology.orchestra.run.smithi190.stdout: "cap_acquisition_throttle": 0, 2024-09-16T00:12:40.865 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getvxattr_latency": { 2024-09-16T00:12:40.865 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.865 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.866 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.866 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:40.866 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.866 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_sessions": { 2024-09-16T00:12:40.866 INFO:teuthology.orchestra.run.smithi190.stdout: "session_count": 2, 2024-09-16T00:12:40.866 INFO:teuthology.orchestra.run.smithi190.stdout: "session_add": 5, 2024-09-16T00:12:40.866 INFO:teuthology.orchestra.run.smithi190.stdout: "session_remove": 3, 2024-09-16T00:12:40.866 INFO:teuthology.orchestra.run.smithi190.stdout: "sessions_open": 2, 2024-09-16T00:12:40.866 INFO:teuthology.orchestra.run.smithi190.stdout: "sessions_stale": 0, 2024-09-16T00:12:40.866 INFO:teuthology.orchestra.run.smithi190.stdout: "total_load": 341, 2024-09-16T00:12:40.866 INFO:teuthology.orchestra.run.smithi190.stdout: "average_load": 170, 2024-09-16T00:12:40.866 INFO:teuthology.orchestra.run.smithi190.stdout: "avg_session_uptime": 1508, 2024-09-16T00:12:40.867 INFO:teuthology.orchestra.run.smithi190.stdout: "mdthresh_evicted": 0 2024-09-16T00:12:40.867 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.867 INFO:teuthology.orchestra.run.smithi190.stdout: "mempool": { 2024-09-16T00:12:40.867 INFO:teuthology.orchestra.run.smithi190.stdout: "bloom_filter_bytes": 0, 2024-09-16T00:12:40.867 INFO:teuthology.orchestra.run.smithi190.stdout: "bloom_filter_items": 0, 2024-09-16T00:12:40.867 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T00:12:40.867 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_alloc_items": 0, 2024-09-16T00:12:40.867 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T00:12:40.867 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_data_items": 0, 2024-09-16T00:12:40.867 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T00:12:40.867 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T00:12:40.868 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T00:12:40.868 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T00:12:40.868 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T00:12:40.868 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_other_items": 0, 2024-09-16T00:12:40.868 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T00:12:40.868 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T00:12:40.868 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_extent_bytes": 0, 2024-09-16T00:12:40.868 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_extent_items": 0, 2024-09-16T00:12:40.868 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_blob_bytes": 0, 2024-09-16T00:12:40.868 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_blob_items": 0, 2024-09-16T00:12:40.868 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T00:12:40.868 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T00:12:40.869 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T00:12:40.869 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T00:12:40.869 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T00:12:40.869 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_fsck_items": 0, 2024-09-16T00:12:40.869 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_txc_bytes": 0, 2024-09-16T00:12:40.869 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_txc_items": 0, 2024-09-16T00:12:40.869 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T00:12:40.870 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T00:12:40.870 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_bytes": 0, 2024-09-16T00:12:40.870 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_items": 0, 2024-09-16T00:12:40.870 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_bytes": 0, 2024-09-16T00:12:40.870 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_items": 0, 2024-09-16T00:12:40.871 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T00:12:40.871 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_reader_items": 0, 2024-09-16T00:12:40.871 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T00:12:40.871 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_writer_items": 0, 2024-09-16T00:12:40.871 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_anon_bytes": 302655, 2024-09-16T00:12:40.872 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_anon_items": 128, 2024-09-16T00:12:40.872 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_meta_bytes": 0, 2024-09-16T00:12:40.872 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_meta_items": 0, 2024-09-16T00:12:40.872 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_bytes": 0, 2024-09-16T00:12:40.872 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_items": 0, 2024-09-16T00:12:40.872 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_mapbl_bytes": 0, 2024-09-16T00:12:40.873 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_mapbl_items": 0, 2024-09-16T00:12:40.873 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_pglog_bytes": 0, 2024-09-16T00:12:40.873 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_pglog_items": 0, 2024-09-16T00:12:40.873 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_bytes": 8032, 2024-09-16T00:12:40.873 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_items": 177, 2024-09-16T00:12:40.874 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T00:12:40.874 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_mapping_items": 0, 2024-09-16T00:12:40.874 INFO:teuthology.orchestra.run.smithi190.stdout: "pgmap_bytes": 0, 2024-09-16T00:12:40.874 INFO:teuthology.orchestra.run.smithi190.stdout: "pgmap_items": 0, 2024-09-16T00:12:40.874 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_co_bytes": 211109, 2024-09-16T00:12:40.874 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_co_items": 577, 2024-09-16T00:12:40.875 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_1_bytes": 0, 2024-09-16T00:12:40.875 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_1_items": 0, 2024-09-16T00:12:40.875 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_2_bytes": 0, 2024-09-16T00:12:40.875 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_2_items": 0 2024-09-16T00:12:40.875 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.875 INFO:teuthology.orchestra.run.smithi190.stdout: "objecter": { 2024-09-16T00:12:40.876 INFO:teuthology.orchestra.run.smithi190.stdout: "op_active": 0, 2024-09-16T00:12:40.876 INFO:teuthology.orchestra.run.smithi190.stdout: "op_laggy": 0, 2024-09-16T00:12:40.876 INFO:teuthology.orchestra.run.smithi190.stdout: "op_send": 3883, 2024-09-16T00:12:40.876 INFO:teuthology.orchestra.run.smithi190.stdout: "op_send_bytes": 6687644, 2024-09-16T00:12:40.876 INFO:teuthology.orchestra.run.smithi190.stdout: "op_resend": 33, 2024-09-16T00:12:40.876 INFO:teuthology.orchestra.run.smithi190.stdout: "op_reply": 3883, 2024-09-16T00:12:40.877 INFO:teuthology.orchestra.run.smithi190.stdout: "op_latency": { 2024-09-16T00:12:40.877 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 3883, 2024-09-16T00:12:40.877 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 10.473722862, 2024-09-16T00:12:40.877 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.002697327 2024-09-16T00:12:40.877 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.877 INFO:teuthology.orchestra.run.smithi190.stdout: "op_inflight": 0, 2024-09-16T00:12:40.878 INFO:teuthology.orchestra.run.smithi190.stdout: "oplen_avg": { 2024-09-16T00:12:40.878 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 3883, 2024-09-16T00:12:40.878 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 4421 2024-09-16T00:12:40.878 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.878 INFO:teuthology.orchestra.run.smithi190.stdout: "op": 3883, 2024-09-16T00:12:40.878 INFO:teuthology.orchestra.run.smithi190.stdout: "op_r": 379, 2024-09-16T00:12:40.879 INFO:teuthology.orchestra.run.smithi190.stdout: "op_w": 3504, 2024-09-16T00:12:40.879 INFO:teuthology.orchestra.run.smithi190.stdout: "op_rmw": 0, 2024-09-16T00:12:40.879 INFO:teuthology.orchestra.run.smithi190.stdout: "op_pg": 0, 2024-09-16T00:12:40.879 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_stat": 0, 2024-09-16T00:12:40.879 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_create": 10, 2024-09-16T00:12:40.879 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_read": 379, 2024-09-16T00:12:40.879 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_write": 2195, 2024-09-16T00:12:40.880 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_writefull": 286, 2024-09-16T00:12:40.880 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_writesame": 0, 2024-09-16T00:12:40.880 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_append": 0, 2024-09-16T00:12:40.880 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_zero": 0, 2024-09-16T00:12:40.880 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_truncate": 0, 2024-09-16T00:12:40.880 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_delete": 591, 2024-09-16T00:12:40.880 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_mapext": 0, 2024-09-16T00:12:40.881 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_sparse_read": 0, 2024-09-16T00:12:40.881 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_clonerange": 0, 2024-09-16T00:12:40.881 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_getxattr": 0, 2024-09-16T00:12:40.881 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_setxattr": 20, 2024-09-16T00:12:40.881 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_cmpxattr": 0, 2024-09-16T00:12:40.881 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_rmxattr": 0, 2024-09-16T00:12:40.882 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_resetxattrs": 0, 2024-09-16T00:12:40.882 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_call": 0, 2024-09-16T00:12:40.882 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_watch": 0, 2024-09-16T00:12:40.882 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_notify": 0, 2024-09-16T00:12:40.882 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_src_cmpxattr": 0, 2024-09-16T00:12:40.882 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_pgls": 0, 2024-09-16T00:12:40.883 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_pgls_filter": 0, 2024-09-16T00:12:40.883 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_other": 0, 2024-09-16T00:12:40.883 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_active": 0, 2024-09-16T00:12:40.883 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_send": 0, 2024-09-16T00:12:40.883 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_resend": 0, 2024-09-16T00:12:40.883 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_ping": 0, 2024-09-16T00:12:40.884 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_active": 0, 2024-09-16T00:12:40.884 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_send": 0, 2024-09-16T00:12:40.884 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_resend": 0, 2024-09-16T00:12:40.884 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_active": 0, 2024-09-16T00:12:40.884 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_send": 0, 2024-09-16T00:12:40.884 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_resend": 0, 2024-09-16T00:12:40.884 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_active": 0, 2024-09-16T00:12:40.884 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_send": 0, 2024-09-16T00:12:40.884 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_resend": 0, 2024-09-16T00:12:40.884 INFO:teuthology.orchestra.run.smithi190.stdout: "command_active": 0, 2024-09-16T00:12:40.884 INFO:teuthology.orchestra.run.smithi190.stdout: "command_send": 0, 2024-09-16T00:12:40.885 INFO:teuthology.orchestra.run.smithi190.stdout: "command_resend": 0, 2024-09-16T00:12:40.885 INFO:teuthology.orchestra.run.smithi190.stdout: "map_epoch": 120, 2024-09-16T00:12:40.885 INFO:teuthology.orchestra.run.smithi190.stdout: "map_full": 0, 2024-09-16T00:12:40.885 INFO:teuthology.orchestra.run.smithi190.stdout: "map_inc": 37, 2024-09-16T00:12:40.885 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_sessions": 12, 2024-09-16T00:12:40.885 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_session_open": 18, 2024-09-16T00:12:40.885 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_session_close": 6, 2024-09-16T00:12:40.885 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_laggy": 0, 2024-09-16T00:12:40.885 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_wr": 660, 2024-09-16T00:12:40.885 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_rd": 0, 2024-09-16T00:12:40.885 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_del": 280 2024-09-16T00:12:40.885 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.886 INFO:teuthology.orchestra.run.smithi190.stdout: "oft": { 2024-09-16T00:12:40.886 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_objs": 1, 2024-09-16T00:12:40.886 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_kv_pairs": 0, 2024-09-16T00:12:40.886 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_updates": 0, 2024-09-16T00:12:40.886 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_removes": 0 2024-09-16T00:12:40.886 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.886 INFO:teuthology.orchestra.run.smithi190.stdout: "osd-slow-ops": { 2024-09-16T00:12:40.886 INFO:teuthology.orchestra.run.smithi190.stdout: "slow_ops_count": 0 2024-09-16T00:12:40.886 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.886 INFO:teuthology.orchestra.run.smithi190.stdout: "purge_queue": { 2024-09-16T00:12:40.886 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_ops": 0, 2024-09-16T00:12:40.886 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_ops_high_water": 6, 2024-09-16T00:12:40.886 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing": 0, 2024-09-16T00:12:40.887 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_high_water": 6, 2024-09-16T00:12:40.887 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executed_ops": 578, 2024-09-16T00:12:40.887 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executed": 578, 2024-09-16T00:12:40.887 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_item_in_journal": 0 2024-09-16T00:12:40.887 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.887 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T00:12:40.887 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-09-16T00:12:40.887 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 104857600, 2024-09-16T00:12:40.887 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-09-16T00:12:40.887 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 546476, 2024-09-16T00:12:40.887 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 171916129, 2024-09-16T00:12:40.887 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:40.888 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 546476, 2024-09-16T00:12:40.888 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-09-16T00:12:40.888 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-09-16T00:12:40.888 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 546476, 2024-09-16T00:12:40.888 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 171916129, 2024-09-16T00:12:40.888 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-09-16T00:12:40.888 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.888 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.888 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.888 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:40.888 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.888 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-objecter_bytes": { 2024-09-16T00:12:40.888 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-09-16T00:12:40.889 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 104857600, 2024-09-16T00:12:40.889 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-09-16T00:12:40.889 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 0, 2024-09-16T00:12:40.889 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 0, 2024-09-16T00:12:40.889 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:40.889 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:40.889 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 3883, 2024-09-16T00:12:40.889 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 6746846, 2024-09-16T00:12:40.889 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 3883, 2024-09-16T00:12:40.889 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 6746846, 2024-09-16T00:12:40.889 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-09-16T00:12:40.889 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.889 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.890 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.890 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:40.890 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.890 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-objecter_ops": { 2024-09-16T00:12:40.890 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-09-16T00:12:40.890 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 1024, 2024-09-16T00:12:40.890 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-09-16T00:12:40.890 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 0, 2024-09-16T00:12:40.890 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 0, 2024-09-16T00:12:40.890 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:40.890 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 0, 2024-09-16T00:12:40.890 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 3883, 2024-09-16T00:12:40.891 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 3883, 2024-09-16T00:12:40.891 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 3883, 2024-09-16T00:12:40.891 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 3883, 2024-09-16T00:12:40.891 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-09-16T00:12:40.891 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.891 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.891 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.891 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:40.891 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.891 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-write_buf_throttle": { 2024-09-16T00:12:40.891 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-09-16T00:12:40.891 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 3758096384, 2024-09-16T00:12:40.891 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-09-16T00:12:40.891 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 578, 2024-09-16T00:12:40.892 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 59202, 2024-09-16T00:12:40.892 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:40.892 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 578, 2024-09-16T00:12:40.892 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-09-16T00:12:40.892 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-09-16T00:12:40.892 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 379, 2024-09-16T00:12:40.892 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 59202, 2024-09-16T00:12:40.892 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-09-16T00:12:40.892 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.892 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.892 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.893 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:40.893 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-09-16T00:12:40.893 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-write_buf_throttle-0x555958b40960": { 2024-09-16T00:12:40.893 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-09-16T00:12:40.893 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 3758096384, 2024-09-16T00:12:40.893 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-09-16T00:12:40.893 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 4853, 2024-09-16T00:12:40.893 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 6526309, 2024-09-16T00:12:40.893 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-09-16T00:12:40.893 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 4853, 2024-09-16T00:12:40.893 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-09-16T00:12:40.893 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-09-16T00:12:40.894 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 1816, 2024-09-16T00:12:40.894 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 6526309, 2024-09-16T00:12:40.894 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-09-16T00:12:40.894 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-09-16T00:12:40.894 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-09-16T00:12:40.894 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-09-16T00:12:40.894 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:40.894 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-09-16T00:12:40.894 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-09-16T00:12:41.676 INFO:tasks.check_counter:Daemon mds.l mds.exported=2 2024-09-16T00:12:41.676 INFO:tasks.check_counter:Daemon mds.l mds.imported=2 2024-09-16T00:12:41.676 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=348 2024-09-16T00:12:41.676 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=1551 2024-09-16T00:12:41.676 INFO:tasks.check_counter:Daemon mds.l mds.root_rsnaps=7 2024-09-16T00:12:41.676 INFO:tasks.check_counter:Daemon mds.l mds_server.req_mksnap_latency.avgcount=0 2024-09-16T00:12:41.676 INFO:tasks.check_counter:Daemon mds.l mds_server.req_rmsnap_latency.avgcount=0 2024-09-16T00:12:41.677 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-16T00:12:41.690 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-16T00:12:41.690 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-16T00:12:41.690 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:12:41.721 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-16T00:12:41.722 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:12:41.781 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd blocklist ls 2024-09-16T00:12:42.077 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T00:12:42.470 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:42 smithi071 ceph-mon[30957]: pgmap v808: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-16T00:12:42.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.551+0000 7fece15a4640 1 -- 172.21.15.71:0/2933027416 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fecdc108160 msgr2=0x7fecdc10eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:42.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.551+0000 7fece15a4640 1 --2- 172.21.15.71:0/2933027416 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fecdc108160 0x7fecdc10eb00 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fecd4009cd0 tx=0x7fecd402a8e0 comp rx=0 tx=0).stop 2024-09-16T00:12:42.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.551+0000 7fece15a4640 1 -- 172.21.15.71:0/2933027416 shutdown_connections 2024-09-16T00:12:42.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.551+0000 7fece15a4640 1 --2- 172.21.15.71:0/2933027416 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fecdc108160 0x7fecdc10eb00 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:42.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.551+0000 7fece15a4640 1 --2- 172.21.15.71:0/2933027416 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fecdc101290 0x7fecdc107a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:42.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.551+0000 7fece15a4640 1 --2- 172.21.15.71:0/2933027416 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fecdc1008e0 0x7fecdc100cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:42.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.551+0000 7fece15a4640 1 -- 172.21.15.71:0/2933027416 >> 172.21.15.71:0/2933027416 conn(0x7fecdc077210 msgr2=0x7fecdc077620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:42.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.551+0000 7fece15a4640 1 -- 172.21.15.71:0/2933027416 shutdown_connections 2024-09-16T00:12:42.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.551+0000 7fece15a4640 1 -- 172.21.15.71:0/2933027416 wait complete. 2024-09-16T00:12:42.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.551+0000 7fece15a4640 1 Processor -- start 2024-09-16T00:12:42.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.552+0000 7fece15a4640 1 -- start start 2024-09-16T00:12:42.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.552+0000 7fece15a4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fecdc1008e0 0x7fecdc198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:42.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.552+0000 7fece15a4640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fecdc101290 0x7fecdc198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:42.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.552+0000 7fece15a4640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fecdc108160 0x7fecdc19cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:42.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.552+0000 7fece15a4640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fecdc111ea0 con 0x7fecdc1008e0 2024-09-16T00:12:42.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.552+0000 7fece15a4640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fecdc111d20 con 0x7fecdc108160 2024-09-16T00:12:42.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.552+0000 7fece15a4640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fecdc112020 con 0x7fecdc101290 2024-09-16T00:12:42.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.552+0000 7fecdaffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fecdc1008e0 0x7fecdc198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:42.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.552+0000 7fecdaffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fecdc1008e0 0x7fecdc198410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58352/0 (socket says 172.21.15.71:58352) 2024-09-16T00:12:42.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.552+0000 7fecdaffd640 1 -- 172.21.15.71:0/728997528 learned_addr learned my addr 172.21.15.71:0/728997528 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-16T00:12:42.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.552+0000 7fecdb7fe640 1 --2- 172.21.15.71:0/728997528 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fecdc108160 0x7fecdc19cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:42.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.552+0000 7fecda7fc640 1 --2- 172.21.15.71:0/728997528 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fecdc101290 0x7fecdc198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:42.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.552+0000 7fecdaffd640 1 -- 172.21.15.71:0/728997528 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fecdc101290 msgr2=0x7fecdc198950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:42.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.552+0000 7fecdaffd640 1 --2- 172.21.15.71:0/728997528 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fecdc101290 0x7fecdc198950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:42.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.552+0000 7fecdaffd640 1 -- 172.21.15.71:0/728997528 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fecdc108160 msgr2=0x7fecdc19cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:42.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.552+0000 7fecdaffd640 1 --2- 172.21.15.71:0/728997528 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fecdc108160 0x7fecdc19cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:42.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.552+0000 7fecdaffd640 1 -- 172.21.15.71:0/728997528 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecdc19d3c0 con 0x7fecdc1008e0 2024-09-16T00:12:42.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.553+0000 7fecdaffd640 1 --2- 172.21.15.71:0/728997528 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fecdc1008e0 0x7fecdc198410 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fecd000d770 tx=0x7fecd000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:42.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.553+0000 7fecc3fff640 1 -- 172.21.15.71:0/728997528 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecd0017070 con 0x7fecdc1008e0 2024-09-16T00:12:42.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.553+0000 7fecc3fff640 1 -- 172.21.15.71:0/728997528 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fecd00054d0 con 0x7fecdc1008e0 2024-09-16T00:12:42.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.553+0000 7fece15a4640 1 -- 172.21.15.71:0/728997528 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecdc19d6b0 con 0x7fecdc1008e0 2024-09-16T00:12:42.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.553+0000 7fecc3fff640 1 -- 172.21.15.71:0/728997528 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecd0004cf0 con 0x7fecdc1008e0 2024-09-16T00:12:42.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.553+0000 7fece15a4640 1 -- 172.21.15.71:0/728997528 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecdc1a4f90 con 0x7fecdc1008e0 2024-09-16T00:12:42.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.554+0000 7fece15a4640 1 -- 172.21.15.71:0/728997528 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fecdc100cc0 con 0x7fecdc1008e0 2024-09-16T00:12:42.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.555+0000 7fecc3fff640 1 -- 172.21.15.71:0/728997528 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 26) ==== 138486+0+0 (secure 0 0 0) 0x7fecd0004e90 con 0x7fecdc1008e0 2024-09-16T00:12:42.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.555+0000 7fecc3fff640 1 --2- 172.21.15.71:0/728997528 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fecc40a33b0 0x7fecc40a5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:42.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.556+0000 7fecda7fc640 1 --2- 172.21.15.71:0/728997528 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fecc40a33b0 0x7fecc40a5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:42.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.556+0000 7fecc3fff640 1 -- 172.21.15.71:0/728997528 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8484+0+0 (secure 0 0 0) 0x7fecd00cf6c0 con 0x7fecdc1008e0 2024-09-16T00:12:42.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.556+0000 7fecda7fc640 1 --2- 172.21.15.71:0/728997528 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fecc40a33b0 0x7fecc40a5870 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fecdc100240 tx=0x7feccc00b390 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:42.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.560+0000 7fecc3fff640 1 -- 172.21.15.71:0/728997528 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fecd009ba70 con 0x7fecdc1008e0 2024-09-16T00:12:42.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:42 smithi163 ceph-mon[34107]: pgmap v808: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-16T00:12:42.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.738+0000 7fece15a4640 1 -- 172.21.15.71:0/728997528 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fecdc10a170 con 0x7fecdc1008e0 2024-09-16T00:12:42.740 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.738+0000 7fecc3fff640 1 -- 172.21.15.71:0/728997528 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v120) ==== 81+0+942 (secure 0 0 0) 0x7fecd009fd70 con 0x7fecdc1008e0 2024-09-16T00:12:42.740 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/2385046682 2024-09-16T23:37:53.457697+0000 2024-09-16T00:12:42.740 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6800/3832446656 2024-09-16T23:37:53.457697+0000 2024-09-16T00:12:42.740 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6801/4097213184 2024-09-16T23:38:16.969736+0000 2024-09-16T00:12:42.740 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6801/3832446656 2024-09-16T23:37:53.457697+0000 2024-09-16T00:12:42.740 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/3963273141 2024-09-16T23:47:02.145011+0000 2024-09-16T00:12:42.741 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/4103533037 2024-09-16T23:37:53.457697+0000 2024-09-16T00:12:42.741 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/3616574146 2024-09-16T23:47:02.145011+0000 2024-09-16T00:12:42.741 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6800/4097213184 2024-09-16T23:38:16.969736+0000 2024-09-16T00:12:42.741 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/1731891373 2024-09-16T23:38:16.969736+0000 2024-09-16T00:12:42.741 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/4226211427 2024-09-16T23:47:02.145011+0000 2024-09-16T00:12:42.741 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/3644229355 2024-09-16T23:38:16.969736+0000 2024-09-16T00:12:42.741 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/300276721 2024-09-16T23:37:53.457697+0000 2024-09-16T00:12:42.742 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/918116872 2024-09-16T23:47:02.145011+0000 2024-09-16T00:12:42.742 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/3932100987 2024-09-16T23:38:16.969736+0000 2024-09-16T00:12:42.742 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6800/881242149 2024-09-16T23:47:02.145011+0000 2024-09-16T00:12:42.742 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6801/881242149 2024-09-16T23:47:02.145011+0000 2024-09-16T00:12:42.743 INFO:teuthology.orchestra.run.smithi071.stderr:listed 16 entries 2024-09-16T00:12:42.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.741+0000 7fece15a4640 1 -- 172.21.15.71:0/728997528 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fecc40a33b0 msgr2=0x7fecc40a5870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:42.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.741+0000 7fece15a4640 1 --2- 172.21.15.71:0/728997528 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fecc40a33b0 0x7fecc40a5870 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fecdc100240 tx=0x7feccc00b390 comp rx=0 tx=0).stop 2024-09-16T00:12:42.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.741+0000 7fece15a4640 1 -- 172.21.15.71:0/728997528 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fecdc1008e0 msgr2=0x7fecdc198410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:42.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.741+0000 7fece15a4640 1 --2- 172.21.15.71:0/728997528 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fecdc1008e0 0x7fecdc198410 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fecd000d770 tx=0x7fecd000dc30 comp rx=0 tx=0).stop 2024-09-16T00:12:42.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.741+0000 7fece15a4640 1 -- 172.21.15.71:0/728997528 shutdown_connections 2024-09-16T00:12:42.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.741+0000 7fece15a4640 1 --2- 172.21.15.71:0/728997528 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fecc40a33b0 0x7fecc40a5870 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:42.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.741+0000 7fece15a4640 1 --2- 172.21.15.71:0/728997528 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fecdc108160 0x7fecdc19cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:42.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.741+0000 7fece15a4640 1 --2- 172.21.15.71:0/728997528 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fecdc101290 0x7fecdc198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:42.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.741+0000 7fece15a4640 1 --2- 172.21.15.71:0/728997528 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fecdc1008e0 0x7fecdc198410 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:42.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.741+0000 7fece15a4640 1 -- 172.21.15.71:0/728997528 >> 172.21.15.71:0/728997528 conn(0x7fecdc077210 msgr2=0x7fecdc105ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:42.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.741+0000 7fece15a4640 1 -- 172.21.15.71:0/728997528 shutdown_connections 2024-09-16T00:12:42.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:42.741+0000 7fece15a4640 1 -- 172.21.15.71:0/728997528 wait complete. 2024-09-16T00:12:42.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:42 smithi190 ceph-mon[34840]: pgmap v808: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-16T00:12:43.452 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-16T00:12:43.452 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T00:12:43.470 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd blocklist ls 2024-09-16T00:12:43.534 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:43 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/728997528' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-16T00:12:43.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:43 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/728997528' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-16T00:12:43.885 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:43 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/728997528' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-16T00:12:43.885 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T00:12:44.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.241+0000 7f92dc088640 1 -- 172.21.15.71:0/3582298960 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f92d4106a80 msgr2=0x7f92d4106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:44.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.241+0000 7f92dc088640 1 --2- 172.21.15.71:0/3582298960 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f92d4106a80 0x7f92d4106e60 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f92c4009930 tx=0x7f92c402a420 comp rx=0 tx=0).stop 2024-09-16T00:12:44.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.241+0000 7f92dc088640 1 -- 172.21.15.71:0/3582298960 shutdown_connections 2024-09-16T00:12:44.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.241+0000 7f92dc088640 1 --2- 172.21.15.71:0/3582298960 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f92d4101420 0x7f92d410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:44.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.241+0000 7f92dc088640 1 --2- 172.21.15.71:0/3582298960 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f92d4100a80 0x7f92d4100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:44.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.241+0000 7f92dc088640 1 --2- 172.21.15.71:0/3582298960 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f92d4106a80 0x7f92d4106e60 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:44.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.241+0000 7f92dc088640 1 -- 172.21.15.71:0/3582298960 >> 172.21.15.71:0/3582298960 conn(0x7f92d40fc7a0 msgr2=0x7f92d40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:44.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.241+0000 7f92dc088640 1 -- 172.21.15.71:0/3582298960 shutdown_connections 2024-09-16T00:12:44.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.241+0000 7f92dc088640 1 -- 172.21.15.71:0/3582298960 wait complete. 2024-09-16T00:12:44.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.242+0000 7f92dc088640 1 Processor -- start 2024-09-16T00:12:44.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.242+0000 7f92dc088640 1 -- start start 2024-09-16T00:12:44.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.242+0000 7f92dc088640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f92d4100a80 0x7f92d41982c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:44.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.242+0000 7f92dc088640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f92d4101420 0x7f92d4198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:44.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.242+0000 7f92dc088640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f92d4106a80 0x7f92d419cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:44.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.242+0000 7f92dc088640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f92d4110d30 con 0x7f92d4106a80 2024-09-16T00:12:44.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.242+0000 7f92dc088640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f92d4110bb0 con 0x7f92d4101420 2024-09-16T00:12:44.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.242+0000 7f92dc088640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f92d4110eb0 con 0x7f92d4100a80 2024-09-16T00:12:44.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.242+0000 7f92da625640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f92d4106a80 0x7f92d419cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:44.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.242+0000 7f92da625640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f92d4106a80 0x7f92d419cb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58376/0 (socket says 172.21.15.71:58376) 2024-09-16T00:12:44.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.242+0000 7f92da625640 1 -- 172.21.15.71:0/3345938230 learned_addr learned my addr 172.21.15.71:0/3345938230 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-16T00:12:44.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.242+0000 7f92d9e24640 1 --2- 172.21.15.71:0/3345938230 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f92d4100a80 0x7f92d41982c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:44.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.242+0000 7f92d9623640 1 --2- 172.21.15.71:0/3345938230 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f92d4101420 0x7f92d4198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:44.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.242+0000 7f92da625640 1 -- 172.21.15.71:0/3345938230 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f92d4100a80 msgr2=0x7f92d41982c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:44.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.243+0000 7f92da625640 1 --2- 172.21.15.71:0/3345938230 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f92d4100a80 0x7f92d41982c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:44.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.243+0000 7f92da625640 1 -- 172.21.15.71:0/3345938230 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f92d4101420 msgr2=0x7f92d4198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:44.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.243+0000 7f92da625640 1 --2- 172.21.15.71:0/3345938230 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f92d4101420 0x7f92d4198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:44.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.243+0000 7f92da625640 1 -- 172.21.15.71:0/3345938230 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92d419d270 con 0x7f92d4106a80 2024-09-16T00:12:44.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.243+0000 7f92da625640 1 --2- 172.21.15.71:0/3345938230 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f92d4106a80 0x7f92d419cb90 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f92cc00cce0 tx=0x7f92cc00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.243+0000 7f92caffd640 1 -- 172.21.15.71:0/3345938230 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92cc00f450 con 0x7f92d4106a80 2024-09-16T00:12:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.243+0000 7f92caffd640 1 -- 172.21.15.71:0/3345938230 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f92cc00faa0 con 0x7f92d4106a80 2024-09-16T00:12:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.243+0000 7f92dc088640 1 -- 172.21.15.71:0/3345938230 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92d419d560 con 0x7f92d4106a80 2024-09-16T00:12:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.243+0000 7f92caffd640 1 -- 172.21.15.71:0/3345938230 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92cc018b70 con 0x7f92d4106a80 2024-09-16T00:12:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.243+0000 7f92dc088640 1 -- 172.21.15.71:0/3345938230 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92d41a4e40 con 0x7f92d4106a80 2024-09-16T00:12:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.244+0000 7f92dc088640 1 -- 172.21.15.71:0/3345938230 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92d4100ee0 con 0x7f92d4106a80 2024-09-16T00:12:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.246+0000 7f92caffd640 1 -- 172.21.15.71:0/3345938230 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 26) ==== 138486+0+0 (secure 0 0 0) 0x7f92cc018d10 con 0x7f92d4106a80 2024-09-16T00:12:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.246+0000 7f92caffd640 1 --2- 172.21.15.71:0/3345938230 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f92c00a33b0 0x7f92c00a5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.247+0000 7f92d9e24640 1 --2- 172.21.15.71:0/3345938230 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f92c00a33b0 0x7f92c00a5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.247+0000 7f92caffd640 1 -- 172.21.15.71:0/3345938230 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8484+0+0 (secure 0 0 0) 0x7f92cc0d00f0 con 0x7f92d4106a80 2024-09-16T00:12:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.247+0000 7f92d9e24640 1 --2- 172.21.15.71:0/3345938230 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f92c00a33b0 0x7f92c00a5870 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f92c4006010 tx=0x7f92c4000bc0 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.250+0000 7f92caffd640 1 -- 172.21.15.71:0/3345938230 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f92cc014030 con 0x7f92d4106a80 2024-09-16T00:12:44.426 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:44 smithi071 ceph-mon[30957]: pgmap v809: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-16T00:12:44.431 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.430+0000 7f92dc088640 1 -- 172.21.15.71:0/3345938230 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f92d4199620 con 0x7f92d4106a80 2024-09-16T00:12:44.432 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.430+0000 7f92caffd640 1 -- 172.21.15.71:0/3345938230 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v120) ==== 81+0+942 (secure 0 0 0) 0x7f92cc09cc20 con 0x7f92d4106a80 2024-09-16T00:12:44.432 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/2385046682 2024-09-16T23:37:53.457697+0000 2024-09-16T00:12:44.432 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6800/3832446656 2024-09-16T23:37:53.457697+0000 2024-09-16T00:12:44.432 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6801/4097213184 2024-09-16T23:38:16.969736+0000 2024-09-16T00:12:44.432 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6801/3832446656 2024-09-16T23:37:53.457697+0000 2024-09-16T00:12:44.432 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/3963273141 2024-09-16T23:47:02.145011+0000 2024-09-16T00:12:44.433 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/4103533037 2024-09-16T23:37:53.457697+0000 2024-09-16T00:12:44.433 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/3616574146 2024-09-16T23:47:02.145011+0000 2024-09-16T00:12:44.433 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6800/4097213184 2024-09-16T23:38:16.969736+0000 2024-09-16T00:12:44.433 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/1731891373 2024-09-16T23:38:16.969736+0000 2024-09-16T00:12:44.433 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/4226211427 2024-09-16T23:47:02.145011+0000 2024-09-16T00:12:44.433 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/3644229355 2024-09-16T23:38:16.969736+0000 2024-09-16T00:12:44.433 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/300276721 2024-09-16T23:37:53.457697+0000 2024-09-16T00:12:44.433 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/918116872 2024-09-16T23:47:02.145011+0000 2024-09-16T00:12:44.433 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/3932100987 2024-09-16T23:38:16.969736+0000 2024-09-16T00:12:44.433 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6800/881242149 2024-09-16T23:47:02.145011+0000 2024-09-16T00:12:44.434 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6801/881242149 2024-09-16T23:47:02.145011+0000 2024-09-16T00:12:44.435 INFO:teuthology.orchestra.run.smithi071.stderr:listed 16 entries 2024-09-16T00:12:44.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.432+0000 7f92dc088640 1 -- 172.21.15.71:0/3345938230 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f92c00a33b0 msgr2=0x7f92c00a5870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:44.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.432+0000 7f92dc088640 1 --2- 172.21.15.71:0/3345938230 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f92c00a33b0 0x7f92c00a5870 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f92c4006010 tx=0x7f92c4000bc0 comp rx=0 tx=0).stop 2024-09-16T00:12:44.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.432+0000 7f92dc088640 1 -- 172.21.15.71:0/3345938230 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f92d4106a80 msgr2=0x7f92d419cb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:44.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.432+0000 7f92dc088640 1 --2- 172.21.15.71:0/3345938230 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f92d4106a80 0x7f92d419cb90 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f92cc00cce0 tx=0x7f92cc00a620 comp rx=0 tx=0).stop 2024-09-16T00:12:44.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.432+0000 7f92dc088640 1 -- 172.21.15.71:0/3345938230 shutdown_connections 2024-09-16T00:12:44.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.432+0000 7f92dc088640 1 --2- 172.21.15.71:0/3345938230 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f92c00a33b0 0x7f92c00a5870 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:44.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.432+0000 7f92dc088640 1 --2- 172.21.15.71:0/3345938230 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f92d4106a80 0x7f92d419cb90 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:44.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.432+0000 7f92dc088640 1 --2- 172.21.15.71:0/3345938230 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f92d4101420 0x7f92d4198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:44.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.432+0000 7f92dc088640 1 --2- 172.21.15.71:0/3345938230 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f92d4100a80 0x7f92d41982c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:44.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.432+0000 7f92dc088640 1 -- 172.21.15.71:0/3345938230 >> 172.21.15.71:0/3345938230 conn(0x7f92d40fc7a0 msgr2=0x7f92d406a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:44.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.432+0000 7f92dc088640 1 -- 172.21.15.71:0/3345938230 shutdown_connections 2024-09-16T00:12:44.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:44.432+0000 7f92dc088640 1 -- 172.21.15.71:0/3345938230 wait complete. 2024-09-16T00:12:44.668 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:44 smithi190 ceph-mon[34840]: pgmap v809: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-16T00:12:44.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:44 smithi163 ceph-mon[34107]: pgmap v809: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-16T00:12:45.112 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi071.front.sepia.ceph.com... 2024-09-16T00:12:45.112 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:12:45.112 DEBUG:teuthology.orchestra.run.smithi071:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T00:12:45.193 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T00:12:45.193 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi071.stderr:ceph-fuse[82763]: fuse finished with error 0 and tester_r 0 2024-09-16T00:12:45.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:45 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/3345938230' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-16T00:12:45.734 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:45 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/3345938230' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-16T00:12:45.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:45 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/3345938230' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-16T00:12:46.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:46 smithi071 ceph-mon[30957]: pgmap v810: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-09-16T00:12:46.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:46 smithi163 ceph-mon[34107]: pgmap v810: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-09-16T00:12:46.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:46 smithi190 ceph-mon[34840]: pgmap v810: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-09-16T00:12:47.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:47 smithi071 ceph-mon[30957]: pgmap v811: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-16T00:12:47.733 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:47 smithi163 ceph-mon[34107]: pgmap v811: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-16T00:12:47.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:47 smithi190 ceph-mon[34840]: pgmap v811: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-16T00:12:49.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:49 smithi190 ceph-mon[34840]: pgmap v812: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.2 KiB/s wr, 15 op/s 2024-09-16T00:12:49.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:49 smithi071 ceph-mon[30957]: pgmap v812: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.2 KiB/s wr, 15 op/s 2024-09-16T00:12:49.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:49 smithi163 ceph-mon[34107]: pgmap v812: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.2 KiB/s wr, 15 op/s 2024-09-16T00:12:51.296 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi071.front.sepia.ceph.com 2024-09-16T00:12:51.296 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:12:51.296 DEBUG:teuthology.orchestra.run.smithi071:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T00:12:51.330 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:12:51.330 DEBUG:teuthology.orchestra.run.smithi071:> ip netns list 2024-09-16T00:12:51.390 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T00:12:51.390 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:12:51.390 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T00:12:51.463 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T00:12:51.463 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link delete ceph-brx 2024-09-16T00:12:51.560 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-16T00:12:51.570 INFO:tasks.cephadm:Teardown begin 2024-09-16T00:12:51.571 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T00:12:51.571 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T00:12:51.729 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:51 smithi071 ceph-mon[30957]: pgmap v813: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-09-16T00:12:51.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:51 smithi190 ceph-mon[34840]: pgmap v813: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-09-16T00:12:51.826 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T00:12:51.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:51 smithi163 ceph-mon[34107]: pgmap v813: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-09-16T00:12:52.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.311+0000 7f9366605640 1 -- 172.21.15.71:0/1419909904 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9360106a80 msgr2=0x7f9360106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:52.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.311+0000 7f9366605640 1 --2- 172.21.15.71:0/1419909904 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9360106a80 0x7f9360106e60 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f9350009930 tx=0x7f935002a420 comp rx=0 tx=0).stop 2024-09-16T00:12:52.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.311+0000 7f9366605640 1 -- 172.21.15.71:0/1419909904 shutdown_connections 2024-09-16T00:12:52.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.311+0000 7f9366605640 1 --2- 172.21.15.71:0/1419909904 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9360101420 0x7f936010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:52.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.311+0000 7f9366605640 1 --2- 172.21.15.71:0/1419909904 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9360100a80 0x7f9360100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:52.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.311+0000 7f9366605640 1 --2- 172.21.15.71:0/1419909904 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9360106a80 0x7f9360106e60 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:52.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.311+0000 7f9366605640 1 -- 172.21.15.71:0/1419909904 >> 172.21.15.71:0/1419909904 conn(0x7f93600fc7a0 msgr2=0x7f93600febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:52.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.311+0000 7f9366605640 1 -- 172.21.15.71:0/1419909904 shutdown_connections 2024-09-16T00:12:52.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.311+0000 7f9366605640 1 -- 172.21.15.71:0/1419909904 wait complete. 2024-09-16T00:12:52.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.312+0000 7f9366605640 1 Processor -- start 2024-09-16T00:12:52.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.312+0000 7f9366605640 1 -- start start 2024-09-16T00:12:52.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.312+0000 7f9366605640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9360100a80 0x7f9360198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:52.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.312+0000 7f9366605640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9360101420 0x7f9360198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:52.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.312+0000 7f9366605640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9360106a80 0x7f936019ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:52.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.312+0000 7f9366605640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9360110d30 con 0x7f9360100a80 2024-09-16T00:12:52.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.312+0000 7f9366605640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f9360110bb0 con 0x7f9360106a80 2024-09-16T00:12:52.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.312+0000 7f9366605640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f9360110eb0 con 0x7f9360101420 2024-09-16T00:12:52.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.312+0000 7f935ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9360100a80 0x7f9360198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:52.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.312+0000 7f935ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9360100a80 0x7f9360198400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56658/0 (socket says 172.21.15.71:56658) 2024-09-16T00:12:52.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.312+0000 7f935ffff640 1 -- 172.21.15.71:0/2074913235 learned_addr learned my addr 172.21.15.71:0/2074913235 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-16T00:12:52.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.312+0000 7f9364ba2640 1 --2- 172.21.15.71:0/2074913235 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9360106a80 0x7f936019ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:52.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.312+0000 7f935f7fe640 1 --2- 172.21.15.71:0/2074913235 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9360101420 0x7f9360198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:52.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.313+0000 7f935ffff640 1 -- 172.21.15.71:0/2074913235 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9360101420 msgr2=0x7f9360198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:52.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.313+0000 7f935ffff640 1 --2- 172.21.15.71:0/2074913235 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9360101420 0x7f9360198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:52.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.313+0000 7f935ffff640 1 -- 172.21.15.71:0/2074913235 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9360106a80 msgr2=0x7f936019ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:52.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.313+0000 7f935ffff640 1 --2- 172.21.15.71:0/2074913235 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9360106a80 0x7f936019ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:52.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.313+0000 7f935ffff640 1 -- 172.21.15.71:0/2074913235 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f936019d3b0 con 0x7f9360100a80 2024-09-16T00:12:52.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.313+0000 7f935ffff640 1 --2- 172.21.15.71:0/2074913235 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9360100a80 0x7f9360198400 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f9350004770 tx=0x7f93500042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:52.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.313+0000 7f935d7fa640 1 -- 172.21.15.71:0/2074913235 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f935003f070 con 0x7f9360100a80 2024-09-16T00:12:52.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.313+0000 7f935d7fa640 1 -- 172.21.15.71:0/2074913235 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f935003b460 con 0x7f9360100a80 2024-09-16T00:12:52.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.313+0000 7f9366605640 1 -- 172.21.15.71:0/2074913235 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f936019d640 con 0x7f9360100a80 2024-09-16T00:12:52.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.313+0000 7f935d7fa640 1 -- 172.21.15.71:0/2074913235 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9350035070 con 0x7f9360100a80 2024-09-16T00:12:52.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.313+0000 7f9366605640 1 -- 172.21.15.71:0/2074913235 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93601a4f80 con 0x7f9360100a80 2024-09-16T00:12:52.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.314+0000 7f9366605640 1 -- 172.21.15.71:0/2074913235 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93601021c0 con 0x7f9360100a80 2024-09-16T00:12:52.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.315+0000 7f935d7fa640 1 -- 172.21.15.71:0/2074913235 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 26) ==== 138486+0+0 (secure 0 0 0) 0x7f935003b610 con 0x7f9360100a80 2024-09-16T00:12:52.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.316+0000 7f935d7fa640 1 --2- 172.21.15.71:0/2074913235 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f934c0a33b0 0x7f934c0a5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:52.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.316+0000 7f935f7fe640 1 --2- 172.21.15.71:0/2074913235 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f934c0a33b0 0x7f934c0a5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:52.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.316+0000 7f935d7fa640 1 -- 172.21.15.71:0/2074913235 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8484+0+0 (secure 0 0 0) 0x7f93500f0250 con 0x7f9360100a80 2024-09-16T00:12:52.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.316+0000 7f935f7fe640 1 --2- 172.21.15.71:0/2074913235 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f934c0a33b0 0x7f934c0a5870 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f936006b7e0 tx=0x7f934800b390 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:52.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.320+0000 7f935d7fa640 1 -- 172.21.15.71:0/2074913235 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f93500bc600 con 0x7f9360100a80 2024-09-16T00:12:52.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.522+0000 7f9366605640 1 -- 172.21.15.71:0/2074913235 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f93601a5150 con 0x7f9360100a80 2024-09-16T00:12:52.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.523+0000 7f935d7fa640 1 -- 172.21.15.71:0/2074913235 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 49 v49) ==== 94+0+11987 (secure 0 0 0) 0x7f93500c0900 con 0x7f9360100a80 2024-09-16T00:12:52.525 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-16T00:12:52.526 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":49,"btime":"2024-09-16T00:12:14:321498+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3135308378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3135308378},{"type":"v1","addr":"172.21.15.71:6835","nonce":3135308378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/1165058934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":1165058934},{"type":"v1","addr":"172.21.15.71:6837","nonce":1165058934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":49,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-15T23:45:09.959942+0000","modified":"2024-09-16T00:12:13.712175+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24457,"mds_3":24428,"mds_4":24421},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14610":{"gid":14610,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.71:6839/507886981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":507886981},{"type":"v1","addr":"172.21.15.71:6839","nonce":507886981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14622":{"gid":14622,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.71:6841/746508636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":746508636},{"type":"v1","addr":"172.21.15.71:6841","nonce":746508636}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24380":{"gid":24380,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/2705260026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":2705260026},{"type":"v1","addr":"172.21.15.163:6833","nonce":2705260026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/4090770524","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":4090770524},{"type":"v1","addr":"172.21.15.163:6835","nonce":4090770524}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6837/2845178237","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":2845178237},{"type":"v1","addr":"172.21.15.163:6837","nonce":2845178237}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":4,"incarnation":25,"state":"up:active","state_seq":15,"addr":"172.21.15.190:6833/4051392496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":4051392496},{"type":"v1","addr":"172.21.15.190:6833","nonce":4051392496}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"b","rank":3,"incarnation":23,"state":"up:active","state_seq":6,"addr":"172.21.15.163:6839/2208871751","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":2208871751},{"type":"v1","addr":"172.21.15.163:6839","nonce":2208871751}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.190:6835/2490951221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":2490951221},{"type":"v1","addr":"172.21.15.190:6835","nonce":2490951221}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.190:6837/1400276256","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":1400276256},{"type":"v1","addr":"172.21.15.190:6837","nonce":1400276256}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.190:6839/1541612118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":1541612118},{"type":"v1","addr":"172.21.15.190:6839","nonce":1541612118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24484,24469,24457,24428,24421]},"id":1}]} 2024-09-16T00:12:52.526 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 49 2024-09-16T00:12:52.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.525+0000 7f9366605640 1 -- 172.21.15.71:0/2074913235 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f934c0a33b0 msgr2=0x7f934c0a5870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:52.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.525+0000 7f9366605640 1 --2- 172.21.15.71:0/2074913235 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f934c0a33b0 0x7f934c0a5870 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f936006b7e0 tx=0x7f934800b390 comp rx=0 tx=0).stop 2024-09-16T00:12:52.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.525+0000 7f9366605640 1 -- 172.21.15.71:0/2074913235 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9360100a80 msgr2=0x7f9360198400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:52.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.525+0000 7f9366605640 1 --2- 172.21.15.71:0/2074913235 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9360100a80 0x7f9360198400 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f9350004770 tx=0x7f93500042f0 comp rx=0 tx=0).stop 2024-09-16T00:12:52.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.525+0000 7f9366605640 1 -- 172.21.15.71:0/2074913235 shutdown_connections 2024-09-16T00:12:52.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.525+0000 7f9366605640 1 --2- 172.21.15.71:0/2074913235 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f934c0a33b0 0x7f934c0a5870 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:52.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.525+0000 7f9366605640 1 --2- 172.21.15.71:0/2074913235 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9360106a80 0x7f936019ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:52.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.525+0000 7f9366605640 1 --2- 172.21.15.71:0/2074913235 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9360101420 0x7f9360198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:52.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.525+0000 7f9366605640 1 --2- 172.21.15.71:0/2074913235 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9360100a80 0x7f9360198400 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:52.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.525+0000 7f9366605640 1 -- 172.21.15.71:0/2074913235 >> 172.21.15.71:0/2074913235 conn(0x7f93600fc7a0 msgr2=0x7f9360104e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:52.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.525+0000 7f9366605640 1 -- 172.21.15.71:0/2074913235 shutdown_connections 2024-09-16T00:12:52.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:52.525+0000 7f9366605640 1 -- 172.21.15.71:0/2074913235 wait complete. 2024-09-16T00:12:52.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:52 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/2074913235' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T00:12:52.894 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:52 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2074913235' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T00:12:52.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:52 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/2074913235' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T00:12:53.259 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T00:12:53.520 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T00:12:53.801 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:53 smithi071 ceph-mon[30957]: pgmap v814: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-09-16T00:12:53.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:53 smithi190 ceph-mon[34840]: pgmap v814: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-09-16T00:12:53.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:53 smithi163 ceph-mon[34107]: pgmap v814: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-09-16T00:12:54.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.055+0000 7f56e8d6c640 1 -- 172.21.15.71:0/1909724325 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56e4100e20 msgr2=0x7f56e4101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:54.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.055+0000 7f56e8d6c640 1 --2- 172.21.15.71:0/1909724325 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56e4100e20 0x7f56e4101200 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f56d4009900 tx=0x7f56d402a480 comp rx=0 tx=0).stop 2024-09-16T00:12:54.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.055+0000 7f56e8d6c640 1 -- 172.21.15.71:0/1909724325 shutdown_connections 2024-09-16T00:12:54.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.055+0000 7f56e8d6c640 1 --2- 172.21.15.71:0/1909724325 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56e4102ef0 0x7f56e410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:54.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.056+0000 7f56e8d6c640 1 --2- 172.21.15.71:0/1909724325 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f56e4102570 0x7f56e41029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:54.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.056+0000 7f56e8d6c640 1 --2- 172.21.15.71:0/1909724325 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56e4100e20 0x7f56e4101200 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:54.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.056+0000 7f56e8d6c640 1 -- 172.21.15.71:0/1909724325 >> 172.21.15.71:0/1909724325 conn(0x7f56e40fc7d0 msgr2=0x7f56e40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:54.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.056+0000 7f56e8d6c640 1 -- 172.21.15.71:0/1909724325 shutdown_connections 2024-09-16T00:12:54.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.056+0000 7f56e8d6c640 1 -- 172.21.15.71:0/1909724325 wait complete. 2024-09-16T00:12:54.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.056+0000 7f56e8d6c640 1 Processor -- start 2024-09-16T00:12:54.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.056+0000 7f56e8d6c640 1 -- start start 2024-09-16T00:12:54.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.057+0000 7f56e8d6c640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56e4100e20 0x7f56e419a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:54.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.057+0000 7f56e8d6c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56e4102570 0x7f56e419abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:54.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.057+0000 7f56e8d6c640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f56e4102ef0 0x7f56e419ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:54.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.057+0000 7f56e8d6c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f56e4110e30 con 0x7f56e4102570 2024-09-16T00:12:54.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.057+0000 7f56e8d6c640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f56e4110cb0 con 0x7f56e4100e20 2024-09-16T00:12:54.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.057+0000 7f56e8d6c640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f56e4110fb0 con 0x7f56e4102ef0 2024-09-16T00:12:54.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.057+0000 7f56e1d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56e4102570 0x7f56e419abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:54.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.057+0000 7f56e1d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56e4102570 0x7f56e419abe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56680/0 (socket says 172.21.15.71:56680) 2024-09-16T00:12:54.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.057+0000 7f56e1d9b640 1 -- 172.21.15.71:0/2876047820 learned_addr learned my addr 172.21.15.71:0/2876047820 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-16T00:12:54.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.057+0000 7f56e259c640 1 --2- 172.21.15.71:0/2876047820 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56e4100e20 0x7f56e419a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:54.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.057+0000 7f56e2d9d640 1 --2- 172.21.15.71:0/2876047820 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f56e4102ef0 0x7f56e419ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:54.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.057+0000 7f56e1d9b640 1 -- 172.21.15.71:0/2876047820 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f56e4102ef0 msgr2=0x7f56e419ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:54.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.057+0000 7f56e1d9b640 1 --2- 172.21.15.71:0/2876047820 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f56e4102ef0 0x7f56e419ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:54.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.057+0000 7f56e1d9b640 1 -- 172.21.15.71:0/2876047820 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56e4100e20 msgr2=0x7f56e419a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:54.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.057+0000 7f56e1d9b640 1 --2- 172.21.15.71:0/2876047820 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56e4100e20 0x7f56e419a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:54.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.057+0000 7f56e1d9b640 1 -- 172.21.15.71:0/2876047820 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56e419f650 con 0x7f56e4102570 2024-09-16T00:12:54.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.057+0000 7f56e1d9b640 1 --2- 172.21.15.71:0/2876047820 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56e4102570 0x7f56e419abe0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f56d800d770 tx=0x7f56d800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:54.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.057+0000 7f56d37fe640 1 -- 172.21.15.71:0/2876047820 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56d8017070 con 0x7f56e4102570 2024-09-16T00:12:54.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.057+0000 7f56e8d6c640 1 -- 172.21.15.71:0/2876047820 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56e419f940 con 0x7f56e4102570 2024-09-16T00:12:54.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.057+0000 7f56d37fe640 1 -- 172.21.15.71:0/2876047820 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f56d80054d0 con 0x7f56e4102570 2024-09-16T00:12:54.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.058+0000 7f56d37fe640 1 -- 172.21.15.71:0/2876047820 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56d8004cf0 con 0x7f56e4102570 2024-09-16T00:12:54.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.058+0000 7f56e8d6c640 1 -- 172.21.15.71:0/2876047820 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56e41a7220 con 0x7f56e4102570 2024-09-16T00:12:54.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.058+0000 7f56e8d6c640 1 -- 172.21.15.71:0/2876047820 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56e4101200 con 0x7f56e4102570 2024-09-16T00:12:54.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.060+0000 7f56d37fe640 1 -- 172.21.15.71:0/2876047820 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 26) ==== 138486+0+0 (secure 0 0 0) 0x7f56d8004e90 con 0x7f56e4102570 2024-09-16T00:12:54.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.060+0000 7f56d37fe640 1 --2- 172.21.15.71:0/2876047820 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f56cc0a33b0 0x7f56cc0a5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:54.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.060+0000 7f56e259c640 1 --2- 172.21.15.71:0/2876047820 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f56cc0a33b0 0x7f56cc0a5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:54.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.060+0000 7f56d37fe640 1 -- 172.21.15.71:0/2876047820 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8484+0+0 (secure 0 0 0) 0x7f56d80cfb10 con 0x7f56e4102570 2024-09-16T00:12:54.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.061+0000 7f56e259c640 1 --2- 172.21.15.71:0/2876047820 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f56cc0a33b0 0x7f56cc0a5870 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f56d4009230 tx=0x7f56d40058d0 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:54.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.064+0000 7f56d37fe640 1 -- 172.21.15.71:0/2876047820 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f56d809bec0 con 0x7f56e4102570 2024-09-16T00:12:54.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.271+0000 7f56e8d6c640 1 -- 172.21.15.71:0/2876047820 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f56e41a73f0 con 0x7f56e4102570 2024-09-16T00:12:54.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.272+0000 7f56d37fe640 1 -- 172.21.15.71:0/2876047820 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 49 v49) ==== 94+0+11987 (secure 0 0 0) 0x7f56d80a01c0 con 0x7f56e4102570 2024-09-16T00:12:54.273 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-16T00:12:54.274 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":49,"btime":"2024-09-16T00:12:14:321498+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14550,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3135308378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3135308378},{"type":"v1","addr":"172.21.15.71:6835","nonce":3135308378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14562,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/1165058934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":1165058934},{"type":"v1","addr":"172.21.15.71:6837","nonce":1165058934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":49,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-15T23:45:09.959942+0000","modified":"2024-09-16T00:12:13.712175+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24484,"mds_1":24469,"mds_2":24457,"mds_3":24428,"mds_4":24421},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14610":{"gid":14610,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.71:6839/507886981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":507886981},{"type":"v1","addr":"172.21.15.71:6839","nonce":507886981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14622":{"gid":14622,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.71:6841/746508636","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":746508636},{"type":"v1","addr":"172.21.15.71:6841","nonce":746508636}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24380":{"gid":24380,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/2705260026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":2705260026},{"type":"v1","addr":"172.21.15.163:6833","nonce":2705260026}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/4090770524","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":4090770524},{"type":"v1","addr":"172.21.15.163:6835","nonce":4090770524}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6837/2845178237","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":2845178237},{"type":"v1","addr":"172.21.15.163:6837","nonce":2845178237}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":4,"incarnation":25,"state":"up:active","state_seq":15,"addr":"172.21.15.190:6833/4051392496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":4051392496},{"type":"v1","addr":"172.21.15.190:6833","nonce":4051392496}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24428":{"gid":24428,"name":"b","rank":3,"incarnation":23,"state":"up:active","state_seq":6,"addr":"172.21.15.163:6839/2208871751","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":2208871751},{"type":"v1","addr":"172.21.15.163:6839","nonce":2208871751}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.190:6835/2490951221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":2490951221},{"type":"v1","addr":"172.21.15.190:6835","nonce":2490951221}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.190:6837/1400276256","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":1400276256},{"type":"v1","addr":"172.21.15.190:6837","nonce":1400276256}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.190:6839/1541612118","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":1541612118},{"type":"v1","addr":"172.21.15.190:6839","nonce":1541612118}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24484,"qdb_cluster":[24484,24469,24457,24428,24421]},"id":1}]} 2024-09-16T00:12:54.274 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 49 2024-09-16T00:12:54.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.274+0000 7f56e8d6c640 1 -- 172.21.15.71:0/2876047820 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f56cc0a33b0 msgr2=0x7f56cc0a5870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:54.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.274+0000 7f56e8d6c640 1 --2- 172.21.15.71:0/2876047820 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f56cc0a33b0 0x7f56cc0a5870 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f56d4009230 tx=0x7f56d40058d0 comp rx=0 tx=0).stop 2024-09-16T00:12:54.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.274+0000 7f56e8d6c640 1 -- 172.21.15.71:0/2876047820 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56e4102570 msgr2=0x7f56e419abe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:54.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.274+0000 7f56e8d6c640 1 --2- 172.21.15.71:0/2876047820 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56e4102570 0x7f56e419abe0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f56d800d770 tx=0x7f56d800dc30 comp rx=0 tx=0).stop 2024-09-16T00:12:54.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.274+0000 7f56e8d6c640 1 -- 172.21.15.71:0/2876047820 shutdown_connections 2024-09-16T00:12:54.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.274+0000 7f56e8d6c640 1 --2- 172.21.15.71:0/2876047820 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f56cc0a33b0 0x7f56cc0a5870 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:54.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.274+0000 7f56e8d6c640 1 --2- 172.21.15.71:0/2876047820 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f56e4102ef0 0x7f56e419ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:54.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.274+0000 7f56e8d6c640 1 --2- 172.21.15.71:0/2876047820 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f56e4102570 0x7f56e419abe0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:54.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.274+0000 7f56e8d6c640 1 --2- 172.21.15.71:0/2876047820 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56e4100e20 0x7f56e419a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:54.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.274+0000 7f56e8d6c640 1 -- 172.21.15.71:0/2876047820 >> 172.21.15.71:0/2876047820 conn(0x7f56e40fc7d0 msgr2=0x7f56e406a090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:54.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.274+0000 7f56e8d6c640 1 -- 172.21.15.71:0/2876047820 shutdown_connections 2024-09-16T00:12:54.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:54.274+0000 7f56e8d6c640 1 -- 172.21.15.71:0/2876047820 wait complete. 2024-09-16T00:12:54.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:54 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/2876047820' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T00:12:54.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:54 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2876047820' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T00:12:54.975 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T00:12:54.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:54 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/2876047820' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T00:12:55.224 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T00:12:55.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:55 smithi071 ceph-mon[30957]: pgmap v815: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.2 KiB/s wr, 15 op/s 2024-09-16T00:12:55.800 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.783+0000 7fbcf3aa4640 1 -- 172.21.15.71:0/2681833649 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbcec106a80 msgr2=0x7fbcec106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:55.800 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.783+0000 7fbcf3aa4640 1 --2- 172.21.15.71:0/2681833649 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbcec106a80 0x7fbcec106e60 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fbce8009930 tx=0x7fbce802a420 comp rx=0 tx=0).stop 2024-09-16T00:12:55.801 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.783+0000 7fbcf3aa4640 1 -- 172.21.15.71:0/2681833649 shutdown_connections 2024-09-16T00:12:55.801 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.783+0000 7fbcf3aa4640 1 --2- 172.21.15.71:0/2681833649 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbcec101420 0x7fbcec10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:55.801 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.783+0000 7fbcf3aa4640 1 --2- 172.21.15.71:0/2681833649 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbcec100a80 0x7fbcec100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:55.801 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.783+0000 7fbcf3aa4640 1 --2- 172.21.15.71:0/2681833649 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbcec106a80 0x7fbcec106e60 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:55.801 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.783+0000 7fbcf3aa4640 1 -- 172.21.15.71:0/2681833649 >> 172.21.15.71:0/2681833649 conn(0x7fbcec0fc7a0 msgr2=0x7fbcec0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:55.801 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.783+0000 7fbcf3aa4640 1 -- 172.21.15.71:0/2681833649 shutdown_connections 2024-09-16T00:12:55.801 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.783+0000 7fbcf3aa4640 1 -- 172.21.15.71:0/2681833649 wait complete. 2024-09-16T00:12:55.801 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.784+0000 7fbcf3aa4640 1 Processor -- start 2024-09-16T00:12:55.801 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.784+0000 7fbcf3aa4640 1 -- start start 2024-09-16T00:12:55.802 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.784+0000 7fbcf3aa4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbcec100a80 0x7fbcec198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:55.802 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.784+0000 7fbcf3aa4640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbcec101420 0x7fbcec198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:55.802 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.784+0000 7fbcf3aa4640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbcec106a80 0x7fbcec19ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:55.802 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.784+0000 7fbcf3aa4640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fbcec110d30 con 0x7fbcec100a80 2024-09-16T00:12:55.802 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.784+0000 7fbcf3aa4640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fbcec110bb0 con 0x7fbcec101420 2024-09-16T00:12:55.802 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.784+0000 7fbcf3aa4640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fbcec110eb0 con 0x7fbcec106a80 2024-09-16T00:12:55.802 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.784+0000 7fbcf1840640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbcec100a80 0x7fbcec198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:55.802 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.784+0000 7fbcf1840640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbcec100a80 0x7fbcec198400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56702/0 (socket says 172.21.15.71:56702) 2024-09-16T00:12:55.802 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.784+0000 7fbcf1840640 1 -- 172.21.15.71:0/197669042 learned_addr learned my addr 172.21.15.71:0/197669042 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-16T00:12:55.802 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.784+0000 7fbcf2041640 1 --2- 172.21.15.71:0/197669042 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbcec106a80 0x7fbcec19ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:55.802 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.784+0000 7fbcf103f640 1 --2- 172.21.15.71:0/197669042 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbcec101420 0x7fbcec198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:55.802 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.784+0000 7fbcf1840640 1 -- 172.21.15.71:0/197669042 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbcec106a80 msgr2=0x7fbcec19ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:55.803 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.784+0000 7fbcf1840640 1 --2- 172.21.15.71:0/197669042 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbcec106a80 0x7fbcec19ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:55.803 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.784+0000 7fbcf1840640 1 -- 172.21.15.71:0/197669042 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbcec101420 msgr2=0x7fbcec198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:55.803 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.784+0000 7fbcf1840640 1 --2- 172.21.15.71:0/197669042 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbcec101420 0x7fbcec198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:55.803 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.784+0000 7fbcf1840640 1 -- 172.21.15.71:0/197669042 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcec19d3b0 con 0x7fbcec100a80 2024-09-16T00:12:55.803 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.784+0000 7fbcf2041640 1 --2- 172.21.15.71:0/197669042 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbcec106a80 0x7fbcec19ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T00:12:55.803 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.785+0000 7fbcf1840640 1 --2- 172.21.15.71:0/197669042 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbcec100a80 0x7fbcec198400 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fbce8005940 tx=0x7fbce80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:55.803 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.785+0000 7fbce2ffd640 1 -- 172.21.15.71:0/197669042 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbce803f030 con 0x7fbcec100a80 2024-09-16T00:12:55.803 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.785+0000 7fbce2ffd640 1 -- 172.21.15.71:0/197669042 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbce80318a0 con 0x7fbcec100a80 2024-09-16T00:12:55.803 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.785+0000 7fbcf3aa4640 1 -- 172.21.15.71:0/197669042 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcec19d640 con 0x7fbcec100a80 2024-09-16T00:12:55.803 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.785+0000 7fbce2ffd640 1 -- 172.21.15.71:0/197669042 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbce8035070 con 0x7fbcec100a80 2024-09-16T00:12:55.803 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.785+0000 7fbcf3aa4640 1 -- 172.21.15.71:0/197669042 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcec1a4f80 con 0x7fbcec100a80 2024-09-16T00:12:55.803 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.786+0000 7fbcf3aa4640 1 -- 172.21.15.71:0/197669042 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcec1021c0 con 0x7fbcec100a80 2024-09-16T00:12:55.803 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.787+0000 7fbce2ffd640 1 -- 172.21.15.71:0/197669042 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 26) ==== 138486+0+0 (secure 0 0 0) 0x7fbce8042030 con 0x7fbcec100a80 2024-09-16T00:12:55.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.788+0000 7fbce2ffd640 1 --2- 172.21.15.71:0/197669042 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fbcd80a33b0 0x7fbcd80a5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:55.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.788+0000 7fbcf103f640 1 --2- 172.21.15.71:0/197669042 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fbcd80a33b0 0x7fbcd80a5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:55.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.788+0000 7fbce2ffd640 1 -- 172.21.15.71:0/197669042 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8484+0+0 (secure 0 0 0) 0x7fbce80f07e0 con 0x7fbcec100a80 2024-09-16T00:12:55.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.788+0000 7fbcf103f640 1 --2- 172.21.15.71:0/197669042 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fbcd80a33b0 0x7fbcd80a5870 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fbcec06b7e0 tx=0x7fbcdc005f90 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:55.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.791+0000 7fbce2ffd640 1 -- 172.21.15.71:0/197669042 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbce80bd180 con 0x7fbcec100a80 2024-09-16T00:12:55.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:55 smithi190 ceph-mon[34840]: pgmap v815: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.2 KiB/s wr, 15 op/s 2024-09-16T00:12:55.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.956+0000 7fbcf3aa4640 1 -- 172.21.15.71:0/197669042 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbcec1a5150 con 0x7fbcec100a80 2024-09-16T00:12:55.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.958+0000 7fbce2ffd640 1 -- 172.21.15.71:0/197669042 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v120) ==== 74+0+23122 (secure 0 0 0) 0x7fbce80bca80 con 0x7fbcec100a80 2024-09-16T00:12:55.960 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-16T00:12:55.960 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":120,"fsid":"4eeb5726-73bb-11ef-bceb-c7b262605968","created":"2024-09-15T23:37:32.026413+0000","modified":"2024-09-16T00:12:07.302961+0000","last_up_change":"2024-09-15T23:44:18.494739+0000","last_in_change":"2024-09-15T23:43:55.057780+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-15T23:40:31.270883+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-15T23:45:06.249987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-15T23:45:08.165620+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"119","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":44,"snap_epoch":119,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5866d7b4-9e16-4f84-b178-467c25ea3369","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6803","nonce":3525966842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6805","nonce":3525966842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6809","nonce":3525966842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":3525966842},{"type":"v1","addr":"172.21.15.71:6807","nonce":3525966842}]},"public_addr":"172.21.15.71:6803/3525966842","cluster_addr":"172.21.15.71:6805/3525966842","heartbeat_back_addr":"172.21.15.71:6809/3525966842","heartbeat_front_addr":"172.21.15.71:6807/3525966842","state":["exists","up"]},{"osd":1,"uuid":"6155354e-7b55-4b4c-b673-6d92f08fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6800","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6801","nonce":1075052522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6803","nonce":1075052522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6807","nonce":1075052522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":1075052522},{"type":"v1","addr":"172.21.15.163:6805","nonce":1075052522}]},"public_addr":"172.21.15.163:6801/1075052522","cluster_addr":"172.21.15.163:6803/1075052522","heartbeat_back_addr":"172.21.15.163:6807/1075052522","heartbeat_front_addr":"172.21.15.163:6805/1075052522","state":["exists","up"]},{"osd":2,"uuid":"3d530966-7af0-45b1-aa3d-b8b9df338e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6801","nonce":2143521395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6803","nonce":2143521395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6807","nonce":2143521395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":2143521395},{"type":"v1","addr":"172.21.15.190:6805","nonce":2143521395}]},"public_addr":"172.21.15.190:6801/2143521395","cluster_addr":"172.21.15.190:6803/2143521395","heartbeat_back_addr":"172.21.15.190:6807/2143521395","heartbeat_front_addr":"172.21.15.190:6805/2143521395","state":["exists","up"]},{"osd":3,"uuid":"f16832da-8eaa-424e-a215-1ed01f156888","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6811","nonce":877432262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6813","nonce":877432262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6817","nonce":877432262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":877432262},{"type":"v1","addr":"172.21.15.71:6815","nonce":877432262}]},"public_addr":"172.21.15.71:6811/877432262","cluster_addr":"172.21.15.71:6813/877432262","heartbeat_back_addr":"172.21.15.71:6817/877432262","heartbeat_front_addr":"172.21.15.71:6815/877432262","state":["exists","up"]},{"osd":4,"uuid":"ebe47f97-59ea-41c6-8c28-36845546845f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6809","nonce":2846554020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6811","nonce":2846554020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6815","nonce":2846554020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":2846554020},{"type":"v1","addr":"172.21.15.163:6813","nonce":2846554020}]},"public_addr":"172.21.15.163:6809/2846554020","cluster_addr":"172.21.15.163:6811/2846554020","heartbeat_back_addr":"172.21.15.163:6815/2846554020","heartbeat_front_addr":"172.21.15.163:6813/2846554020","state":["exists","up"]},{"osd":5,"uuid":"3d0cd047-642d-496b-b2a0-52484ae860da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6809","nonce":3132841040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6811","nonce":3132841040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6815","nonce":3132841040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":3132841040},{"type":"v1","addr":"172.21.15.190:6813","nonce":3132841040}]},"public_addr":"172.21.15.190:6809/3132841040","cluster_addr":"172.21.15.190:6811/3132841040","heartbeat_back_addr":"172.21.15.190:6815/3132841040","heartbeat_front_addr":"172.21.15.190:6813/3132841040","state":["exists","up"]},{"osd":6,"uuid":"783f341b-53ac-4722-86b5-9460490f0e02","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6819","nonce":1108451261}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6821","nonce":1108451261}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6825","nonce":1108451261}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1108451261},{"type":"v1","addr":"172.21.15.71:6823","nonce":1108451261}]},"public_addr":"172.21.15.71:6819/1108451261","cluster_addr":"172.21.15.71:6821/1108451261","heartbeat_back_addr":"172.21.15.71:6825/1108451261","heartbeat_front_addr":"172.21.15.71:6823/1108451261","state":["exists","up"]},{"osd":7,"uuid":"39e17d98-3cf2-4e56-af7f-437a27f35847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6817","nonce":1969593004}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6819","nonce":1969593004}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6823","nonce":1969593004}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":1969593004},{"type":"v1","addr":"172.21.15.163:6821","nonce":1969593004}]},"public_addr":"172.21.15.163:6817/1969593004","cluster_addr":"172.21.15.163:6819/1969593004","heartbeat_back_addr":"172.21.15.163:6823/1969593004","heartbeat_front_addr":"172.21.15.163:6821/1969593004","state":["exists","up"]},{"osd":8,"uuid":"f63373aa-7d65-4478-841b-2f72c933d4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6817","nonce":1925036138}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6819","nonce":1925036138}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6823","nonce":1925036138}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":1925036138},{"type":"v1","addr":"172.21.15.190:6821","nonce":1925036138}]},"public_addr":"172.21.15.190:6817/1925036138","cluster_addr":"172.21.15.190:6819/1925036138","heartbeat_back_addr":"172.21.15.190:6823/1925036138","heartbeat_front_addr":"172.21.15.190:6821/1925036138","state":["exists","up"]},{"osd":9,"uuid":"c4f1a921-9f00-434b-96e7-4bc4db455ef1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6827","nonce":5959399}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6829","nonce":5959399}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6833","nonce":5959399}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":5959399},{"type":"v1","addr":"172.21.15.71:6831","nonce":5959399}]},"public_addr":"172.21.15.71:6827/5959399","cluster_addr":"172.21.15.71:6829/5959399","heartbeat_back_addr":"172.21.15.71:6833/5959399","heartbeat_front_addr":"172.21.15.71:6831/5959399","state":["exists","up"]},{"osd":10,"uuid":"406a2f6f-879c-45b2-8e82-c933f45affe5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6825","nonce":212791912}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6827","nonce":212791912}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6831","nonce":212791912}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":212791912},{"type":"v1","addr":"172.21.15.163:6829","nonce":212791912}]},"public_addr":"172.21.15.163:6825/212791912","cluster_addr":"172.21.15.163:6827/212791912","heartbeat_back_addr":"172.21.15.163:6831/212791912","heartbeat_front_addr":"172.21.15.163:6829/212791912","state":["exists","up"]},{"osd":11,"uuid":"12bb4094-dc69-4c4f-904f-55c82da026db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6825","nonce":4193587286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6827","nonce":4193587286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6831","nonce":4193587286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":4193587286},{"type":"v1","addr":"172.21.15.190:6829","nonce":4193587286}]},"public_addr":"172.21.15.190:6825/4193587286","cluster_addr":"172.21.15.190:6827/4193587286","heartbeat_back_addr":"172.21.15.190:6831/4193587286","heartbeat_front_addr":"172.21.15.190:6829/4193587286","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:39:38.384621+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:03.886009+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:28.499205+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:40:54.402933+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:41:19.845920+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:41:44.709197+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:42:10.001537+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:42:35.654440+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:00.945654+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:26.729569+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:43:51.523307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-15T23:44:16.887486+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:0/2385046682":"2024-09-16T23:37:53.457697+0000","172.21.15.71:6800/3832446656":"2024-09-16T23:37:53.457697+0000","172.21.15.71:6801/4097213184":"2024-09-16T23:38:16.969736+0000","172.21.15.71:6801/3832446656":"2024-09-16T23:37:53.457697+0000","172.21.15.71:0/3963273141":"2024-09-16T23:47:02.145011+0000","172.21.15.71:0/4103533037":"2024-09-16T23:37:53.457697+0000","172.21.15.71:0/3616574146":"2024-09-16T23:47:02.145011+0000","172.21.15.71:6800/4097213184":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/1731891373":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/4226211427":"2024-09-16T23:47:02.145011+0000","172.21.15.71:0/3644229355":"2024-09-16T23:38:16.969736+0000","172.21.15.71:0/300276721":"2024-09-16T23:37:53.457697+0000","172.21.15.71:0/918116872":"2024-09-16T23:47:02.145011+0000","172.21.15.71:0/3932100987":"2024-09-16T23:38:16.969736+0000","172.21.15.71:6800/881242149":"2024-09-16T23:47:02.145011+0000","172.21.15.71:6801/881242149":"2024-09-16T23:47:02.145011+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":31,"length":1},{"begin":44,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T00:12:55.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.960+0000 7fbcf3aa4640 1 -- 172.21.15.71:0/197669042 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fbcd80a33b0 msgr2=0x7fbcd80a5870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:55.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.960+0000 7fbcf3aa4640 1 --2- 172.21.15.71:0/197669042 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fbcd80a33b0 0x7fbcd80a5870 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fbcec06b7e0 tx=0x7fbcdc005f90 comp rx=0 tx=0).stop 2024-09-16T00:12:55.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.960+0000 7fbcf3aa4640 1 -- 172.21.15.71:0/197669042 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbcec100a80 msgr2=0x7fbcec198400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:55.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.960+0000 7fbcf3aa4640 1 --2- 172.21.15.71:0/197669042 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbcec100a80 0x7fbcec198400 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fbce8005940 tx=0x7fbce80042f0 comp rx=0 tx=0).stop 2024-09-16T00:12:55.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.960+0000 7fbcf3aa4640 1 -- 172.21.15.71:0/197669042 shutdown_connections 2024-09-16T00:12:55.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.960+0000 7fbcf3aa4640 1 --2- 172.21.15.71:0/197669042 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fbcd80a33b0 0x7fbcd80a5870 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:55.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.960+0000 7fbcf3aa4640 1 --2- 172.21.15.71:0/197669042 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbcec106a80 0x7fbcec19ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:55.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.960+0000 7fbcf3aa4640 1 --2- 172.21.15.71:0/197669042 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbcec101420 0x7fbcec198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:55.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.960+0000 7fbcf3aa4640 1 --2- 172.21.15.71:0/197669042 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbcec100a80 0x7fbcec198400 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:55.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.960+0000 7fbcf3aa4640 1 -- 172.21.15.71:0/197669042 >> 172.21.15.71:0/197669042 conn(0x7fbcec0fc7a0 msgr2=0x7fbcec104970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:55.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.960+0000 7fbcf3aa4640 1 -- 172.21.15.71:0/197669042 shutdown_connections 2024-09-16T00:12:55.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:55.960+0000 7fbcf3aa4640 1 -- 172.21.15.71:0/197669042 wait complete. 2024-09-16T00:12:55.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:55 smithi163 ceph-mon[34107]: pgmap v815: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.2 KiB/s wr, 15 op/s 2024-09-16T00:12:56.634 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs fail cephfs 2024-09-16T00:12:56.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:56 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/197669042' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T00:12:56.881 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T00:12:56.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:56 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/197669042' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T00:12:56.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:56 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/197669042' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T00:12:57.419 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.396+0000 7fa76cb08640 1 -- 172.21.15.71:0/4158569010 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa768101220 msgr2=0x7fa768101660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:57.420 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.396+0000 7fa76cb08640 1 --2- 172.21.15.71:0/4158569010 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa768101220 0x7fa768101660 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fa75c009900 tx=0x7fa75c02a410 comp rx=0 tx=0).stop 2024-09-16T00:12:57.420 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.397+0000 7fa76cb08640 1 -- 172.21.15.71:0/4158569010 shutdown_connections 2024-09-16T00:12:57.420 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.397+0000 7fa76cb08640 1 --2- 172.21.15.71:0/4158569010 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa768101ba0 0x7fa76810d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:57.420 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.397+0000 7fa76cb08640 1 --2- 172.21.15.71:0/4158569010 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa768101220 0x7fa768101660 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:57.420 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.397+0000 7fa76cb08640 1 --2- 172.21.15.71:0/4158569010 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa768105a70 0x7fa768105e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:57.420 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.397+0000 7fa76cb08640 1 -- 172.21.15.71:0/4158569010 >> 172.21.15.71:0/4158569010 conn(0x7fa7680fbee0 msgr2=0x7fa7680fe300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:57.420 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.397+0000 7fa76cb08640 1 -- 172.21.15.71:0/4158569010 shutdown_connections 2024-09-16T00:12:57.420 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.397+0000 7fa76cb08640 1 -- 172.21.15.71:0/4158569010 wait complete. 2024-09-16T00:12:57.420 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.397+0000 7fa76cb08640 1 Processor -- start 2024-09-16T00:12:57.420 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.398+0000 7fa76cb08640 1 -- start start 2024-09-16T00:12:57.420 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.398+0000 7fa76cb08640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa768101220 0x7fa7681973a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:57.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.398+0000 7fa76cb08640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa768101ba0 0x7fa7681978e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:57.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.398+0000 7fa76cb08640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa768105a70 0x7fa76819bc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:57.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.398+0000 7fa76cb08640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa768110e40 con 0x7fa768101ba0 2024-09-16T00:12:57.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.398+0000 7fa76cb08640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fa768110cc0 con 0x7fa768101220 2024-09-16T00:12:57.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.398+0000 7fa76cb08640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fa768110fc0 con 0x7fa768105a70 2024-09-16T00:12:57.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.398+0000 7fa765d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa768101ba0 0x7fa7681978e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:57.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.398+0000 7fa765d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa768101ba0 0x7fa7681978e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56720/0 (socket says 172.21.15.71:56720) 2024-09-16T00:12:57.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.398+0000 7fa765d9b640 1 -- 172.21.15.71:0/1345372258 learned_addr learned my addr 172.21.15.71:0/1345372258 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-16T00:12:57.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.398+0000 7fa766d9d640 1 --2- 172.21.15.71:0/1345372258 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa768105a70 0x7fa76819bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:57.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.398+0000 7fa76659c640 1 --2- 172.21.15.71:0/1345372258 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa768101220 0x7fa7681973a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:57.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.398+0000 7fa765d9b640 1 -- 172.21.15.71:0/1345372258 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa768105a70 msgr2=0x7fa76819bc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:57.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.398+0000 7fa765d9b640 1 --2- 172.21.15.71:0/1345372258 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa768105a70 0x7fa76819bc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:57.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.398+0000 7fa765d9b640 1 -- 172.21.15.71:0/1345372258 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa768101220 msgr2=0x7fa7681973a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:57.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.398+0000 7fa765d9b640 1 --2- 172.21.15.71:0/1345372258 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa768101220 0x7fa7681973a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:57.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.398+0000 7fa765d9b640 1 -- 172.21.15.71:0/1345372258 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa76819c350 con 0x7fa768101ba0 2024-09-16T00:12:57.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.398+0000 7fa765d9b640 1 --2- 172.21.15.71:0/1345372258 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa768101ba0 0x7fa7681978e0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fa75c006010 tx=0x7fa75c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:57.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.399+0000 7fa7577fe640 1 -- 172.21.15.71:0/1345372258 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa75c03f070 con 0x7fa768101ba0 2024-09-16T00:12:57.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.399+0000 7fa7577fe640 1 -- 172.21.15.71:0/1345372258 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa75c003aa0 con 0x7fa768101ba0 2024-09-16T00:12:57.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.399+0000 7fa76cb08640 1 -- 172.21.15.71:0/1345372258 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa76819c5e0 con 0x7fa768101ba0 2024-09-16T00:12:57.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.399+0000 7fa7577fe640 1 -- 172.21.15.71:0/1345372258 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa75c035030 con 0x7fa768101ba0 2024-09-16T00:12:57.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.399+0000 7fa76cb08640 1 -- 172.21.15.71:0/1345372258 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7681a3f20 con 0x7fa768101ba0 2024-09-16T00:12:57.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.400+0000 7fa76cb08640 1 -- 172.21.15.71:0/1345372258 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa768102230 con 0x7fa768101ba0 2024-09-16T00:12:57.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.401+0000 7fa7577fe640 1 -- 172.21.15.71:0/1345372258 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 26) ==== 138486+0+0 (secure 0 0 0) 0x7fa75c042070 con 0x7fa768101ba0 2024-09-16T00:12:57.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.401+0000 7fa7577fe640 1 --2- 172.21.15.71:0/1345372258 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fa7500a33b0 0x7fa7500a5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:57.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.401+0000 7fa7577fe640 1 -- 172.21.15.71:0/1345372258 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8484+0+0 (secure 0 0 0) 0x7fa75c0f0780 con 0x7fa768101ba0 2024-09-16T00:12:57.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.401+0000 7fa76659c640 1 --2- 172.21.15.71:0/1345372258 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fa7500a33b0 0x7fa7500a5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:57.423 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.402+0000 7fa76659c640 1 --2- 172.21.15.71:0/1345372258 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fa7500a33b0 0x7fa7500a5870 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fa75800a810 tx=0x7fa758008040 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:57.423 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.406+0000 7fa7577fe640 1 -- 172.21.15.71:0/1345372258 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa75c0bd180 con 0x7fa768101ba0 2024-09-16T00:12:57.611 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:57 smithi071 ceph-mon[30957]: pgmap v816: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-09-16T00:12:57.612 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.609+0000 7fa76cb08640 1 -- 172.21.15.71:0/1345372258 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fa768108f90 con 0x7fa768101ba0 2024-09-16T00:12:57.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.612+0000 7fa7577fe640 1 -- 172.21.15.71:0/1345372258 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v50) ==== 161+0+0 (secure 0 0 0) 0x7fa75c0bca80 con 0x7fa768101ba0 2024-09-16T00:12:57.613 INFO:teuthology.orchestra.run.smithi071.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T00:12:57.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.616+0000 7fa76cb08640 1 -- 172.21.15.71:0/1345372258 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fa7500a33b0 msgr2=0x7fa7500a5870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:57.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.616+0000 7fa76cb08640 1 --2- 172.21.15.71:0/1345372258 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fa7500a33b0 0x7fa7500a5870 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fa75800a810 tx=0x7fa758008040 comp rx=0 tx=0).stop 2024-09-16T00:12:57.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.616+0000 7fa76cb08640 1 -- 172.21.15.71:0/1345372258 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa768101ba0 msgr2=0x7fa7681978e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:57.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.616+0000 7fa76cb08640 1 --2- 172.21.15.71:0/1345372258 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa768101ba0 0x7fa7681978e0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fa75c006010 tx=0x7fa75c0042f0 comp rx=0 tx=0).stop 2024-09-16T00:12:57.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.616+0000 7fa76cb08640 1 -- 172.21.15.71:0/1345372258 shutdown_connections 2024-09-16T00:12:57.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.616+0000 7fa76cb08640 1 --2- 172.21.15.71:0/1345372258 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7fa7500a33b0 0x7fa7500a5870 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:57.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.616+0000 7fa76cb08640 1 --2- 172.21.15.71:0/1345372258 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa768105a70 0x7fa76819bc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:57.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.616+0000 7fa76cb08640 1 --2- 172.21.15.71:0/1345372258 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa768101ba0 0x7fa7681978e0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:57.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.616+0000 7fa76cb08640 1 --2- 172.21.15.71:0/1345372258 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa768101220 0x7fa7681973a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:57.619 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.616+0000 7fa76cb08640 1 -- 172.21.15.71:0/1345372258 >> 172.21.15.71:0/1345372258 conn(0x7fa7680fbee0 msgr2=0x7fa7680fc8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:57.619 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.616+0000 7fa76cb08640 1 -- 172.21.15.71:0/1345372258 shutdown_connections 2024-09-16T00:12:57.619 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:57.616+0000 7fa76cb08640 1 -- 172.21.15.71:0/1345372258 wait complete. 2024-09-16T00:12:57.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:57 smithi190 ceph-mon[34840]: pgmap v816: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-09-16T00:12:57.814 INFO:journalctl@ceph.mds.l.smithi190.stdout:Sep 16 00:12:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-l[64304]: ignoring --setuser ceph since I am not root 2024-09-16T00:12:57.814 INFO:journalctl@ceph.mds.l.smithi190.stdout:Sep 16 00:12:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-l[64304]: ignoring --setgroup ceph since I am not root 2024-09-16T00:12:57.814 INFO:journalctl@ceph.mds.l.smithi190.stdout:Sep 16 00:12:57 smithi190 ceph-mds[64308]: -- 172.21.15.190:0/2729886273 <== mon.2 v2:172.21.15.163:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556a76083860 con 0x556a76061400 2024-09-16T00:12:57.814 INFO:journalctl@ceph.mds.l.smithi190.stdout:Sep 16 00:12:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-l[64304]: starting mds.l at 2024-09-16T00:12:57.814 INFO:journalctl@ceph.mds.c.smithi190.stdout:Sep 16 00:12:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-c[64905]: ignoring --setuser ceph since I am not root 2024-09-16T00:12:57.814 INFO:journalctl@ceph.mds.c.smithi190.stdout:Sep 16 00:12:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-c[64905]: ignoring --setgroup ceph since I am not root 2024-09-16T00:12:57.814 INFO:journalctl@ceph.mds.c.smithi190.stdout:Sep 16 00:12:57 smithi190 ceph-mds[64909]: -- 172.21.15.190:0/2062279855 <== mon.2 v2:172.21.15.163:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5635dc353860 con 0x5635dc330800 2024-09-16T00:12:57.814 INFO:journalctl@ceph.mds.c.smithi190.stdout:Sep 16 00:12:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-c[64905]: starting mds.c at 2024-09-16T00:12:57.815 INFO:journalctl@ceph.mds.f.smithi190.stdout:Sep 16 00:12:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-f[64607]: ignoring --setuser ceph since I am not root 2024-09-16T00:12:57.815 INFO:journalctl@ceph.mds.f.smithi190.stdout:Sep 16 00:12:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-f[64607]: ignoring --setgroup ceph since I am not root 2024-09-16T00:12:57.815 INFO:journalctl@ceph.mds.f.smithi190.stdout:Sep 16 00:12:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-f[64607]: starting mds.f at 2024-09-16T00:12:57.815 INFO:journalctl@ceph.mds.i.smithi190.stdout:Sep 16 00:12:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-i[65204]: ignoring --setuser ceph since I am not root 2024-09-16T00:12:57.815 INFO:journalctl@ceph.mds.i.smithi190.stdout:Sep 16 00:12:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-i[65204]: ignoring --setgroup ceph since I am not root 2024-09-16T00:12:57.815 INFO:journalctl@ceph.mds.i.smithi190.stdout:Sep 16 00:12:57 smithi190 ceph-mds[65208]: -- 172.21.15.190:0/1215283564 <== mon.2 v2:172.21.15.163:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559846bf3c20 con 0x559846bd1000 2024-09-16T00:12:57.815 INFO:journalctl@ceph.mds.i.smithi190.stdout:Sep 16 00:12:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-i[65204]: starting mds.i at 2024-09-16T00:12:57.815 INFO:journalctl@ceph.mds.i.smithi190.stdout:Sep 16 00:12:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-i[65204]: 2024-09-16T00:12:57.698+0000 7f9b20124640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6832/0: (98) Address already in use 2024-09-16T00:12:57.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:57 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-a[30953]: 2024-09-16T00:12:57.610+0000 7f39317d2640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T00:12:57.926 INFO:journalctl@ceph.mds.a.smithi071.stdout:Sep 16 00:12:57 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-a[72041]: ignoring --setuser ceph since I am not root 2024-09-16T00:12:57.927 INFO:journalctl@ceph.mds.a.smithi071.stdout:Sep 16 00:12:57 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-a[72041]: ignoring --setgroup ceph since I am not root 2024-09-16T00:12:57.927 INFO:journalctl@ceph.mds.a.smithi071.stdout:Sep 16 00:12:57 smithi071 ceph-mds[72048]: -- 172.21.15.71:0/355144841 <== mon.0 v2:172.21.15.71:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563c764f5860 con 0x563c764d3400 2024-09-16T00:12:57.927 INFO:journalctl@ceph.mds.a.smithi071.stdout:Sep 16 00:12:57 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-a[72041]: starting mds.a at 2024-09-16T00:12:57.927 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 16 00:12:57 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-g[71632]: ignoring --setuser ceph since I am not root 2024-09-16T00:12:57.927 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 16 00:12:57 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-g[71632]: ignoring --setgroup ceph since I am not root 2024-09-16T00:12:57.927 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 16 00:12:57 smithi071 ceph-mds[71636]: -- 172.21.15.71:0/266773284 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55654b247860 con 0x55654b225000 2024-09-16T00:12:57.927 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 16 00:12:57 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-g[71632]: starting mds.g at 2024-09-16T00:12:57.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:57 smithi163 ceph-mon[34107]: pgmap v816: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-09-16T00:12:57.984 INFO:journalctl@ceph.mds.e.smithi163.stdout:Sep 16 00:12:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-e[62700]: ignoring --setuser ceph since I am not root 2024-09-16T00:12:57.984 INFO:journalctl@ceph.mds.e.smithi163.stdout:Sep 16 00:12:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-e[62700]: ignoring --setgroup ceph since I am not root 2024-09-16T00:12:57.984 INFO:journalctl@ceph.mds.e.smithi163.stdout:Sep 16 00:12:57 smithi163 ceph-mds[62704]: -- 172.21.15.163:0/1442757859 <== mon.2 v2:172.21.15.163:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cf3bb67860 con 0x55cf3bb45000 2024-09-16T00:12:57.984 INFO:journalctl@ceph.mds.e.smithi163.stdout:Sep 16 00:12:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-e[62700]: starting mds.e at 2024-09-16T00:12:57.984 INFO:journalctl@ceph.mds.h.smithi163.stdout:Sep 16 00:12:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-h[63004]: ignoring --setuser ceph since I am not root 2024-09-16T00:12:57.985 INFO:journalctl@ceph.mds.h.smithi163.stdout:Sep 16 00:12:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-h[63004]: ignoring --setgroup ceph since I am not root 2024-09-16T00:12:57.985 INFO:journalctl@ceph.mds.h.smithi163.stdout:Sep 16 00:12:57 smithi163 ceph-mds[63008]: -- 172.21.15.163:0/2140046004 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562492759860 con 0x562492736800 2024-09-16T00:12:57.985 INFO:journalctl@ceph.mds.h.smithi163.stdout:Sep 16 00:12:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-h[63004]: starting mds.h at 2024-09-16T00:12:57.985 INFO:journalctl@ceph.mds.b.smithi163.stdout:Sep 16 00:12:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-b[63307]: ignoring --setuser ceph since I am not root 2024-09-16T00:12:57.985 INFO:journalctl@ceph.mds.b.smithi163.stdout:Sep 16 00:12:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-b[63307]: ignoring --setgroup ceph since I am not root 2024-09-16T00:12:57.985 INFO:journalctl@ceph.mds.b.smithi163.stdout:Sep 16 00:12:57 smithi163 ceph-mds[63311]: -- 172.21.15.163:0/2401705526 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56239a571860 con 0x56239a54e800 2024-09-16T00:12:57.985 INFO:journalctl@ceph.mds.b.smithi163.stdout:Sep 16 00:12:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-b[63307]: starting mds.b at 2024-09-16T00:12:57.986 INFO:journalctl@ceph.mds.k.smithi163.stdout:Sep 16 00:12:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-k[62390]: ignoring --setuser ceph since I am not root 2024-09-16T00:12:57.986 INFO:journalctl@ceph.mds.k.smithi163.stdout:Sep 16 00:12:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-k[62390]: ignoring --setgroup ceph since I am not root 2024-09-16T00:12:57.986 INFO:journalctl@ceph.mds.k.smithi163.stdout:Sep 16 00:12:57 smithi163 ceph-mds[62402]: -- 172.21.15.163:0/1754460518 <== mon.2 v2:172.21.15.163:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f6ed7f7c20 con 0x55f6ed7d5400 2024-09-16T00:12:57.986 INFO:journalctl@ceph.mds.k.smithi163.stdout:Sep 16 00:12:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-k[62390]: starting mds.k at 2024-09-16T00:12:58.320 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T00:12:58.567 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T00:12:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:58 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1345372258' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-16T00:12:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:58 smithi071 ceph-mon[30957]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T00:12:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:58 smithi071 ceph-mon[30957]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T00:12:58.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:58 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/1345372258' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-16T00:12:58.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:58 smithi071 ceph-mon[30957]: osdmap e121: 12 total, 12 up, 12 in 2024-09-16T00:12:58.677 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:58 smithi071 ceph-mon[30957]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-09-16T00:12:58.813 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:58 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1345372258' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-16T00:12:58.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:58 smithi190 ceph-mon[34840]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T00:12:58.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:58 smithi190 ceph-mon[34840]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T00:12:58.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:58 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/1345372258' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-16T00:12:58.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:58 smithi190 ceph-mon[34840]: osdmap e121: 12 total, 12 up, 12 in 2024-09-16T00:12:58.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:58 smithi190 ceph-mon[34840]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-09-16T00:12:58.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:58 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1345372258' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-16T00:12:58.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:58 smithi163 ceph-mon[34107]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T00:12:58.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:58 smithi163 ceph-mon[34107]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T00:12:58.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:58 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/1345372258' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-16T00:12:58.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:58 smithi163 ceph-mon[34107]: osdmap e121: 12 total, 12 up, 12 in 2024-09-16T00:12:58.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:58 smithi163 ceph-mon[34107]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-09-16T00:12:59.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.082+0000 7f4be713d640 1 -- 172.21.15.71:0/1305075986 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4be0102ef0 msgr2=0x7f4be010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:59.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.082+0000 7f4be713d640 1 --2- 172.21.15.71:0/1305075986 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4be0102ef0 0x7f4be010da40 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f4bd0009ca0 tx=0x7f4bd002a950 comp rx=0 tx=0).stop 2024-09-16T00:12:59.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.083+0000 7f4be713d640 1 -- 172.21.15.71:0/1305075986 shutdown_connections 2024-09-16T00:12:59.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.083+0000 7f4be713d640 1 --2- 172.21.15.71:0/1305075986 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4be0102ef0 0x7f4be010da40 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:59.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.083+0000 7f4be713d640 1 --2- 172.21.15.71:0/1305075986 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4be0102570 0x7f4be01029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:59.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.083+0000 7f4be713d640 1 --2- 172.21.15.71:0/1305075986 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4be0100e20 0x7f4be0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:59.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.083+0000 7f4be713d640 1 -- 172.21.15.71:0/1305075986 >> 172.21.15.71:0/1305075986 conn(0x7f4be00fc7d0 msgr2=0x7f4be00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:59.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.083+0000 7f4be713d640 1 -- 172.21.15.71:0/1305075986 shutdown_connections 2024-09-16T00:12:59.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.083+0000 7f4be713d640 1 -- 172.21.15.71:0/1305075986 wait complete. 2024-09-16T00:12:59.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.083+0000 7f4be713d640 1 Processor -- start 2024-09-16T00:12:59.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.083+0000 7f4be713d640 1 -- start start 2024-09-16T00:12:59.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.083+0000 7f4be713d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4be0100e20 0x7f4be01992c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:59.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.083+0000 7f4be713d640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4be0102570 0x7f4be0199800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:59.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.083+0000 7f4be713d640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4be0102ef0 0x7f4be01a4340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:59.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.083+0000 7f4be713d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f4be0110e30 con 0x7f4be0100e20 2024-09-16T00:12:59.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.083+0000 7f4be713d640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f4be0110cb0 con 0x7f4be0102570 2024-09-16T00:12:59.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.083+0000 7f4be713d640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4be0110fb0 con 0x7f4be0102ef0 2024-09-16T00:12:59.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.083+0000 7f4be4ed9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4be0100e20 0x7f4be01992c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:59.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.084+0000 7f4be4ed9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4be0100e20 0x7f4be01992c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56768/0 (socket says 172.21.15.71:56768) 2024-09-16T00:12:59.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.084+0000 7f4be4ed9640 1 -- 172.21.15.71:0/2389084292 learned_addr learned my addr 172.21.15.71:0/2389084292 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-16T00:12:59.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.084+0000 7f4bdffff640 1 --2- 172.21.15.71:0/2389084292 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4be0102570 0x7f4be0199800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:59.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.084+0000 7f4be56da640 1 --2- 172.21.15.71:0/2389084292 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4be0102ef0 0x7f4be01a4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:59.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.084+0000 7f4be4ed9640 1 -- 172.21.15.71:0/2389084292 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4be0102ef0 msgr2=0x7f4be01a4340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:59.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.084+0000 7f4be4ed9640 1 --2- 172.21.15.71:0/2389084292 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4be0102ef0 0x7f4be01a4340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:59.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.084+0000 7f4be4ed9640 1 -- 172.21.15.71:0/2389084292 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4be0102570 msgr2=0x7f4be0199800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:59.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.084+0000 7f4be4ed9640 1 --2- 172.21.15.71:0/2389084292 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4be0102570 0x7f4be0199800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:59.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.084+0000 7f4be4ed9640 1 -- 172.21.15.71:0/2389084292 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4be01a4880 con 0x7f4be0100e20 2024-09-16T00:12:59.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.084+0000 7f4be4ed9640 1 --2- 172.21.15.71:0/2389084292 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4be0100e20 0x7f4be01992c0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f4bd800d770 tx=0x7f4bd800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:59.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.084+0000 7f4bddffb640 1 -- 172.21.15.71:0/2389084292 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bd8017070 con 0x7f4be0100e20 2024-09-16T00:12:59.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.084+0000 7f4be713d640 1 -- 172.21.15.71:0/2389084292 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4be01a4a50 con 0x7f4be0100e20 2024-09-16T00:12:59.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.084+0000 7f4bddffb640 1 -- 172.21.15.71:0/2389084292 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4bd80054d0 con 0x7f4be0100e20 2024-09-16T00:12:59.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.084+0000 7f4bddffb640 1 -- 172.21.15.71:0/2389084292 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bd8004cf0 con 0x7f4be0100e20 2024-09-16T00:12:59.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.084+0000 7f4be713d640 1 -- 172.21.15.71:0/2389084292 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4be01a4f60 con 0x7f4be0100e20 2024-09-16T00:12:59.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.085+0000 7f4be713d640 1 -- 172.21.15.71:0/2389084292 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4be0101200 con 0x7f4be0100e20 2024-09-16T00:12:59.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.086+0000 7f4bddffb640 1 -- 172.21.15.71:0/2389084292 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 26) ==== 138486+0+0 (secure 0 0 0) 0x7f4bd8004e90 con 0x7f4be0100e20 2024-09-16T00:12:59.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.087+0000 7f4bddffb640 1 --2- 172.21.15.71:0/2389084292 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f4bcc0a33b0 0x7f4bcc0a5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:12:59.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.087+0000 7f4bdffff640 1 --2- 172.21.15.71:0/2389084292 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f4bcc0a33b0 0x7f4bcc0a5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:12:59.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.087+0000 7f4bddffb640 1 -- 172.21.15.71:0/2389084292 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8870+0+0 (secure 0 0 0) 0x7f4bd80cf840 con 0x7f4be0100e20 2024-09-16T00:12:59.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.087+0000 7f4bdffff640 1 --2- 172.21.15.71:0/2389084292 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f4bcc0a33b0 0x7f4bcc0a5870 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f4be006aac0 tx=0x7f4bc800b390 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:12:59.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.091+0000 7f4bddffb640 1 -- 172.21.15.71:0/2389084292 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4bd809ba70 con 0x7f4be0100e20 2024-09-16T00:12:59.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.292+0000 7f4be713d640 1 -- 172.21.15.71:0/2389084292 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f4be0109090 con 0x7f4be0100e20 2024-09-16T00:12:59.625 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.623+0000 7f4bddffb640 1 -- 172.21.15.71:0/2389084292 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v52) ==== 104+0+0 (secure 0 0 0) 0x7f4bd809fd70 con 0x7f4be0100e20 2024-09-16T00:12:59.627 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.625+0000 7f4be713d640 1 -- 172.21.15.71:0/2389084292 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f4bcc0a33b0 msgr2=0x7f4bcc0a5870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:59.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.625+0000 7f4be713d640 1 --2- 172.21.15.71:0/2389084292 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f4bcc0a33b0 0x7f4bcc0a5870 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f4be006aac0 tx=0x7f4bc800b390 comp rx=0 tx=0).stop 2024-09-16T00:12:59.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.625+0000 7f4be713d640 1 -- 172.21.15.71:0/2389084292 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4be0100e20 msgr2=0x7f4be01992c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:12:59.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.625+0000 7f4be713d640 1 --2- 172.21.15.71:0/2389084292 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4be0100e20 0x7f4be01992c0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f4bd800d770 tx=0x7f4bd800dc30 comp rx=0 tx=0).stop 2024-09-16T00:12:59.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.625+0000 7f4be713d640 1 -- 172.21.15.71:0/2389084292 shutdown_connections 2024-09-16T00:12:59.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.625+0000 7f4be713d640 1 --2- 172.21.15.71:0/2389084292 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f4bcc0a33b0 0x7f4bcc0a5870 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:59.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.625+0000 7f4be713d640 1 --2- 172.21.15.71:0/2389084292 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4be0102ef0 0x7f4be01a4340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:59.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.625+0000 7f4be713d640 1 --2- 172.21.15.71:0/2389084292 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4be0102570 0x7f4be0199800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:59.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.625+0000 7f4be713d640 1 --2- 172.21.15.71:0/2389084292 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4be0100e20 0x7f4be01992c0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:12:59.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.625+0000 7f4be713d640 1 -- 172.21.15.71:0/2389084292 >> 172.21.15.71:0/2389084292 conn(0x7f4be00fc7d0 msgr2=0x7f4be00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:12:59.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.626+0000 7f4be713d640 1 -- 172.21.15.71:0/2389084292 shutdown_connections 2024-09-16T00:12:59.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:12:59.626+0000 7f4be713d640 1 -- 172.21.15.71:0/2389084292 wait complete. 2024-09-16T00:12:59.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:59 smithi071 ceph-mon[30957]: pgmap v818: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-09-16T00:12:59.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:59 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.163:6832/1309694593,v1:172.21.15.163:6833/1309694593] up:boot 2024-09-16T00:12:59.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:59 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.163:6834/4286186280,v1:172.21.15.163:6835/4286186280] up:boot 2024-09-16T00:12:59.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:59 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.163:6836/504161592,v1:172.21.15.163:6837/504161592] up:boot 2024-09-16T00:12:59.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:59 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.163:6838/113719622,v1:172.21.15.163:6839/113719622] up:boot 2024-09-16T00:12:59.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:59 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.190:6833/3533278542,v1:172.21.15.190:6834/3533278542] up:boot 2024-09-16T00:12:59.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:59 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.190:6832/1535723314,v1:172.21.15.190:6835/1535723314] up:boot 2024-09-16T00:12:59.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:59 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.190:6837/2165493163,v1:172.21.15.190:6839/2165493163] up:boot 2024-09-16T00:12:59.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:59 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.190:6836/2764861419,v1:172.21.15.190:6838/2764861419] up:boot 2024-09-16T00:12:59.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:59 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.71:6838/1404011672,v1:172.21.15.71:6840/1404011672] up:boot 2024-09-16T00:12:59.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:59 smithi071 ceph-mon[30957]: mds.? [v2:172.21.15.71:6839/974218037,v1:172.21.15.71:6841/974218037] up:boot 2024-09-16T00:12:59.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:59 smithi071 ceph-mon[30957]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-09-16T00:12:59.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:59 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-16T00:12:59.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:59 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-16T00:12:59.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:59 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T00:12:59.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:59 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-16T00:12:59.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:59 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-16T00:12:59.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:59 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-16T00:12:59.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:59 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-16T00:12:59.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:59 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-16T00:12:59.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:59 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T00:12:59.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:59 smithi071 ceph-mon[30957]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-16T00:12:59.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:12:59 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2389084292' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T00:12:59.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:59 smithi163 ceph-mon[34107]: pgmap v818: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-09-16T00:12:59.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:59 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.163:6832/1309694593,v1:172.21.15.163:6833/1309694593] up:boot 2024-09-16T00:12:59.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:59 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.163:6834/4286186280,v1:172.21.15.163:6835/4286186280] up:boot 2024-09-16T00:12:59.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:59 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.163:6836/504161592,v1:172.21.15.163:6837/504161592] up:boot 2024-09-16T00:12:59.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:59 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.163:6838/113719622,v1:172.21.15.163:6839/113719622] up:boot 2024-09-16T00:12:59.985 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:59 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.190:6833/3533278542,v1:172.21.15.190:6834/3533278542] up:boot 2024-09-16T00:12:59.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:59 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.190:6832/1535723314,v1:172.21.15.190:6835/1535723314] up:boot 2024-09-16T00:12:59.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:59 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.190:6837/2165493163,v1:172.21.15.190:6839/2165493163] up:boot 2024-09-16T00:12:59.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:59 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.190:6836/2764861419,v1:172.21.15.190:6838/2764861419] up:boot 2024-09-16T00:12:59.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:59 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.71:6838/1404011672,v1:172.21.15.71:6840/1404011672] up:boot 2024-09-16T00:12:59.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:59 smithi163 ceph-mon[34107]: mds.? [v2:172.21.15.71:6839/974218037,v1:172.21.15.71:6841/974218037] up:boot 2024-09-16T00:12:59.986 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:59 smithi163 ceph-mon[34107]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-09-16T00:12:59.987 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:59 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-16T00:12:59.987 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:59 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-16T00:12:59.987 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:59 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T00:12:59.987 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:59 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-16T00:12:59.987 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:59 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-16T00:12:59.987 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:59 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-16T00:12:59.988 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:59 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-16T00:12:59.988 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:59 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-16T00:12:59.988 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:59 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T00:12:59.989 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:59 smithi163 ceph-mon[34107]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-16T00:12:59.989 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:12:59 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/2389084292' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T00:13:00.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:59 smithi190 ceph-mon[34840]: pgmap v818: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-09-16T00:13:00.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:59 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.163:6832/1309694593,v1:172.21.15.163:6833/1309694593] up:boot 2024-09-16T00:13:00.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:59 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.163:6834/4286186280,v1:172.21.15.163:6835/4286186280] up:boot 2024-09-16T00:13:00.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:59 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.163:6836/504161592,v1:172.21.15.163:6837/504161592] up:boot 2024-09-16T00:13:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:59 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.163:6838/113719622,v1:172.21.15.163:6839/113719622] up:boot 2024-09-16T00:13:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:59 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.190:6833/3533278542,v1:172.21.15.190:6834/3533278542] up:boot 2024-09-16T00:13:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:59 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.190:6832/1535723314,v1:172.21.15.190:6835/1535723314] up:boot 2024-09-16T00:13:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:59 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.190:6837/2165493163,v1:172.21.15.190:6839/2165493163] up:boot 2024-09-16T00:13:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:59 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.190:6836/2764861419,v1:172.21.15.190:6838/2764861419] up:boot 2024-09-16T00:13:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:59 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.71:6838/1404011672,v1:172.21.15.71:6840/1404011672] up:boot 2024-09-16T00:13:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:59 smithi190 ceph-mon[34840]: mds.? [v2:172.21.15.71:6839/974218037,v1:172.21.15.71:6841/974218037] up:boot 2024-09-16T00:13:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:59 smithi190 ceph-mon[34840]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-09-16T00:13:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:59 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-16T00:13:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:59 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-16T00:13:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:59 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T00:13:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:59 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-16T00:13:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:59 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-16T00:13:00.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:59 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-16T00:13:00.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:59 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-16T00:13:00.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:59 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-16T00:13:00.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:59 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T00:13:00.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:59 smithi190 ceph-mon[34840]: from='mgr.15222 172.21.15.71:0/3495777943' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-16T00:13:00.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:12:59 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/2389084292' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T00:13:00.321 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T00:13:00.575 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T00:13:00.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:13:00 smithi071 ceph-mon[30957]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T00:13:00.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:13:00 smithi071 ceph-mon[30957]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T00:13:00.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:13:00 smithi071 ceph-mon[30957]: Cluster is now healthy 2024-09-16T00:13:00.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:13:00 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/2389084292' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-16T00:13:00.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:13:00 smithi071 ceph-mon[30957]: fsmap 12 up:standby 2024-09-16T00:13:00.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:13:00 smithi163 ceph-mon[34107]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T00:13:00.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:13:00 smithi163 ceph-mon[34107]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T00:13:00.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:13:00 smithi163 ceph-mon[34107]: Cluster is now healthy 2024-09-16T00:13:00.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:13:00 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/2389084292' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-16T00:13:00.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:13:00 smithi163 ceph-mon[34107]: fsmap 12 up:standby 2024-09-16T00:13:01.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:13:00 smithi190 ceph-mon[34840]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T00:13:01.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:13:00 smithi190 ceph-mon[34840]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T00:13:01.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:13:00 smithi190 ceph-mon[34840]: Cluster is now healthy 2024-09-16T00:13:01.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:13:00 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/2389084292' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-16T00:13:01.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:13:00 smithi190 ceph-mon[34840]: fsmap 12 up:standby 2024-09-16T00:13:01.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.077+0000 7f1a3897b640 1 -- 172.21.15.71:0/3618606093 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1a34102790 msgr2=0x7f1a341067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:13:01.088 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.077+0000 7f1a3897b640 1 --2- 172.21.15.71:0/3618606093 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1a34102790 0x7f1a341067e0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f1a1c009900 tx=0x7f1a1c02a410 comp rx=0 tx=0).stop 2024-09-16T00:13:01.088 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.077+0000 7f1a3897b640 1 -- 172.21.15.71:0/3618606093 shutdown_connections 2024-09-16T00:13:01.088 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.077+0000 7f1a3897b640 1 --2- 172.21.15.71:0/3618606093 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1a34106f10 0x7f1a3410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:13:01.088 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.077+0000 7f1a3897b640 1 --2- 172.21.15.71:0/3618606093 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1a34102790 0x7f1a341067e0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:13:01.088 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.077+0000 7f1a3897b640 1 --2- 172.21.15.71:0/3618606093 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1a34101de0 0x7f1a341021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:13:01.088 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.077+0000 7f1a3897b640 1 -- 172.21.15.71:0/3618606093 >> 172.21.15.71:0/3618606093 conn(0x7f1a340fd8c0 msgr2=0x7f1a340ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:13:01.088 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.077+0000 7f1a3897b640 1 -- 172.21.15.71:0/3618606093 shutdown_connections 2024-09-16T00:13:01.088 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.077+0000 7f1a3897b640 1 -- 172.21.15.71:0/3618606093 wait complete. 2024-09-16T00:13:01.088 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.078+0000 7f1a3897b640 1 Processor -- start 2024-09-16T00:13:01.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.078+0000 7f1a3897b640 1 -- start start 2024-09-16T00:13:01.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.078+0000 7f1a3897b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1a34101de0 0x7f1a34198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:13:01.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.078+0000 7f1a3897b640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1a34102790 0x7f1a341988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:13:01.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.078+0000 7f1a3897b640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1a34106f10 0x7f1a3419cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:13:01.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.078+0000 7f1a3897b640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f1a34111e20 con 0x7f1a34101de0 2024-09-16T00:13:01.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.078+0000 7f1a3897b640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f1a34111ca0 con 0x7f1a34106f10 2024-09-16T00:13:01.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.078+0000 7f1a3897b640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f1a34111fa0 con 0x7f1a34102790 2024-09-16T00:13:01.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.078+0000 7f1a3259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1a34101de0 0x7f1a34198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:13:01.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.078+0000 7f1a3259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1a34101de0 0x7f1a34198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44706/0 (socket says 172.21.15.71:44706) 2024-09-16T00:13:01.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.078+0000 7f1a3259c640 1 -- 172.21.15.71:0/996637587 learned_addr learned my addr 172.21.15.71:0/996637587 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-16T00:13:01.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.078+0000 7f1a32d9d640 1 --2- 172.21.15.71:0/996637587 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1a34106f10 0x7f1a3419cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:13:01.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.078+0000 7f1a2bfff640 1 --2- 172.21.15.71:0/996637587 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1a34102790 0x7f1a341988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:13:01.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.079+0000 7f1a3259c640 1 -- 172.21.15.71:0/996637587 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1a34102790 msgr2=0x7f1a341988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:13:01.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.079+0000 7f1a3259c640 1 --2- 172.21.15.71:0/996637587 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1a34102790 0x7f1a341988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:13:01.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.079+0000 7f1a3259c640 1 -- 172.21.15.71:0/996637587 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1a34106f10 msgr2=0x7f1a3419cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:13:01.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.079+0000 7f1a3259c640 1 --2- 172.21.15.71:0/996637587 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1a34106f10 0x7f1a3419cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:13:01.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.079+0000 7f1a3259c640 1 -- 172.21.15.71:0/996637587 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a3419d310 con 0x7f1a34101de0 2024-09-16T00:13:01.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.079+0000 7f1a3259c640 1 --2- 172.21.15.71:0/996637587 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1a34101de0 0x7f1a34198360 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f1a2400c890 tx=0x7f1a2400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:13:01.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.079+0000 7f1a2b7fe640 1 -- 172.21.15.71:0/996637587 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a24004220 con 0x7f1a34101de0 2024-09-16T00:13:01.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.079+0000 7f1a3897b640 1 -- 172.21.15.71:0/996637587 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a3419d600 con 0x7f1a34101de0 2024-09-16T00:13:01.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.079+0000 7f1a2b7fe640 1 -- 172.21.15.71:0/996637587 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1a240043c0 con 0x7f1a34101de0 2024-09-16T00:13:01.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.079+0000 7f1a2b7fe640 1 -- 172.21.15.71:0/996637587 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a24004a00 con 0x7f1a34101de0 2024-09-16T00:13:01.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.079+0000 7f1a3897b640 1 -- 172.21.15.71:0/996637587 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a341a4ee0 con 0x7f1a34101de0 2024-09-16T00:13:01.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.080+0000 7f1a3897b640 1 -- 172.21.15.71:0/996637587 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a341021c0 con 0x7f1a34101de0 2024-09-16T00:13:01.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.081+0000 7f1a2b7fe640 1 -- 172.21.15.71:0/996637587 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 26) ==== 138486+0+0 (secure 0 0 0) 0x7f1a24004ba0 con 0x7f1a34101de0 2024-09-16T00:13:01.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.082+0000 7f1a2b7fe640 1 --2- 172.21.15.71:0/996637587 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f1a200a33b0 0x7f1a200a5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:13:01.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.082+0000 7f1a2bfff640 1 --2- 172.21.15.71:0/996637587 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f1a200a33b0 0x7f1a200a5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:13:01.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.082+0000 7f1a2b7fe640 1 -- 172.21.15.71:0/996637587 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8870+0+0 (secure 0 0 0) 0x7f1a240cfa90 con 0x7f1a34101de0 2024-09-16T00:13:01.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.082+0000 7f1a2bfff640 1 --2- 172.21.15.71:0/996637587 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f1a200a33b0 0x7f1a200a5870 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f1a1c031440 tx=0x7f1a1c005e80 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:13:01.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.087+0000 7f1a2b7fe640 1 -- 172.21.15.71:0/996637587 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1a24014030 con 0x7f1a34101de0 2024-09-16T00:13:01.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.252+0000 7f1a3897b640 1 -- 172.21.15.71:0/996637587 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f1a3402d7c0 con 0x7f1a34101de0 2024-09-16T00:13:01.635 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.633+0000 7f1a2b7fe640 1 -- 172.21.15.71:0/996637587 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v122) ==== 181+0+0 (secure 0 0 0) 0x7f1a2409bcc0 con 0x7f1a34101de0 2024-09-16T00:13:01.635 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'cephfs_metadata' removed 2024-09-16T00:13:01.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.635+0000 7f1a3897b640 1 -- 172.21.15.71:0/996637587 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f1a200a33b0 msgr2=0x7f1a200a5870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:13:01.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.635+0000 7f1a3897b640 1 --2- 172.21.15.71:0/996637587 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f1a200a33b0 0x7f1a200a5870 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f1a1c031440 tx=0x7f1a1c005e80 comp rx=0 tx=0).stop 2024-09-16T00:13:01.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.635+0000 7f1a3897b640 1 -- 172.21.15.71:0/996637587 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1a34101de0 msgr2=0x7f1a34198360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:13:01.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.635+0000 7f1a3897b640 1 --2- 172.21.15.71:0/996637587 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1a34101de0 0x7f1a34198360 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f1a2400c890 tx=0x7f1a2400cd50 comp rx=0 tx=0).stop 2024-09-16T00:13:01.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.636+0000 7f1a3897b640 1 -- 172.21.15.71:0/996637587 shutdown_connections 2024-09-16T00:13:01.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.636+0000 7f1a3897b640 1 --2- 172.21.15.71:0/996637587 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f1a200a33b0 0x7f1a200a5870 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:13:01.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.636+0000 7f1a3897b640 1 --2- 172.21.15.71:0/996637587 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1a34106f10 0x7f1a3419cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:13:01.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.636+0000 7f1a3897b640 1 --2- 172.21.15.71:0/996637587 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1a34102790 0x7f1a341988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:13:01.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.636+0000 7f1a3897b640 1 --2- 172.21.15.71:0/996637587 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1a34101de0 0x7f1a34198360 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:13:01.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.636+0000 7f1a3897b640 1 -- 172.21.15.71:0/996637587 >> 172.21.15.71:0/996637587 conn(0x7f1a340fd8c0 msgr2=0x7f1a340fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:13:01.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.636+0000 7f1a3897b640 1 -- 172.21.15.71:0/996637587 shutdown_connections 2024-09-16T00:13:01.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:01.636+0000 7f1a3897b640 1 -- 172.21.15.71:0/996637587 wait complete. 2024-09-16T00:13:01.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:13:01 smithi071 ceph-mon[30957]: pgmap v819: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-09-16T00:13:01.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:13:01 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/996637587' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T00:13:01.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:13:01 smithi163 ceph-mon[34107]: pgmap v819: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-09-16T00:13:01.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:13:01 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/996637587' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T00:13:02.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:13:01 smithi190 ceph-mon[34840]: pgmap v819: 97 pgs: 97 active+clean; 1.4 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-09-16T00:13:02.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:13:01 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/996637587' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T00:13:02.372 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T00:13:02.700 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T00:13:02.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:13:02 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/996637587' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T00:13:02.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:13:02 smithi071 ceph-mon[30957]: osdmap e122: 12 total, 12 up, 12 in 2024-09-16T00:13:02.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:13:02 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/996637587' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T00:13:02.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:13:02 smithi163 ceph-mon[34107]: osdmap e122: 12 total, 12 up, 12 in 2024-09-16T00:13:03.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:13:02 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/996637587' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T00:13:03.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:13:02 smithi190 ceph-mon[34840]: osdmap e122: 12 total, 12 up, 12 in 2024-09-16T00:13:03.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.205+0000 7f8e99e3c640 1 -- 172.21.15.71:0/1955784711 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e94101420 msgr2=0x7f8e9410d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:13:03.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.205+0000 7f8e99e3c640 1 --2- 172.21.15.71:0/1955784711 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e94101420 0x7f8e9410d950 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f8e8c009930 tx=0x7f8e8c02a420 comp rx=0 tx=0).stop 2024-09-16T00:13:03.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.205+0000 7f8e99e3c640 1 -- 172.21.15.71:0/1955784711 shutdown_connections 2024-09-16T00:13:03.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.205+0000 7f8e99e3c640 1 --2- 172.21.15.71:0/1955784711 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e94101420 0x7f8e9410d950 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:13:03.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.205+0000 7f8e99e3c640 1 --2- 172.21.15.71:0/1955784711 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e94100a80 0x7f8e94100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:13:03.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.205+0000 7f8e99e3c640 1 --2- 172.21.15.71:0/1955784711 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8e94106a80 0x7f8e94106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:13:03.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.205+0000 7f8e99e3c640 1 -- 172.21.15.71:0/1955784711 >> 172.21.15.71:0/1955784711 conn(0x7f8e940fc7a0 msgr2=0x7f8e940febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:13:03.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.205+0000 7f8e99e3c640 1 -- 172.21.15.71:0/1955784711 shutdown_connections 2024-09-16T00:13:03.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.205+0000 7f8e99e3c640 1 -- 172.21.15.71:0/1955784711 wait complete. 2024-09-16T00:13:03.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.206+0000 7f8e99e3c640 1 Processor -- start 2024-09-16T00:13:03.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.206+0000 7f8e99e3c640 1 -- start start 2024-09-16T00:13:03.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.206+0000 7f8e99e3c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e94100a80 0x7f8e941982c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:13:03.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.206+0000 7f8e99e3c640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8e94101420 0x7f8e94198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:13:03.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.206+0000 7f8e99e3c640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e94106a80 0x7f8e9419cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:13:03.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.206+0000 7f8e99e3c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f8e94110d30 con 0x7f8e94100a80 2024-09-16T00:13:03.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.206+0000 7f8e99e3c640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f8e94110bb0 con 0x7f8e94106a80 2024-09-16T00:13:03.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.206+0000 7f8e99e3c640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f8e94110eb0 con 0x7f8e94101420 2024-09-16T00:13:03.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.206+0000 7f8e937fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e94100a80 0x7f8e941982c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:13:03.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.207+0000 7f8e937fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e94100a80 0x7f8e941982c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44720/0 (socket says 172.21.15.71:44720) 2024-09-16T00:13:03.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.207+0000 7f8e937fe640 1 -- 172.21.15.71:0/259416965 learned_addr learned my addr 172.21.15.71:0/259416965 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-16T00:13:03.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.207+0000 7f8e92ffd640 1 --2- 172.21.15.71:0/259416965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8e94101420 0x7f8e94198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:13:03.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.207+0000 7f8e93fff640 1 --2- 172.21.15.71:0/259416965 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e94106a80 0x7f8e9419cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:13:03.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.207+0000 7f8e937fe640 1 -- 172.21.15.71:0/259416965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8e94101420 msgr2=0x7f8e94198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:13:03.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.207+0000 7f8e937fe640 1 --2- 172.21.15.71:0/259416965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8e94101420 0x7f8e94198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:13:03.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.207+0000 7f8e937fe640 1 -- 172.21.15.71:0/259416965 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e94106a80 msgr2=0x7f8e9419cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:13:03.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.207+0000 7f8e937fe640 1 --2- 172.21.15.71:0/259416965 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e94106a80 0x7f8e9419cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:13:03.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.207+0000 7f8e937fe640 1 -- 172.21.15.71:0/259416965 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e9419d270 con 0x7f8e94100a80 2024-09-16T00:13:03.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.207+0000 7f8e92ffd640 1 --2- 172.21.15.71:0/259416965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8e94101420 0x7f8e94198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:13:03.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.207+0000 7f8e93fff640 1 --2- 172.21.15.71:0/259416965 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e94106a80 0x7f8e9419cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T00:13:03.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.207+0000 7f8e937fe640 1 --2- 172.21.15.71:0/259416965 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e94100a80 0x7f8e941982c0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f8e8400cce0 tx=0x7f8e8400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:13:03.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.207+0000 7f8e90ff9640 1 -- 172.21.15.71:0/259416965 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e84004b20 con 0x7f8e94100a80 2024-09-16T00:13:03.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.207+0000 7f8e90ff9640 1 -- 172.21.15.71:0/259416965 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8e84004cc0 con 0x7f8e94100a80 2024-09-16T00:13:03.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.207+0000 7f8e99e3c640 1 -- 172.21.15.71:0/259416965 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e9419d560 con 0x7f8e94100a80 2024-09-16T00:13:03.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.207+0000 7f8e90ff9640 1 -- 172.21.15.71:0/259416965 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e8400f850 con 0x7f8e94100a80 2024-09-16T00:13:03.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.207+0000 7f8e99e3c640 1 -- 172.21.15.71:0/259416965 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e941a4e40 con 0x7f8e94100a80 2024-09-16T00:13:03.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.208+0000 7f8e99e3c640 1 -- 172.21.15.71:0/259416965 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e94100ee0 con 0x7f8e94100a80 2024-09-16T00:13:03.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.209+0000 7f8e90ff9640 1 -- 172.21.15.71:0/259416965 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 26) ==== 138486+0+0 (secure 0 0 0) 0x7f8e84005020 con 0x7f8e94100a80 2024-09-16T00:13:03.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.210+0000 7f8e90ff9640 1 --2- 172.21.15.71:0/259416965 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f8e7c0a33b0 0x7f8e7c0a5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T00:13:03.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.210+0000 7f8e92ffd640 1 --2- 172.21.15.71:0/259416965 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f8e7c0a33b0 0x7f8e7c0a5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T00:13:03.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.210+0000 7f8e90ff9640 1 -- 172.21.15.71:0/259416965 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 8345+0+0 (secure 0 0 0) 0x7f8e840cfdc0 con 0x7f8e94100a80 2024-09-16T00:13:03.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.210+0000 7f8e92ffd640 1 --2- 172.21.15.71:0/259416965 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f8e7c0a33b0 0x7f8e7c0a5870 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8e94105150 tx=0x7f8e88005e50 comp rx=0 tx=0).ready entity=mgr.15222 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T00:13:03.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.214+0000 7f8e90ff9640 1 -- 172.21.15.71:0/259416965 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8e84014030 con 0x7f8e94100a80 2024-09-16T00:13:03.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.380+0000 7f8e99e3c640 1 -- 172.21.15.71:0/259416965 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f8e94199620 con 0x7f8e94100a80 2024-09-16T00:13:03.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.643+0000 7f8e90ff9640 1 -- 172.21.15.71:0/259416965 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v123) ==== 169+0+0 (secure 0 0 0) 0x7f8e8409c7f0 con 0x7f8e94100a80 2024-09-16T00:13:03.644 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'cephfs_data' removed 2024-09-16T00:13:03.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.645+0000 7f8e99e3c640 1 -- 172.21.15.71:0/259416965 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f8e7c0a33b0 msgr2=0x7f8e7c0a5870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:13:03.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.645+0000 7f8e99e3c640 1 --2- 172.21.15.71:0/259416965 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f8e7c0a33b0 0x7f8e7c0a5870 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8e94105150 tx=0x7f8e88005e50 comp rx=0 tx=0).stop 2024-09-16T00:13:03.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.645+0000 7f8e99e3c640 1 -- 172.21.15.71:0/259416965 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e94100a80 msgr2=0x7f8e941982c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T00:13:03.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.645+0000 7f8e99e3c640 1 --2- 172.21.15.71:0/259416965 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e94100a80 0x7f8e941982c0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f8e8400cce0 tx=0x7f8e8400a620 comp rx=0 tx=0).stop 2024-09-16T00:13:03.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.645+0000 7f8e99e3c640 1 -- 172.21.15.71:0/259416965 shutdown_connections 2024-09-16T00:13:03.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.645+0000 7f8e99e3c640 1 --2- 172.21.15.71:0/259416965 >> [v2:172.21.15.71:6800/3244696624,v1:172.21.15.71:6801/3244696624] conn(0x7f8e7c0a33b0 0x7f8e7c0a5870 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:13:03.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.645+0000 7f8e99e3c640 1 --2- 172.21.15.71:0/259416965 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e94106a80 0x7f8e9419cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:13:03.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.645+0000 7f8e99e3c640 1 --2- 172.21.15.71:0/259416965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8e94101420 0x7f8e94198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:13:03.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.645+0000 7f8e99e3c640 1 --2- 172.21.15.71:0/259416965 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e94100a80 0x7f8e941982c0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T00:13:03.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.645+0000 7f8e99e3c640 1 -- 172.21.15.71:0/259416965 >> 172.21.15.71:0/259416965 conn(0x7f8e940fc7a0 msgr2=0x7f8e9406aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T00:13:03.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.645+0000 7f8e99e3c640 1 -- 172.21.15.71:0/259416965 shutdown_connections 2024-09-16T00:13:03.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-16T00:13:03.645+0000 7f8e99e3c640 1 -- 172.21.15.71:0/259416965 wait complete. 2024-09-16T00:13:03.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:13:03 smithi071 ceph-mon[30957]: pgmap v821: 65 pgs: 65 active+clean; 334 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T00:13:03.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:13:03 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/259416965' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T00:13:03.964 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:13:03 smithi190 ceph-mon[34840]: pgmap v821: 65 pgs: 65 active+clean; 334 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T00:13:03.964 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:13:03 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/259416965' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T00:13:03.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:13:03 smithi163 ceph-mon[34107]: pgmap v821: 65 pgs: 65 active+clean; 334 MiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T00:13:03.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:13:03 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/259416965' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T00:13:04.305 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T00:13:04.331 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T00:13:04.360 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T00:13:04.402 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-16T00:13:04.402 DEBUG:teuthology.orchestra.run.smithi071:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-16T00:13:04.423 DEBUG:teuthology.orchestra.run.smithi163:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-16T00:13:04.438 DEBUG:teuthology.orchestra.run.smithi190:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-16T00:13:04.457 INFO:tasks.cephadm:Stopping all daemons... 2024-09-16T00:13:04.457 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-16T00:13:04.457 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mon.a 2024-09-16T00:13:04.656 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:13:04 smithi071 systemd[1]: Stopping Ceph mon.a for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:13:04.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:13:04 smithi071 ceph-mon[30957]: from='client.? 172.21.15.71:0/259416965' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T00:13:04.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:13:04 smithi071 ceph-mon[30957]: osdmap e123: 12 total, 12 up, 12 in 2024-09-16T00:13:04.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:13:04 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-a[30953]: 2024-09-16T00:13:04.781+0000 7f3936fdd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:13:04.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:13:04 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-a[30953]: 2024-09-16T00:13:04.782+0000 7f3936fdd640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-16T00:13:04.983 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:13:04 smithi163 ceph-mon[34107]: from='client.? 172.21.15.71:0/259416965' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T00:13:04.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:13:04 smithi163 ceph-mon[34107]: osdmap e123: 12 total, 12 up, 12 in 2024-09-16T00:13:05.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:13:04 smithi190 ceph-mon[34840]: from='client.? 172.21.15.71:0/259416965' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T00:13:05.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:13:04 smithi190 ceph-mon[34840]: osdmap e123: 12 total, 12 up, 12 in 2024-09-16T00:13:05.324 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:13:05 smithi071 podman[93210]: 2024-09-16 00:13:05.028509242 +0000 UTC m=+0.368025729 container died 62d92b02aad1a2edb538ead6b5a77070a4546787baf02f52a14f60f25844d815 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-a, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-16T00:13:05.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:13:05 smithi071 podman[93210]: 2024-09-16 00:13:05.423885409 +0000 UTC m=+0.763401887 container cleanup 62d92b02aad1a2edb538ead6b5a77070a4546787baf02f52a14f60f25844d815 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-a, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T00:13:05.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 16 00:13:05 smithi071 bash[93210]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-a 2024-09-16T00:13:05.859 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mon.a.service' 2024-09-16T00:13:05.912 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:13:05.912 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-16T00:13:05.913 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-09-16T00:13:05.913 DEBUG:teuthology.orchestra.run.smithi163:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mon.b 2024-09-16T00:13:06.234 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:13:05 smithi163 systemd[1]: Stopping Ceph mon.b for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:13:06.693 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:13:06 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-b[34103]: 2024-09-16T00:13:06.324+0000 7fd736c2c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:13:06.693 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:13:06 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-b[34103]: 2024-09-16T00:13:06.324+0000 7fd736c2c640 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-09-16T00:13:06.693 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:13:06 smithi163 podman[74219]: 2024-09-16 00:13:06.447653214 +0000 UTC m=+0.236082246 container died efe77c6c466a8236526da96e579888325c593361338ff485edf53ecd7a0d38f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-b, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T00:13:06.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:13:06 smithi163 podman[74219]: 2024-09-16 00:13:06.800076291 +0000 UTC m=+0.588505369 container cleanup efe77c6c466a8236526da96e579888325c593361338ff485edf53ecd7a0d38f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-b, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-8921c8e, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-09-16T00:13:06.984 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:13:06 smithi163 bash[74219]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-b 2024-09-16T00:13:07.273 DEBUG:teuthology.orchestra.run.smithi163:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mon.b.service' 2024-09-16T00:13:07.295 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:13:07 smithi163 podman[74231]: 2024-09-16 00:13:07.026334353 +0000 UTC m=+0.575869225 container remove efe77c6c466a8236526da96e579888325c593361338ff485edf53ecd7a0d38f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-b, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T00:13:07.295 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:13:07 smithi163 systemd[1]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-16T00:13:07.295 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:13:07 smithi163 systemd[1]: Stopped Ceph mon.b for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-16T00:13:07.295 INFO:journalctl@ceph.mon.b.smithi163.stdout:Sep 16 00:13:07 smithi163 systemd[1]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mon.b.service: Consumed 16.052s CPU time. 2024-09-16T00:13:07.337 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:13:07.337 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-09-16T00:13:07.337 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-09-16T00:13:07.337 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mon.c 2024-09-16T00:13:07.693 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:13:07 smithi190 systemd[1]: Stopping Ceph mon.c for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:13:08.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:13:07 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-c[34836]: 2024-09-16T00:13:07.691+0000 7f969c2c9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:13:08.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:13:07 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-c[34836]: 2024-09-16T00:13:07.691+0000 7f969c2c9640 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-09-16T00:13:08.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:13:07 smithi190 podman[72973]: 2024-09-16 00:13:07.793888493 +0000 UTC m=+0.218363929 container died 37be82e0f45c01b7ebce0caf98d2b9271253ccdaf7b3a0d86f88b802d243d4ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-c, RELEASE=squid-8921c8e, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T00:13:08.453 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:13:08 smithi190 podman[72973]: 2024-09-16 00:13:08.21754213 +0000 UTC m=+0.642017565 container cleanup 37be82e0f45c01b7ebce0caf98d2b9271253ccdaf7b3a0d86f88b802d243d4ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-c, GIT_BRANCH=HEAD, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-16T00:13:08.453 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:13:08 smithi190 bash[72973]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-c 2024-09-16T00:13:08.686 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mon.c.service' 2024-09-16T00:13:08.710 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:13:08 smithi190 podman[72985]: 2024-09-16 00:13:08.452692159 +0000 UTC m=+0.656903435 container remove 37be82e0f45c01b7ebce0caf98d2b9271253ccdaf7b3a0d86f88b802d243d4ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mon-c, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T00:13:08.710 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:13:08 smithi190 systemd[1]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mon.c.service: Deactivated successfully. 2024-09-16T00:13:08.710 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:13:08 smithi190 systemd[1]: Stopped Ceph mon.c for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-16T00:13:08.710 INFO:journalctl@ceph.mon.c.smithi190.stdout:Sep 16 00:13:08 smithi190 systemd[1]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mon.c.service: Consumed 16.831s CPU time. 2024-09-16T00:13:08.784 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:13:08.784 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-09-16T00:13:08.785 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-16T00:13:08.785 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mgr.x 2024-09-16T00:13:09.125 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 16 00:13:08 smithi071 systemd[1]: Stopping Ceph mgr.x for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:13:09.426 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 16 00:13:09 smithi071 podman[93333]: 2024-09-16 00:13:09.126503992 +0000 UTC m=+0.151249308 container died bc42a414dcec403ba2b57af3ae9b2595a006e04e9e061a267d362243311ac95f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T00:13:09.998 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 16 00:13:09 smithi071 podman[93333]: 2024-09-16 00:13:09.746389468 +0000 UTC m=+0.771134795 container cleanup bc42a414dcec403ba2b57af3ae9b2595a006e04e9e061a267d362243311ac95f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-16T00:13:09.999 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 16 00:13:09 smithi071 bash[93333]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x 2024-09-16T00:13:10.231 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mgr.x.service' 2024-09-16T00:13:10.252 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 16 00:13:09 smithi071 podman[93348]: 2024-09-16 00:13:09.998299376 +0000 UTC m=+0.867041799 container remove bc42a414dcec403ba2b57af3ae9b2595a006e04e9e061a267d362243311ac95f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-x, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-16T00:13:10.253 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 16 00:13:10 smithi071 systemd[1]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mgr.x.service: Deactivated successfully. 2024-09-16T00:13:10.253 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 16 00:13:10 smithi071 systemd[1]: Stopped Ceph mgr.x for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-16T00:13:10.253 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 16 00:13:10 smithi071 systemd[1]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mgr.x.service: Consumed 55.731s CPU time. 2024-09-16T00:13:10.266 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:13:10.266 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-16T00:13:10.266 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-16T00:13:10.266 DEBUG:teuthology.orchestra.run.smithi163:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mgr.y 2024-09-16T00:13:10.654 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 16 00:13:10 smithi163 systemd[1]: Stopping Ceph mgr.y for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:13:10.947 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 16 00:13:10 smithi163 podman[74342]: 2024-09-16 00:13:10.654069031 +0000 UTC m=+0.170344353 container died c827134d5d577311756c339d9ec85cc795942a54c0255004ee2e66405ce01b52 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T00:13:11.233 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 16 00:13:11 smithi163 podman[74342]: 2024-09-16 00:13:11.021543877 +0000 UTC m=+0.537819193 container cleanup c827134d5d577311756c339d9ec85cc795942a54c0255004ee2e66405ce01b52 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-16T00:13:11.234 INFO:journalctl@ceph.mgr.y.smithi163.stdout:Sep 16 00:13:11 smithi163 bash[74342]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-y 2024-09-16T00:13:11.469 DEBUG:teuthology.orchestra.run.smithi163:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mgr.y.service' 2024-09-16T00:13:11.506 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:13:11.507 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-16T00:13:11.507 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-09-16T00:13:11.507 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mgr.z 2024-09-16T00:13:11.813 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 16 00:13:11 smithi190 systemd[1]: Stopping Ceph mgr.z for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:13:12.313 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 16 00:13:11 smithi190 podman[73093]: 2024-09-16 00:13:11.985157842 +0000 UTC m=+0.271695318 container died 44ece7ab1e8b6e9a1f5b87788eebb347098459d39b38b932e0a0c3008d6b29fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-16T00:13:12.717 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 16 00:13:12 smithi190 podman[73093]: 2024-09-16 00:13:12.423205954 +0000 UTC m=+0.709743427 container cleanup 44ece7ab1e8b6e9a1f5b87788eebb347098459d39b38b932e0a0c3008d6b29fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e) 2024-09-16T00:13:12.717 INFO:journalctl@ceph.mgr.z.smithi190.stdout:Sep 16 00:13:12 smithi190 bash[73093]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mgr-z 2024-09-16T00:13:12.861 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mgr.z.service' 2024-09-16T00:13:12.897 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:13:12.897 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-09-16T00:13:12.898 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-16T00:13:12.898 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.0 2024-09-16T00:13:13.176 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 16 00:13:12 smithi071 systemd[1]: Stopping Ceph osd.0 for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:13:13.455 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 16 00:13:13 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-0[44724]: 2024-09-16T00:13:13.201+0000 7f9fba805640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:13:13.455 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 16 00:13:13 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-0[44724]: 2024-09-16T00:13:13.201+0000 7f9fba805640 -1 osd.0 123 *** Got signal Terminated *** 2024-09-16T00:13:13.456 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 16 00:13:13 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-0[44724]: 2024-09-16T00:13:13.201+0000 7f9fba805640 -1 osd.0 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T00:13:18.926 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 16 00:13:18 smithi071 podman[93457]: 2024-09-16 00:13:18.614190651 +0000 UTC m=+5.528267263 container died 780af6368f42ddf7a43e05f3909feed7d5194a11dca97854dbddbe35b52b7dd2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-0, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-16T00:13:19.237 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 16 00:13:19 smithi071 podman[93457]: 2024-09-16 00:13:19.026619923 +0000 UTC m=+5.940696534 container cleanup 780af6368f42ddf7a43e05f3909feed7d5194a11dca97854dbddbe35b52b7dd2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e) 2024-09-16T00:13:19.237 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 16 00:13:19 smithi071 bash[93457]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-0 2024-09-16T00:13:19.676 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 16 00:13:19 smithi071 podman[93473]: 2024-09-16 00:13:19.311376809 +0000 UTC m=+0.694957652 container remove 780af6368f42ddf7a43e05f3909feed7d5194a11dca97854dbddbe35b52b7dd2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-16T00:13:20.107 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 16 00:13:19 smithi071 podman[93564]: 2024-09-16 00:13:19.652825073 +0000 UTC m=+0.015786604 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T00:13:20.107 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 16 00:13:19 smithi071 podman[93564]: 2024-09-16 00:13:19.820893045 +0000 UTC m=+0.183854618 container create 897edc52dd8934833591c0ba42648c6bfb66ec7993ba977d8103c55f992c340b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-0-deactivate, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T00:13:20.108 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 16 00:13:20 smithi071 podman[93564]: 2024-09-16 00:13:20.107139427 +0000 UTC m=+0.470100963 container init 897edc52dd8934833591c0ba42648c6bfb66ec7993ba977d8103c55f992c340b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-16T00:13:20.426 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 16 00:13:20 smithi071 podman[93564]: 2024-09-16 00:13:20.110839175 +0000 UTC m=+0.473800715 container start 897edc52dd8934833591c0ba42648c6bfb66ec7993ba977d8103c55f992c340b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-16T00:13:20.426 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 16 00:13:20 smithi071 podman[93564]: 2024-09-16 00:13:20.198801 +0000 UTC m=+0.561762543 container attach 897edc52dd8934833591c0ba42648c6bfb66ec7993ba977d8103c55f992c340b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-0-deactivate, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-16T00:13:20.844 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 16 00:13:20 smithi071 podman[93564]: 2024-09-16 00:13:20.473659906 +0000 UTC m=+0.836621434 container died 897edc52dd8934833591c0ba42648c6bfb66ec7993ba977d8103c55f992c340b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T00:13:21.199 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.0.service' 2024-09-16T00:13:21.245 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:13:21.245 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-16T00:13:21.245 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-16T00:13:21.246 DEBUG:teuthology.orchestra.run.smithi163:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.1 2024-09-16T00:13:21.484 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 16 00:13:21 smithi163 systemd[1]: Stopping Ceph osd.1 for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:13:21.984 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 16 00:13:21 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-1[38563]: 2024-09-16T00:13:21.567+0000 7fd80f4e3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:13:21.984 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 16 00:13:21 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-1[38563]: 2024-09-16T00:13:21.567+0000 7fd80f4e3640 -1 osd.1 123 *** Got signal Terminated *** 2024-09-16T00:13:21.984 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 16 00:13:21 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-1[38563]: 2024-09-16T00:13:21.567+0000 7fd80f4e3640 -1 osd.1 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T00:13:27.477 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 16 00:13:27 smithi163 podman[74479]: 2024-09-16 00:13:27.169471972 +0000 UTC m=+5.726945197 container died d451692597d9b6e3813dcc55a1e24f96f1309e6aaac44b53694a543a5ff63c5e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-1, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True) 2024-09-16T00:13:27.734 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 16 00:13:27 smithi163 podman[74479]: 2024-09-16 00:13:27.575550181 +0000 UTC m=+6.133023403 container cleanup d451692597d9b6e3813dcc55a1e24f96f1309e6aaac44b53694a543a5ff63c5e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-1, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e) 2024-09-16T00:13:27.734 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 16 00:13:27 smithi163 bash[74479]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-1 2024-09-16T00:13:28.233 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 16 00:13:27 smithi163 podman[74494]: 2024-09-16 00:13:27.810605611 +0000 UTC m=+0.639264052 container remove d451692597d9b6e3813dcc55a1e24f96f1309e6aaac44b53694a543a5ff63c5e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-1, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T00:13:28.531 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 16 00:13:28 smithi163 podman[74581]: 2024-09-16 00:13:28.149235482 +0000 UTC m=+0.015756300 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T00:13:28.531 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 16 00:13:28 smithi163 podman[74581]: 2024-09-16 00:13:28.269828998 +0000 UTC m=+0.136349860 container create f5742c72fa37e9f5549786a47d37050421a09f228da5b7b1a990fb29e32e248e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-1-deactivate, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-16T00:13:28.984 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 16 00:13:28 smithi163 podman[74581]: 2024-09-16 00:13:28.530952661 +0000 UTC m=+0.397473472 container init f5742c72fa37e9f5549786a47d37050421a09f228da5b7b1a990fb29e32e248e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T00:13:28.984 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 16 00:13:28 smithi163 podman[74581]: 2024-09-16 00:13:28.534315298 +0000 UTC m=+0.400836101 container start f5742c72fa37e9f5549786a47d37050421a09f228da5b7b1a990fb29e32e248e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-8921c8e, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T00:13:28.984 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 16 00:13:28 smithi163 podman[74581]: 2024-09-16 00:13:28.639502666 +0000 UTC m=+0.506023472 container attach f5742c72fa37e9f5549786a47d37050421a09f228da5b7b1a990fb29e32e248e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-16T00:13:28.985 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 16 00:13:28 smithi163 podman[74581]: 2024-09-16 00:13:28.773653244 +0000 UTC m=+0.640174056 container died f5742c72fa37e9f5549786a47d37050421a09f228da5b7b1a990fb29e32e248e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-16T00:13:29.359 INFO:journalctl@ceph.osd.1.smithi163.stdout:Sep 16 00:13:29 smithi163 podman[74604]: 2024-09-16 00:13:29.343039515 +0000 UTC m=+0.562430274 container remove f5742c72fa37e9f5549786a47d37050421a09f228da5b7b1a990fb29e32e248e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T00:13:29.365 DEBUG:teuthology.orchestra.run.smithi163:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.1.service' 2024-09-16T00:13:29.405 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:13:29.405 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-16T00:13:29.406 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-16T00:13:29.406 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.2 2024-09-16T00:13:29.720 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 16 00:13:29 smithi190 systemd[1]: Stopping Ceph osd.2 for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:13:30.063 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 16 00:13:29 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-2[39810]: 2024-09-16T00:13:29.719+0000 7fe13f726640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:13:30.064 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 16 00:13:29 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-2[39810]: 2024-09-16T00:13:29.719+0000 7fe13f726640 -1 osd.2 123 *** Got signal Terminated *** 2024-09-16T00:13:30.064 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 16 00:13:29 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-2[39810]: 2024-09-16T00:13:29.719+0000 7fe13f726640 -1 osd.2 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T00:13:35.547 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 16 00:13:35 smithi190 podman[73220]: 2024-09-16 00:13:35.246226533 +0000 UTC m=+5.647110824 container died 38a13303e61e808ed02c041cbf15034c17c14c9b35ec5d6da8119fbd04e8c5e9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=squid-8921c8e) 2024-09-16T00:13:35.813 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 16 00:13:35 smithi190 podman[73220]: 2024-09-16 00:13:35.652876847 +0000 UTC m=+6.053761138 container cleanup 38a13303e61e808ed02c041cbf15034c17c14c9b35ec5d6da8119fbd04e8c5e9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-2, RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-16T00:13:35.813 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 16 00:13:35 smithi190 bash[73220]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-2 2024-09-16T00:13:36.274 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 16 00:13:35 smithi190 podman[73235]: 2024-09-16 00:13:35.863107689 +0000 UTC m=+0.612237096 container remove 38a13303e61e808ed02c041cbf15034c17c14c9b35ec5d6da8119fbd04e8c5e9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731) 2024-09-16T00:13:36.563 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 16 00:13:36 smithi190 podman[73324]: 2024-09-16 00:13:36.176725593 +0000 UTC m=+0.016016157 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T00:13:36.563 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 16 00:13:36 smithi190 podman[73324]: 2024-09-16 00:13:36.330648582 +0000 UTC m=+0.169939144 container create f2a55a70b7699633c78170928db18970054961e2a77ea135e7b1ee976c5b2871 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-09-16T00:13:36.936 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 16 00:13:36 smithi190 podman[73324]: 2024-09-16 00:13:36.591658237 +0000 UTC m=+0.430948807 container init f2a55a70b7699633c78170928db18970054961e2a77ea135e7b1ee976c5b2871 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-16T00:13:36.936 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 16 00:13:36 smithi190 podman[73324]: 2024-09-16 00:13:36.594914053 +0000 UTC m=+0.434204615 container start f2a55a70b7699633c78170928db18970054961e2a77ea135e7b1ee976c5b2871 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-16T00:13:36.936 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 16 00:13:36 smithi190 podman[73324]: 2024-09-16 00:13:36.683575757 +0000 UTC m=+0.522866393 container attach f2a55a70b7699633c78170928db18970054961e2a77ea135e7b1ee976c5b2871 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T00:13:37.313 INFO:journalctl@ceph.osd.2.smithi190.stdout:Sep 16 00:13:36 smithi190 podman[73324]: 2024-09-16 00:13:36.936273232 +0000 UTC m=+0.775563795 container died f2a55a70b7699633c78170928db18970054961e2a77ea135e7b1ee976c5b2871 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-2-deactivate, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T00:13:37.681 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.2.service' 2024-09-16T00:13:37.728 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:13:37.728 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-16T00:13:37.728 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-16T00:13:37.728 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.3 2024-09-16T00:13:38.046 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:13:37 smithi071 systemd[1]: Stopping Ceph osd.3 for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:13:38.426 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:13:38 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-3[51468]: 2024-09-16T00:13:38.044+0000 7f41a5889640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:13:38.426 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:13:38 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-3[51468]: 2024-09-16T00:13:38.044+0000 7f41a5889640 -1 osd.3 123 *** Got signal Terminated *** 2024-09-16T00:13:38.426 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:13:38 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-3[51468]: 2024-09-16T00:13:38.044+0000 7f41a5889640 -1 osd.3 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T00:13:39.314 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:39 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:39.191+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:13:39.676 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:13:39 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-3[51468]: 2024-09-16T00:13:39.465+0000 7f41a1e9f640 -1 osd.3 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.281682+0000 front 2024-09-16T00:13:14.281647+0000 (oldest deadline 2024-09-16T00:13:38.981846+0000) 2024-09-16T00:13:40.676 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:13:40 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-3[51468]: 2024-09-16T00:13:40.464+0000 7f41a1e9f640 -1 osd.3 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.281682+0000 front 2024-09-16T00:13:14.281647+0000 (oldest deadline 2024-09-16T00:13:38.981846+0000) 2024-09-16T00:13:40.676 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:40 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:40.216+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:13:41.676 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:13:41 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-3[51468]: 2024-09-16T00:13:41.445+0000 7f41a1e9f640 -1 osd.3 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.281682+0000 front 2024-09-16T00:13:14.281647+0000 (oldest deadline 2024-09-16T00:13:38.981846+0000) 2024-09-16T00:13:41.677 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:41 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:41.266+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:13:41.813 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:41 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:41.452+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.762395+0000 front 2024-09-16T00:13:13.762353+0000 (oldest deadline 2024-09-16T00:13:41.362734+0000) 2024-09-16T00:13:42.317 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:41 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:41.928+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:13:42.676 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:13:42 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-3[51468]: 2024-09-16T00:13:42.461+0000 7f41a1e9f640 -1 osd.3 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.281682+0000 front 2024-09-16T00:13:14.281647+0000 (oldest deadline 2024-09-16T00:13:38.981846+0000) 2024-09-16T00:13:42.676 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:42 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:42.316+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:13:42.813 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:42 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:42.496+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.762395+0000 front 2024-09-16T00:13:13.762353+0000 (oldest deadline 2024-09-16T00:13:41.362734+0000) 2024-09-16T00:13:43.176 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:42 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:42.897+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:13:43.578 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:43 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:43.281+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:13:43.813 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:43 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:43.488+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.762395+0000 front 2024-09-16T00:13:13.762353+0000 (oldest deadline 2024-09-16T00:13:41.362734+0000) 2024-09-16T00:13:43.813 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:43 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:43.584+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:13:43.857 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:13:43 smithi071 podman[93665]: 2024-09-16 00:13:43.577578671 +0000 UTC m=+5.652850658 container died 29de1c9d3364faad41a7c45735cb791586b580cb6d9860fe1edd0c463639cbf0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-3, org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-16T00:13:43.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:43 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:43.643+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:13:44.176 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:13:43 smithi071 podman[93665]: 2024-09-16 00:13:43.962625531 +0000 UTC m=+6.037897520 container cleanup 29de1c9d3364faad41a7c45735cb791586b580cb6d9860fe1edd0c463639cbf0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-3, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0) 2024-09-16T00:13:44.176 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:13:43 smithi071 bash[93665]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-3 2024-09-16T00:13:44.177 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:43 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:43.932+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:13:44.626 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:13:44 smithi071 podman[93692]: 2024-09-16 00:13:44.264218506 +0000 UTC m=+0.682504845 container remove 29de1c9d3364faad41a7c45735cb791586b580cb6d9860fe1edd0c463639cbf0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-3, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-16T00:13:44.626 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:44 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:44.275+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:13:44.813 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:44 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:44.537+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.762395+0000 front 2024-09-16T00:13:13.762353+0000 (oldest deadline 2024-09-16T00:13:41.362734+0000) 2024-09-16T00:13:44.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:44 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:44.624+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:13:44.884 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:13:44 smithi071 podman[93780]: 2024-09-16 00:13:44.528540473 +0000 UTC m=+0.016267389 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T00:13:44.885 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:13:44 smithi071 podman[93780]: 2024-09-16 00:13:44.639909208 +0000 UTC m=+0.127636113 container create e1d70e24e6f6c51ccd57a80ee546ad4580d53b4f2209f3db5856835a4a1a12e1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-3-deactivate, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-09-16T00:13:44.885 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:13:44 smithi071 podman[93780]: 2024-09-16 00:13:44.88429131 +0000 UTC m=+0.372018214 container init e1d70e24e6f6c51ccd57a80ee546ad4580d53b4f2209f3db5856835a4a1a12e1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T00:13:44.983 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:44 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:44.605+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:13:45.176 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:44 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:44.974+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:13:45.176 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:13:44 smithi071 podman[93780]: 2024-09-16 00:13:44.887530237 +0000 UTC m=+0.375257142 container start e1d70e24e6f6c51ccd57a80ee546ad4580d53b4f2209f3db5856835a4a1a12e1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-16T00:13:45.176 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:13:45 smithi071 podman[93780]: 2024-09-16 00:13:45.00929953 +0000 UTC m=+0.497026444 container attach e1d70e24e6f6c51ccd57a80ee546ad4580d53b4f2209f3db5856835a4a1a12e1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, io.buildah.version=1.37.2) 2024-09-16T00:13:45.176 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 16 00:13:45 smithi071 podman[93780]: 2024-09-16 00:13:45.077174167 +0000 UTC m=+0.564901073 container died e1d70e24e6f6c51ccd57a80ee546ad4580d53b4f2209f3db5856835a4a1a12e1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-16T00:13:45.676 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:45 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:45.283+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:13:45.813 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:45 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:45.559+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.762395+0000 front 2024-09-16T00:13:13.762353+0000 (oldest deadline 2024-09-16T00:13:41.362734+0000) 2024-09-16T00:13:45.813 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:45 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:45.605+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:13:45.864 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.3.service' 2024-09-16T00:13:45.906 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:13:45.906 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-16T00:13:45.906 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-16T00:13:45.906 DEBUG:teuthology.orchestra.run.smithi163:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.4 2024-09-16T00:13:45.934 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:45 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:45.629+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:13:46.176 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:46 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:46.013+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:13:46.212 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 16 00:13:45 smithi163 systemd[1]: Stopping Ceph osd.4 for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:13:46.483 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 16 00:13:46 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-4[45161]: 2024-09-16T00:13:46.211+0000 7f885419a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:13:46.484 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 16 00:13:46 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-4[45161]: 2024-09-16T00:13:46.211+0000 7f885419a640 -1 osd.4 123 *** Got signal Terminated *** 2024-09-16T00:13:46.484 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 16 00:13:46 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-4[45161]: 2024-09-16T00:13:46.211+0000 7f885419a640 -1 osd.4 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T00:13:46.676 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:46 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:46.333+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:13:46.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:46 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:46.594+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:13:47.063 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:46 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:46.577+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.762395+0000 front 2024-09-16T00:13:13.762353+0000 (oldest deadline 2024-09-16T00:13:41.362734+0000) 2024-09-16T00:13:47.063 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:46 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:46.611+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:13:47.349 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:47 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:47.012+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:13:47.676 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:47 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:47.347+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:13:47.813 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:47 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:47.581+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:13:47.814 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:47 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:47.533+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.762395+0000 front 2024-09-16T00:13:13.762353+0000 (oldest deadline 2024-09-16T00:13:41.362734+0000) 2024-09-16T00:13:47.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:47 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:47.635+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:13:48.338 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:47 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:47.966+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:13:48.676 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:48 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:48.337+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:13:48.813 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:48 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:48.504+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.762395+0000 front 2024-09-16T00:13:13.762353+0000 (oldest deadline 2024-09-16T00:13:41.362734+0000) 2024-09-16T00:13:48.813 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:48 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:48.504+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.663805+0000 front 2024-09-16T00:13:23.663779+0000 (oldest deadline 2024-09-16T00:13:48.363940+0000) 2024-09-16T00:13:48.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:48 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:48.561+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:13:48.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:48 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:48.561+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:13:48.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:13:48 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:13:48.771+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:13:48.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:48 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:48.676+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:13:48.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:48 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:48.676+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:13:49.357 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:48 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:48.975+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:13:49.676 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:49 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:49.356+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:13:49.813 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:49 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:49.530+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:13:49.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:49 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:49.530+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:13:49.814 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:49 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:49.471+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.762395+0000 front 2024-09-16T00:13:13.762353+0000 (oldest deadline 2024-09-16T00:13:41.362734+0000) 2024-09-16T00:13:49.814 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:49 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:49.471+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.663805+0000 front 2024-09-16T00:13:23.663779+0000 (oldest deadline 2024-09-16T00:13:48.363940+0000) 2024-09-16T00:13:49.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:13:49 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:13:49.780+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:13:49.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:49 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:49.630+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:13:49.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:49 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:49.630+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:13:50.176 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:49 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:49.938+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:13:50.176 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:49 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:49.938+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.881091+0000 front 2024-09-16T00:13:21.880859+0000 (oldest deadline 2024-09-16T00:13:49.481326+0000) 2024-09-16T00:13:50.676 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:50 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:50.389+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:13:50.813 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:50 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:50.501+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.762395+0000 front 2024-09-16T00:13:13.762353+0000 (oldest deadline 2024-09-16T00:13:41.362734+0000) 2024-09-16T00:13:50.813 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:50 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:50.501+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.663805+0000 front 2024-09-16T00:13:23.663779+0000 (oldest deadline 2024-09-16T00:13:48.363940+0000) 2024-09-16T00:13:50.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:50 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:50.532+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:13:50.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:50 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:50.532+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:13:50.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:13:50 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:13:50.774+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:13:50.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:50 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:50.598+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:13:50.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:50 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:50.598+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:13:51.394 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:50 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:50.965+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:13:51.394 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:50 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:50.965+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.881091+0000 front 2024-09-16T00:13:21.880859+0000 (oldest deadline 2024-09-16T00:13:49.481326+0000) 2024-09-16T00:13:51.683 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:51 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:51.393+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:13:52.093 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:51 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:51.393+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:13:52.094 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 16 00:13:51 smithi163 podman[74701]: 2024-09-16 00:13:51.620759193 +0000 UTC m=+5.508073632 container died 646c969a33b2924233578799be2fbc69e82f9d693ed5e675f5e281886bd2bec9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-4, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux ) 2024-09-16T00:13:52.094 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:51 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:51.531+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.762395+0000 front 2024-09-16T00:13:13.762353+0000 (oldest deadline 2024-09-16T00:13:41.362734+0000) 2024-09-16T00:13:52.094 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:51 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:51.531+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.663805+0000 front 2024-09-16T00:13:23.663779+0000 (oldest deadline 2024-09-16T00:13:48.363940+0000) 2024-09-16T00:13:52.095 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:13:51 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:13:51.727+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:13:52.095 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:51 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:51.483+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:13:52.095 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:51 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:51.483+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:13:52.095 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:51 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:51.639+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:13:52.095 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:51 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:51.639+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:13:52.233 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 16 00:13:52 smithi163 podman[74701]: 2024-09-16 00:13:52.070111833 +0000 UTC m=+5.957426270 container cleanup 646c969a33b2924233578799be2fbc69e82f9d693ed5e675f5e281886bd2bec9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-4, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-16T00:13:52.234 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 16 00:13:52 smithi163 bash[74701]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-4 2024-09-16T00:13:52.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:51 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:51.967+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:13:52.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:51 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:51.967+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.881091+0000 front 2024-09-16T00:13:21.880859+0000 (oldest deadline 2024-09-16T00:13:49.481326+0000) 2024-09-16T00:13:52.727 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 16 00:13:52 smithi163 podman[74718]: 2024-09-16 00:13:52.430037272 +0000 UTC m=+0.811750933 container remove 646c969a33b2924233578799be2fbc69e82f9d693ed5e675f5e281886bd2bec9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-4, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T00:13:52.727 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:52 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:52.661+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:13:52.727 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:52 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:52.661+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:13:52.813 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:52 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:52.553+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.762395+0000 front 2024-09-16T00:13:13.762353+0000 (oldest deadline 2024-09-16T00:13:41.362734+0000) 2024-09-16T00:13:52.814 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:52 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:52.553+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.663805+0000 front 2024-09-16T00:13:23.663779+0000 (oldest deadline 2024-09-16T00:13:48.363940+0000) 2024-09-16T00:13:52.814 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:13:52 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:13:52.491+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:13:52.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:52 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:52.493+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:13:52.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:52 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:52.493+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:13:52.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:52 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:52.428+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:13:52.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:52 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:52.428+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:13:52.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:13:52 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:13:52.726+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:13:52.984 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 16 00:13:52 smithi163 podman[74808]: 2024-09-16 00:13:52.642410087 +0000 UTC m=+0.016167626 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T00:13:52.984 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 16 00:13:52 smithi163 podman[74808]: 2024-09-16 00:13:52.756089633 +0000 UTC m=+0.129847214 container create 8b2c7b31959376d2263896bfaa155fa4b6652694c06a412b576f31ba89ef33e1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-4-deactivate, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-16T00:13:53.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:53 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:53.005+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:13:53.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:53 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:53.005+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.881091+0000 front 2024-09-16T00:13:21.880859+0000 (oldest deadline 2024-09-16T00:13:49.481326+0000) 2024-09-16T00:13:53.478 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 16 00:13:53 smithi163 podman[74808]: 2024-09-16 00:13:53.009214241 +0000 UTC m=+0.382971787 container init 8b2c7b31959376d2263896bfaa155fa4b6652694c06a412b576f31ba89ef33e1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T00:13:53.479 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 16 00:13:53 smithi163 podman[74808]: 2024-09-16 00:13:53.012745627 +0000 UTC m=+0.386503164 container start 8b2c7b31959376d2263896bfaa155fa4b6652694c06a412b576f31ba89ef33e1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T00:13:53.479 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 16 00:13:53 smithi163 podman[74808]: 2024-09-16 00:13:53.10864122 +0000 UTC m=+0.482398769 container attach 8b2c7b31959376d2263896bfaa155fa4b6652694c06a412b576f31ba89ef33e1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-16T00:13:53.479 INFO:journalctl@ceph.osd.4.smithi163.stdout:Sep 16 00:13:53 smithi163 podman[74808]: 2024-09-16 00:13:53.205062975 +0000 UTC m=+0.578820511 container died 8b2c7b31959376d2263896bfaa155fa4b6652694c06a412b576f31ba89ef33e1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-4-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T00:13:53.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:13:53 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:13:53.684+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:13:53.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:53 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:53.633+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:13:53.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:53 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:53.633+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:13:53.803 DEBUG:teuthology.orchestra.run.smithi163:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.4.service' 2024-09-16T00:13:53.813 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:13:53 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:13:53.512+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:13:53.814 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:53 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:53.563+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.762395+0000 front 2024-09-16T00:13:13.762353+0000 (oldest deadline 2024-09-16T00:13:41.362734+0000) 2024-09-16T00:13:53.814 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:53 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:53.563+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.663805+0000 front 2024-09-16T00:13:23.663779+0000 (oldest deadline 2024-09-16T00:13:48.363940+0000) 2024-09-16T00:13:53.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:53 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:53.523+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:13:53.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:53 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:53.523+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:13:53.882 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:13:53.882 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-16T00:13:53.883 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-16T00:13:53.883 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.5 2024-09-16T00:13:53.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:53 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:53.446+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:13:53.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:53 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:53.446+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:13:54.183 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:53 smithi190 systemd[1]: Stopping Ceph osd.5 for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:13:54.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:54 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:54.009+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:13:54.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:54 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:54.009+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.881091+0000 front 2024-09-16T00:13:21.880859+0000 (oldest deadline 2024-09-16T00:13:49.481326+0000) 2024-09-16T00:13:54.523 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:54 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:54.182+0000 7f0cccdc0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:13:54.524 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:54 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:54.182+0000 7f0cccdc0640 -1 osd.5 123 *** Got signal Terminated *** 2024-09-16T00:13:54.524 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:54 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:54.182+0000 7f0cccdc0640 -1 osd.5 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T00:13:54.813 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:13:54 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:13:54.523+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:13:54.813 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:54 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:54.589+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.762395+0000 front 2024-09-16T00:13:13.762353+0000 (oldest deadline 2024-09-16T00:13:41.362734+0000) 2024-09-16T00:13:54.814 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:54 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:54.590+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.663805+0000 front 2024-09-16T00:13:23.663779+0000 (oldest deadline 2024-09-16T00:13:48.363940+0000) 2024-09-16T00:13:54.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:54 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:54.573+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:13:54.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:54 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:54.573+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:13:54.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:54 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:54.461+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:13:54.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:54 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:54.461+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:13:54.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:13:54 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:13:54.700+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:13:54.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:54 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:54.619+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:13:54.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:54 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:54.619+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:13:55.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:55.054+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:13:55.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:55.054+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.881091+0000 front 2024-09-16T00:13:21.880859+0000 (oldest deadline 2024-09-16T00:13:49.481326+0000) 2024-09-16T00:13:55.813 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:13:55 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:13:55.521+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:13:55.813 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:55 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:55.551+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.762395+0000 front 2024-09-16T00:13:13.762353+0000 (oldest deadline 2024-09-16T00:13:41.362734+0000) 2024-09-16T00:13:55.814 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:55 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:55.551+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.663805+0000 front 2024-09-16T00:13:23.663779+0000 (oldest deadline 2024-09-16T00:13:48.363940+0000) 2024-09-16T00:13:55.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:55 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:55.611+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:13:55.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:55 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:55.611+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:13:55.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:55.447+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:13:55.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:55 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:55.447+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:13:55.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:55 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:55.572+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:13:55.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:55 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:55.572+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:13:55.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:13:55 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:13:55.691+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:13:55.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:13:55 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:13:55.691+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.520235+0000 front 2024-09-16T00:13:29.520271+0000 (oldest deadline 2024-09-16T00:13:55.320955+0000) 2024-09-16T00:13:56.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:56 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:56.058+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:13:56.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:56 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:56.058+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.881091+0000 front 2024-09-16T00:13:21.880859+0000 (oldest deadline 2024-09-16T00:13:49.481326+0000) 2024-09-16T00:13:56.813 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:13:56 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:13:56.541+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:13:56.813 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:56 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:56.533+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.762395+0000 front 2024-09-16T00:13:13.762353+0000 (oldest deadline 2024-09-16T00:13:41.362734+0000) 2024-09-16T00:13:56.814 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:56 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:56.533+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.663805+0000 front 2024-09-16T00:13:23.663779+0000 (oldest deadline 2024-09-16T00:13:48.363940+0000) 2024-09-16T00:13:56.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:56 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:56.631+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:13:56.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:56 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:56.631+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:13:56.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:56 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:56.631+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:13:56.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:56 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:56.448+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:13:56.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:56 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:56.448+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:13:56.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:56 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:56.448+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:13:56.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:13:56 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:13:56.673+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:13:56.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:13:56 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:13:56.673+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.520235+0000 front 2024-09-16T00:13:29.520271+0000 (oldest deadline 2024-09-16T00:13:55.320955+0000) 2024-09-16T00:13:56.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:56 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:56.529+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:13:56.985 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:56 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:56.529+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:13:57.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:57 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:57.054+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:13:57.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:57 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:57.054+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.881091+0000 front 2024-09-16T00:13:21.880859+0000 (oldest deadline 2024-09-16T00:13:49.481326+0000) 2024-09-16T00:13:57.813 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:13:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:13:57.502+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:13:57.814 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:57.497+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.762395+0000 front 2024-09-16T00:13:13.762353+0000 (oldest deadline 2024-09-16T00:13:41.362734+0000) 2024-09-16T00:13:57.814 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:57.497+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.663805+0000 front 2024-09-16T00:13:23.663779+0000 (oldest deadline 2024-09-16T00:13:48.363940+0000) 2024-09-16T00:13:57.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:57.650+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:13:57.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:57.650+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:13:57.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:57 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:57.650+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:13:57.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:57 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:57.451+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:13:57.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:57 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:57.451+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:13:57.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:57 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:57.451+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:13:57.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:13:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:13:57.673+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:13:57.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:13:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:13:57.673+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.520235+0000 front 2024-09-16T00:13:29.520271+0000 (oldest deadline 2024-09-16T00:13:55.320955+0000) 2024-09-16T00:13:57.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:57.494+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:13:57.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:57 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:57.494+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:13:58.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:58.041+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:13:58.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:58.041+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.881091+0000 front 2024-09-16T00:13:21.880859+0000 (oldest deadline 2024-09-16T00:13:49.481326+0000) 2024-09-16T00:13:58.813 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:13:58 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:13:58.488+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:13:58.813 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:13:58 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:13:58.488+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:13:58.814 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:58 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:58.536+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.762395+0000 front 2024-09-16T00:13:13.762353+0000 (oldest deadline 2024-09-16T00:13:41.362734+0000) 2024-09-16T00:13:58.814 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:58 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5[46531]: 2024-09-16T00:13:58.536+0000 7f0cc53ce640 -1 osd.5 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.663805+0000 front 2024-09-16T00:13:23.663779+0000 (oldest deadline 2024-09-16T00:13:48.363940+0000) 2024-09-16T00:13:58.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:58 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:58.681+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:13:58.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:58 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:58.681+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:13:58.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:58 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:58.681+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:13:58.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:58.467+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:13:58.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:58.467+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:13:58.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:58 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:58.467+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:13:58.983 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:13:58 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:13:58.715+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:13:58.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:13:58 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:13:58.715+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.520235+0000 front 2024-09-16T00:13:29.520271+0000 (oldest deadline 2024-09-16T00:13:55.320955+0000) 2024-09-16T00:13:58.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:58 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:58.489+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:13:58.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:58 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:58.489+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:13:59.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:59 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:59.065+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:13:59.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:13:59 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:13:59.065+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.881091+0000 front 2024-09-16T00:13:21.880859+0000 (oldest deadline 2024-09-16T00:13:49.481326+0000) 2024-09-16T00:13:59.813 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:59 smithi190 podman[73440]: 2024-09-16 00:13:59.546380794 +0000 UTC m=+5.463493905 container died 97a46e5f5b27bd08ebbac6b400ed9076442fe66db3ef5a54c81999694762b755 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T00:13:59.814 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:13:59 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:13:59.518+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:13:59.814 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:13:59 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:13:59.518+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:13:59.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:59 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:59.717+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:13:59.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:59 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:59.717+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:13:59.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:13:59 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:13:59.717+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:13:59.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:59 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:59.466+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:13:59.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:59 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:59.466+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:13:59.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:13:59 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:13:59.466+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:13:59.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:13:59 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:13:59.693+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:13:59.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:13:59 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:13:59.693+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.520235+0000 front 2024-09-16T00:13:29.520271+0000 (oldest deadline 2024-09-16T00:13:55.320955+0000) 2024-09-16T00:13:59.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:59 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:59.514+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:13:59.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:13:59 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:13:59.514+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:00.209 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:59 smithi190 podman[73440]: 2024-09-16 00:13:59.932309257 +0000 UTC m=+5.849422432 container cleanup 97a46e5f5b27bd08ebbac6b400ed9076442fe66db3ef5a54c81999694762b755 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e) 2024-09-16T00:14:00.209 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:13:59 smithi190 bash[73440]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5 2024-09-16T00:14:00.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:00 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:00.113+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:14:00.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:00 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:00.113+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.881091+0000 front 2024-09-16T00:13:21.880859+0000 (oldest deadline 2024-09-16T00:13:49.481326+0000) 2024-09-16T00:14:00.534 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:14:00 smithi190 podman[73455]: 2024-09-16 00:14:00.208818138 +0000 UTC m=+0.658824516 container remove 97a46e5f5b27bd08ebbac6b400ed9076442fe66db3ef5a54c81999694762b755 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True) 2024-09-16T00:14:00.813 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:14:00 smithi190 podman[73545]: 2024-09-16 00:14:00.45765407 +0000 UTC m=+0.015729800 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T00:14:00.814 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:14:00 smithi190 podman[73545]: 2024-09-16 00:14:00.601504441 +0000 UTC m=+0.159580164 container create 964c08097c10736ab324b68ee5540c9c2c2b75e3fe4d71cfeb020b4296149135 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-8921c8e, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-16T00:14:00.814 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:00 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:00.532+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:14:00.814 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:00 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:00.532+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:14:00.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:00 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:00.715+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:00.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:00 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:00.715+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:00.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:00 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:00.715+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:00.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:00 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:00.451+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:00.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:00 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:00.451+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:00.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:00 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:00.451+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:00.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:00 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:00.682+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:14:00.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:00 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:00.682+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.520235+0000 front 2024-09-16T00:13:29.520271+0000 (oldest deadline 2024-09-16T00:13:55.320955+0000) 2024-09-16T00:14:00.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:00 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:00.538+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:00.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:00 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:00.538+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:00.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:00 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:00.538+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:01.313 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:14:00 smithi190 podman[73545]: 2024-09-16 00:14:00.854326783 +0000 UTC m=+0.412402503 container init 964c08097c10736ab324b68ee5540c9c2c2b75e3fe4d71cfeb020b4296149135 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-16T00:14:01.314 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:14:00 smithi190 podman[73545]: 2024-09-16 00:14:00.857599818 +0000 UTC m=+0.415675554 container start 964c08097c10736ab324b68ee5540c9c2c2b75e3fe4d71cfeb020b4296149135 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-16T00:14:01.314 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:14:00 smithi190 podman[73545]: 2024-09-16 00:14:00.954121905 +0000 UTC m=+0.512197645 container attach 964c08097c10736ab324b68ee5540c9c2c2b75e3fe4d71cfeb020b4296149135 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T00:14:01.314 INFO:journalctl@ceph.osd.5.smithi190.stdout:Sep 16 00:14:01 smithi190 podman[73545]: 2024-09-16 00:14:01.044084776 +0000 UTC m=+0.602160509 container died 964c08097c10736ab324b68ee5540c9c2c2b75e3fe4d71cfeb020b4296149135 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True) 2024-09-16T00:14:01.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:01 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:01.088+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:14:01.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:01 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:01.088+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.881091+0000 front 2024-09-16T00:13:21.880859+0000 (oldest deadline 2024-09-16T00:13:49.481326+0000) 2024-09-16T00:14:01.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:01 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:01.088+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:34.682955+0000 front 2024-09-16T00:13:34.683092+0000 (oldest deadline 2024-09-16T00:14:00.582792+0000) 2024-09-16T00:14:01.666 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:01 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:01.503+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:14:01.667 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:01 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:01.503+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:14:01.687 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.5.service' 2024-09-16T00:14:01.731 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:14:01.731 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-16T00:14:01.731 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-16T00:14:01.731 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.6 2024-09-16T00:14:01.758 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:01 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:01.459+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:01.758 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:01 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:01.459+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:01.758 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:01 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:01.459+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:01.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:01 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:01.673+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:14:01.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:01 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:01.673+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.520235+0000 front 2024-09-16T00:13:29.520271+0000 (oldest deadline 2024-09-16T00:13:55.320955+0000) 2024-09-16T00:14:01.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:01 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:01.541+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:01.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:01 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:01.541+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:01.985 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:01 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:01.541+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:02.024 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:01 smithi071 systemd[1]: Stopping Ceph osd.6 for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:14:02.063 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:01 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:01.762+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:02.063 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:01 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:01.762+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:02.063 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:01 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:01.762+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:02.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:02 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:02.024+0000 7ff753b4b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:14:02.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:02 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:02.024+0000 7ff753b4b640 -1 osd.6 123 *** Got signal Terminated *** 2024-09-16T00:14:02.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:02 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:02.024+0000 7ff753b4b640 -1 osd.6 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T00:14:02.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:02 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:02.054+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:14:02.427 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:02 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:02.054+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.881091+0000 front 2024-09-16T00:13:21.880859+0000 (oldest deadline 2024-09-16T00:13:49.481326+0000) 2024-09-16T00:14:02.427 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:02 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:02.054+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:34.682955+0000 front 2024-09-16T00:13:34.683092+0000 (oldest deadline 2024-09-16T00:14:00.582792+0000) 2024-09-16T00:14:02.813 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:02 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:02.518+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:14:02.813 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:02 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:02.518+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:14:02.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:02 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:02.720+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:02.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:02 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:02.720+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:02.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:02 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:02.720+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:02.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:02 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:02.462+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:02.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:02 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:02.462+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:02.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:02 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:02.462+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:02.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:02 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:02.684+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:14:02.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:02 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:02.684+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.520235+0000 front 2024-09-16T00:13:29.520271+0000 (oldest deadline 2024-09-16T00:13:55.320955+0000) 2024-09-16T00:14:02.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:02 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:02.495+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:02.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:02 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:02.495+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:02.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:02 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:02.495+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:03.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:03.026+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:14:03.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:03.026+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.881091+0000 front 2024-09-16T00:13:21.880859+0000 (oldest deadline 2024-09-16T00:13:49.481326+0000) 2024-09-16T00:14:03.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:03.026+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:34.682955+0000 front 2024-09-16T00:13:34.683092+0000 (oldest deadline 2024-09-16T00:14:00.582792+0000) 2024-09-16T00:14:03.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:03 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:03.689+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:14:03.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:03 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:03.689+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.520235+0000 front 2024-09-16T00:13:29.520271+0000 (oldest deadline 2024-09-16T00:13:55.320955+0000) 2024-09-16T00:14:03.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:03 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:03.481+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:03.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:03 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:03.481+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:03.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:03 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:03.481+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:03.813 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:03 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:03.501+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:14:03.813 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:03 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:03.501+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:14:03.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:03 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:03.727+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:03.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:03 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:03.728+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:03.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:03 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:03.728+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:03.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:03.472+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:03.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:03.473+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:03.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:03.473+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:04.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:03.990+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:14:04.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:03.990+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.881091+0000 front 2024-09-16T00:13:21.880859+0000 (oldest deadline 2024-09-16T00:13:49.481326+0000) 2024-09-16T00:14:04.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:03 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:03.990+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:34.682955+0000 front 2024-09-16T00:13:34.683092+0000 (oldest deadline 2024-09-16T00:14:00.582792+0000) 2024-09-16T00:14:04.733 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:04 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:04.674+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:14:04.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:04 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:04.674+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.520235+0000 front 2024-09-16T00:13:29.520271+0000 (oldest deadline 2024-09-16T00:13:55.320955+0000) 2024-09-16T00:14:04.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:04 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:04.434+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:04.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:04 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:04.434+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:04.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:04 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:04.434+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:04.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:04 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:04.434+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:04.762 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:04 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:04.486+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:14:04.762 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:04 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:04.486+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:14:04.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:04 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:04.445+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:04.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:04 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:04.445+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:04.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:04 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:04.445+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:05.063 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:04 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:04.761+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:05.063 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:04 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:04.761+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:05.063 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:04 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:04.761+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:05.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:05 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:05.000+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:14:05.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:05 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:05.000+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.881091+0000 front 2024-09-16T00:13:21.880859+0000 (oldest deadline 2024-09-16T00:13:49.481326+0000) 2024-09-16T00:14:05.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:05 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:05.000+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:34.682955+0000 front 2024-09-16T00:13:34.683092+0000 (oldest deadline 2024-09-16T00:14:00.582792+0000) 2024-09-16T00:14:05.729 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:05 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:05.494+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:14:05.729 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:05 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:05.495+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:14:05.733 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:05 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:05.630+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:14:05.733 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:05 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:05.630+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.520235+0000 front 2024-09-16T00:13:29.520271+0000 (oldest deadline 2024-09-16T00:13:55.320955+0000) 2024-09-16T00:14:05.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:05 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:05.421+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:05.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:05 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:05.421+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:05.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:05 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:05.421+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:05.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:05 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:05.421+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:05.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:05 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:05.429+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:05.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:05 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:05.429+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:05.927 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:05 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:05.429+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:05.927 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:05 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:05.429+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:06.063 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:05 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:05.728+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:06.063 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:05 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:05.728+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:06.063 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:05 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:05.728+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:06.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:05 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:05.994+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:13.079669+0000 front 2024-09-16T00:13:13.079653+0000 (oldest deadline 2024-09-16T00:13:41.880276+0000) 2024-09-16T00:14:06.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:05 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:05.994+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.881091+0000 front 2024-09-16T00:13:21.880859+0000 (oldest deadline 2024-09-16T00:13:49.481326+0000) 2024-09-16T00:14:06.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:05 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:05.994+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:34.682955+0000 front 2024-09-16T00:13:34.683092+0000 (oldest deadline 2024-09-16T00:14:00.582792+0000) 2024-09-16T00:14:06.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:05 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6[58217]: 2024-09-16T00:14:05.994+0000 7ff750161640 -1 osd.6 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:42.283785+0000 front 2024-09-16T00:13:42.283856+0000 (oldest deadline 2024-09-16T00:14:05.684414+0000) 2024-09-16T00:14:06.563 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:06 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:06.529+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:14:06.563 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:06 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:06.529+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:14:06.563 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:06 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:06.529+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.751354+0000 front 2024-09-16T00:13:41.751203+0000 (oldest deadline 2024-09-16T00:14:05.851197+0000) 2024-09-16T00:14:06.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:06 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:06.664+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:14:06.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:06 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:06.664+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.520235+0000 front 2024-09-16T00:13:29.520271+0000 (oldest deadline 2024-09-16T00:13:55.320955+0000) 2024-09-16T00:14:06.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:06 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:06.465+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:06.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:06 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:06.465+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:06.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:06 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:06.465+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:06.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:06 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:06.465+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:06.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:06 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:06.477+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:06.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:06 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:06.477+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:06.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:06 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:06.477+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:06.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:06 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:06.477+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:07.063 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:06 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:06.712+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:07.063 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:06 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:06.712+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:07.063 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:06 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:06.712+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:07.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:07 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:07.642+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:14:07.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:07 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:07.642+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.520235+0000 front 2024-09-16T00:13:29.520271+0000 (oldest deadline 2024-09-16T00:13:55.320955+0000) 2024-09-16T00:14:07.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:07 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:07.642+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.122514+0000 front 2024-09-16T00:13:41.122545+0000 (oldest deadline 2024-09-16T00:14:07.022606+0000) 2024-09-16T00:14:07.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:07 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:07.468+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:07.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:07 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:07.468+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:07.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:07 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:07.468+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:07.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:07 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:07.468+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:07.775 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:07 smithi071 podman[93881]: 2024-09-16 00:14:07.492202385 +0000 UTC m=+5.570102578 container died 008655f1b6e679ce01b1390e2b2b7b7cde63de37dba6f6b20565d34cc1cd0e7d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-16T00:14:07.775 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:07 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:07.462+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:07.775 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:07 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:07.462+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:07.775 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:07 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:07.462+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:07.775 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:07 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:07.462+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:07.813 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:07 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:07.534+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:14:07.814 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:07 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:07.534+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:14:07.814 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:07 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:07.534+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.751354+0000 front 2024-09-16T00:13:41.751203+0000 (oldest deadline 2024-09-16T00:14:05.851197+0000) 2024-09-16T00:14:07.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:07 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:07.671+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:07.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:07 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:07.671+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:07.814 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:07 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:07.671+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:08.158 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:07 smithi071 podman[93881]: 2024-09-16 00:14:07.864919669 +0000 UTC m=+5.942819862 container cleanup 008655f1b6e679ce01b1390e2b2b7b7cde63de37dba6f6b20565d34cc1cd0e7d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6, RELEASE=squid-8921c8e, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-16T00:14:08.158 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:07 smithi071 bash[93881]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6 2024-09-16T00:14:08.426 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:08 smithi071 podman[93896]: 2024-09-16 00:14:08.158244901 +0000 UTC m=+0.663059765 container remove 008655f1b6e679ce01b1390e2b2b7b7cde63de37dba6f6b20565d34cc1cd0e7d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-16T00:14:08.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:08 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:08.636+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:14:08.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:08 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:08.636+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.520235+0000 front 2024-09-16T00:13:29.520271+0000 (oldest deadline 2024-09-16T00:13:55.320955+0000) 2024-09-16T00:14:08.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:08 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:08.636+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.122514+0000 front 2024-09-16T00:13:41.122545+0000 (oldest deadline 2024-09-16T00:14:07.022606+0000) 2024-09-16T00:14:08.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:08 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:08.452+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:08.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:08 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:08.452+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:08.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:08 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:08.452+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:08.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:08 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:08.452+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:08.804 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:08 smithi071 podman[93982]: 2024-09-16 00:14:08.390900685 +0000 UTC m=+0.016719812 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T00:14:08.804 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:08 smithi071 podman[93982]: 2024-09-16 00:14:08.551122227 +0000 UTC m=+0.176941411 container create 3d2d1ea17c341d03d5b22d95a79307913ecf60f3106b6c643212caf29e0ea925 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6-deactivate, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T00:14:08.804 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:08 smithi071 podman[93982]: 2024-09-16 00:14:08.803475085 +0000 UTC m=+0.429294205 container init 3d2d1ea17c341d03d5b22d95a79307913ecf60f3106b6c643212caf29e0ea925 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2) 2024-09-16T00:14:08.804 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:08 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:08.487+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:08.804 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:08 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:08.487+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:08.804 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:08 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:08.487+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:08.805 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:08 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:08.487+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:09.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:08 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:08.572+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:14:09.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:08 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:08.572+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:14:09.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:08 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:08.572+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.751354+0000 front 2024-09-16T00:13:41.751203+0000 (oldest deadline 2024-09-16T00:14:05.851197+0000) 2024-09-16T00:14:09.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:08 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:08.638+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:09.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:08 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:08.638+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:09.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:08 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:08.638+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:09.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:08 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:08.638+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:09.176 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:08 smithi071 podman[93982]: 2024-09-16 00:14:08.80687808 +0000 UTC m=+0.432697205 container start 3d2d1ea17c341d03d5b22d95a79307913ecf60f3106b6c643212caf29e0ea925 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6-deactivate, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e) 2024-09-16T00:14:09.176 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:08 smithi071 podman[93982]: 2024-09-16 00:14:08.911878725 +0000 UTC m=+0.537697859 container attach 3d2d1ea17c341d03d5b22d95a79307913ecf60f3106b6c643212caf29e0ea925 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e) 2024-09-16T00:14:09.176 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 16 00:14:09 smithi071 podman[94005]: 2024-09-16 00:14:09.025890635 +0000 UTC m=+0.016836090 container died 3d2d1ea17c341d03d5b22d95a79307913ecf60f3106b6c643212caf29e0ea925 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T00:14:09.608 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:09 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:09.506+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:09.608 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:09 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:09.506+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:09.608 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:09 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:09.506+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:09.608 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:09 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:09.506+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:09.625 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.6.service' 2024-09-16T00:14:09.705 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:14:09.705 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-16T00:14:09.705 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-16T00:14:09.705 DEBUG:teuthology.orchestra.run.smithi163:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.7 2024-09-16T00:14:09.732 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:09 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:09.676+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:14:09.732 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:09 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:09.676+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.520235+0000 front 2024-09-16T00:13:29.520271+0000 (oldest deadline 2024-09-16T00:13:55.320955+0000) 2024-09-16T00:14:09.732 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:09 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:09.676+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.122514+0000 front 2024-09-16T00:13:41.122545+0000 (oldest deadline 2024-09-16T00:14:07.022606+0000) 2024-09-16T00:14:09.732 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:09 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:09.452+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:09.733 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:09 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:09.452+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:09.733 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:09 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:09.452+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:09.733 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:09 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:09.452+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:09.983 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:09 smithi163 systemd[1]: Stopping Ceph osd.7 for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:14:10.065 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:09 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:09.609+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:14:10.065 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:09 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:09.609+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:14:10.065 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:09 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:09.609+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.751354+0000 front 2024-09-16T00:13:41.751203+0000 (oldest deadline 2024-09-16T00:14:05.851197+0000) 2024-09-16T00:14:10.065 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:09 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:09.626+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:10.065 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:09 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:09.626+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:10.066 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:09 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:09.626+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:10.066 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:09 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:09.626+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:10.418 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:10 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:10.013+0000 7fcad8d73640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:14:10.419 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:10 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:10.013+0000 7fcad8d73640 -1 osd.7 123 *** Got signal Terminated *** 2024-09-16T00:14:10.419 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:10 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:10.013+0000 7fcad8d73640 -1 osd.7 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T00:14:10.685 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:10 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:10.417+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:10.685 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:10 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:10.417+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:10.685 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:10 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:10.417+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:10.685 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:10 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:10.417+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:10.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:10 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:10.548+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:10.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:10 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:10.548+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:10.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:10 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:10.548+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:10.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:10 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:10.548+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:10.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:10 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:10.695+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:14:10.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:10 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:10.695+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.520235+0000 front 2024-09-16T00:13:29.520271+0000 (oldest deadline 2024-09-16T00:13:55.320955+0000) 2024-09-16T00:14:10.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:10 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:10.695+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.122514+0000 front 2024-09-16T00:13:41.122545+0000 (oldest deadline 2024-09-16T00:14:07.022606+0000) 2024-09-16T00:14:11.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:10 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:10.621+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:14:11.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:10 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:10.621+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:14:11.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:10 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:10.621+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.751354+0000 front 2024-09-16T00:13:41.751203+0000 (oldest deadline 2024-09-16T00:14:05.851197+0000) 2024-09-16T00:14:11.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:10 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:10.664+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:11.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:10 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:10.664+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:11.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:10 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:10.664+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:11.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:10 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:10.664+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:11.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:11 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:11.653+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:14:11.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:11 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:11.653+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.520235+0000 front 2024-09-16T00:13:29.520271+0000 (oldest deadline 2024-09-16T00:13:55.320955+0000) 2024-09-16T00:14:11.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:11 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:11.653+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.122514+0000 front 2024-09-16T00:13:41.122545+0000 (oldest deadline 2024-09-16T00:14:07.022606+0000) 2024-09-16T00:14:11.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:11 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:11.465+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:11.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:11 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:11.465+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:11.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:11 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:11.465+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:11.735 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:11 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:11.465+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:11.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:11 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:11.506+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:11.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:11 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:11.506+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:11.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:11 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:11.506+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:11.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:11 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:11.506+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:12.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:11 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:11.662+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:14:12.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:11 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:11.662+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:14:12.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:11 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:11.662+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.751354+0000 front 2024-09-16T00:13:41.751203+0000 (oldest deadline 2024-09-16T00:14:05.851197+0000) 2024-09-16T00:14:12.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:11 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:11.662+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.552231+0000 front 2024-09-16T00:13:50.552372+0000 (oldest deadline 2024-09-16T00:14:11.652167+0000) 2024-09-16T00:14:12.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:11 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:11.703+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:12.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:11 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:11.703+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:12.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:11 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:11.703+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:12.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:11 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:11.703+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:12.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:12 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:12.631+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:14:12.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:12 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:12.631+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.520235+0000 front 2024-09-16T00:13:29.520271+0000 (oldest deadline 2024-09-16T00:13:55.320955+0000) 2024-09-16T00:14:12.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:12 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:12.631+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.122514+0000 front 2024-09-16T00:13:41.122545+0000 (oldest deadline 2024-09-16T00:14:07.022606+0000) 2024-09-16T00:14:12.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:12 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:12.454+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:12.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:12 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:12.454+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:12.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:12 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:12.454+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:12.735 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:12 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:12.454+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:12.735 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:12 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:12.454+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:12.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:12 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:12.489+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:12.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:12 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:12.489+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:12.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:12 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:12.489+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:12.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:12 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:12.489+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:13.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:12 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:12.679+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:14:13.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:12 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:12.679+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:14:13.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:12 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:12.679+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.751354+0000 front 2024-09-16T00:13:41.751203+0000 (oldest deadline 2024-09-16T00:14:05.851197+0000) 2024-09-16T00:14:13.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:12 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:12.679+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.552231+0000 front 2024-09-16T00:13:50.552372+0000 (oldest deadline 2024-09-16T00:14:11.652167+0000) 2024-09-16T00:14:13.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:12 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:12.742+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:13.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:12 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:12.742+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:13.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:12 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:12.742+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:13.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:12 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:12.742+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:13.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:12 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:12.742+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:13.733 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:13 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:13.601+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:14:13.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:13 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:13.601+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.520235+0000 front 2024-09-16T00:13:29.520271+0000 (oldest deadline 2024-09-16T00:13:55.320955+0000) 2024-09-16T00:14:13.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:13 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:13.601+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.122514+0000 front 2024-09-16T00:13:41.122545+0000 (oldest deadline 2024-09-16T00:14:07.022606+0000) 2024-09-16T00:14:13.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:13 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:13.448+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:13.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:13 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:13.448+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:13.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:13 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:13.448+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:13.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:13 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:13.448+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:13.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:13 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:13.448+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:13.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:13 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:13.537+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:13.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:13 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:13.537+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:13.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:13 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:13.537+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:13.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:13 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:13.537+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:14.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:13 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:13.640+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:14:14.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:13 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:13.640+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:14:14.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:13 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:13.640+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.751354+0000 front 2024-09-16T00:13:41.751203+0000 (oldest deadline 2024-09-16T00:14:05.851197+0000) 2024-09-16T00:14:14.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:13 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:13.640+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.552231+0000 front 2024-09-16T00:13:50.552372+0000 (oldest deadline 2024-09-16T00:14:11.652167+0000) 2024-09-16T00:14:14.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:13 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:13.781+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:14.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:13 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:13.781+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:14.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:13 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:13.781+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:14.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:13 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:13.781+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:14.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:13 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:13.781+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:14.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:14 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:14.611+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:23.718978+0000 front 2024-09-16T00:13:23.719091+0000 (oldest deadline 2024-09-16T00:13:47.819105+0000) 2024-09-16T00:14:14.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:14 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:14.611+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.520235+0000 front 2024-09-16T00:13:29.520271+0000 (oldest deadline 2024-09-16T00:13:55.320955+0000) 2024-09-16T00:14:14.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:14 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7[51624]: 2024-09-16T00:14:14.611+0000 7fcad5389640 -1 osd.7 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.122514+0000 front 2024-09-16T00:13:41.122545+0000 (oldest deadline 2024-09-16T00:14:07.022606+0000) 2024-09-16T00:14:14.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:14 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:14.440+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:14.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:14 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:14.440+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:14.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:14 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:14.440+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:14.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:14 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:14.440+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:14.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:14 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:14.440+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:14.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:14 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:14.508+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:14.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:14 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:14.508+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:14.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:14 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:14.508+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:14.927 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:14 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:14.508+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:15.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:14 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:14.662+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:14:15.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:14 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:14.662+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:14:15.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:14 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:14.662+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.751354+0000 front 2024-09-16T00:13:41.751203+0000 (oldest deadline 2024-09-16T00:14:05.851197+0000) 2024-09-16T00:14:15.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:14 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:14.662+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.552231+0000 front 2024-09-16T00:13:50.552372+0000 (oldest deadline 2024-09-16T00:14:11.652167+0000) 2024-09-16T00:14:15.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:14 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:14.764+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:15.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:14 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:14.764+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:15.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:14 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:14.764+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:15.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:14 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:14.764+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:15.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:14 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:14.764+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:15.734 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:15 smithi163 podman[74909]: 2024-09-16 00:14:15.434823423 +0000 UTC m=+5.532035369 container died 1f3e43feb3a63efc69035fec49ab7f2da19e0f2f02f8b0c14fcd612071cde8ae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-16T00:14:15.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:15 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:15.440+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:15.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:15 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:15.440+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:15.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:15 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:15.440+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:15.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:15 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:15.440+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:15.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:15 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:15.440+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:15.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:15 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:15.521+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:15.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:15 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:15.521+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:15.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:15 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:15.521+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:15.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:15 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:15.521+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:15.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:15 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:15.521+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.312646+0000 front 2024-09-16T00:13:50.312632+0000 (oldest deadline 2024-09-16T00:14:15.012541+0000) 2024-09-16T00:14:16.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:15 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:15.615+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:14:16.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:15 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:15.615+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:14:16.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:15 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:15.615+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.751354+0000 front 2024-09-16T00:13:41.751203+0000 (oldest deadline 2024-09-16T00:14:05.851197+0000) 2024-09-16T00:14:16.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:15 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:15.615+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.552231+0000 front 2024-09-16T00:13:50.552372+0000 (oldest deadline 2024-09-16T00:14:11.652167+0000) 2024-09-16T00:14:16.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:15 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:15.790+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:16.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:15 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:15.790+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:16.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:15 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:15.790+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:16.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:15 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:15.790+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:16.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:15 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:15.790+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:16.066 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:15 smithi163 podman[74909]: 2024-09-16 00:14:15.847693288 +0000 UTC m=+5.944905234 container cleanup 1f3e43feb3a63efc69035fec49ab7f2da19e0f2f02f8b0c14fcd612071cde8ae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-16T00:14:16.066 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:15 smithi163 bash[74909]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7 2024-09-16T00:14:16.397 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:16 smithi163 podman[74936]: 2024-09-16 00:14:16.065654797 +0000 UTC m=+0.629825762 container remove 1f3e43feb3a63efc69035fec49ab7f2da19e0f2f02f8b0c14fcd612071cde8ae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-16T00:14:16.703 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:16 smithi163 podman[75025]: 2024-09-16 00:14:16.383634839 +0000 UTC m=+0.015941867 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T00:14:16.703 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:16 smithi163 podman[75025]: 2024-09-16 00:14:16.516626997 +0000 UTC m=+0.148934013 container create 9dc59a44755329a393401391d1f8d0446045971a62edaa15d3c17735de5e7e2c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-16T00:14:16.703 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:16 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:16.396+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:16.703 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:16 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:16.396+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:16.703 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:16 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:16.396+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:16.703 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:16 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:16.396+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:16.704 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:16 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:16.396+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:16.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:16 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:16.549+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:16.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:16 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:16.549+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:16.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:16 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:16.549+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:16.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:16 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:16.549+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:16.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:16 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:16.549+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.312646+0000 front 2024-09-16T00:13:50.312632+0000 (oldest deadline 2024-09-16T00:14:15.012541+0000) 2024-09-16T00:14:16.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:16 smithi163 podman[75025]: 2024-09-16 00:14:16.702736246 +0000 UTC m=+0.335043272 container init 9dc59a44755329a393401391d1f8d0446045971a62edaa15d3c17735de5e7e2c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7-deactivate, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True) 2024-09-16T00:14:16.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:16 smithi163 podman[75025]: 2024-09-16 00:14:16.706799973 +0000 UTC m=+0.339106995 container start 9dc59a44755329a393401391d1f8d0446045971a62edaa15d3c17735de5e7e2c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-16T00:14:16.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:16 smithi163 podman[75025]: 2024-09-16 00:14:16.794114065 +0000 UTC m=+0.426421085 container attach 9dc59a44755329a393401391d1f8d0446045971a62edaa15d3c17735de5e7e2c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T00:14:16.984 INFO:journalctl@ceph.osd.7.smithi163.stdout:Sep 16 00:14:16 smithi163 podman[75025]: 2024-09-16 00:14:16.896143935 +0000 UTC m=+0.528450955 container died 9dc59a44755329a393401391d1f8d0446045971a62edaa15d3c17735de5e7e2c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e) 2024-09-16T00:14:17.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:16 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:16.654+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:14:17.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:16 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:16.654+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:14:17.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:16 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:16.654+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.751354+0000 front 2024-09-16T00:13:41.751203+0000 (oldest deadline 2024-09-16T00:14:05.851197+0000) 2024-09-16T00:14:17.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:16 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:16.654+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.552231+0000 front 2024-09-16T00:13:50.552372+0000 (oldest deadline 2024-09-16T00:14:11.652167+0000) 2024-09-16T00:14:17.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:16 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:16.771+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:17.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:16 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:16.771+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:17.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:16 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:16.771+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:17.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:16 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:16.771+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:17.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:16 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:16.771+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:17.483 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:17 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:17.399+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:17.484 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:17 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:17.399+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:17.484 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:17 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:17.399+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:17.484 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:17 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:17.399+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:17.484 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:17 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:17.399+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:17.544 DEBUG:teuthology.orchestra.run.smithi163:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.7.service' 2024-09-16T00:14:17.624 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:14:17.625 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-16T00:14:17.625 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-09-16T00:14:17.625 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.8 2024-09-16T00:14:17.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:17 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:17.558+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:17.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:17 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:17.558+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:17.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:17 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:17.558+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:17.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:17 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:17.558+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:17.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:17 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:17.558+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.312646+0000 front 2024-09-16T00:13:50.312632+0000 (oldest deadline 2024-09-16T00:14:15.012541+0000) 2024-09-16T00:14:17.945 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:17 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:17.620+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:14:17.945 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:17 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:17.620+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:14:17.945 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:17 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:17.620+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.751354+0000 front 2024-09-16T00:13:41.751203+0000 (oldest deadline 2024-09-16T00:14:05.851197+0000) 2024-09-16T00:14:17.946 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:17 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:17.620+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.552231+0000 front 2024-09-16T00:13:50.552372+0000 (oldest deadline 2024-09-16T00:14:11.652167+0000) 2024-09-16T00:14:17.946 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:17 smithi190 systemd[1]: Stopping Ceph osd.8 for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:14:17.946 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:17 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:17.944+0000 7fd150f49640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:14:17.946 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:17 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:17.944+0000 7fd150f49640 -1 osd.8 123 *** Got signal Terminated *** 2024-09-16T00:14:17.946 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:17 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:17.944+0000 7fd150f49640 -1 osd.8 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T00:14:17.946 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:17 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:17.792+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:17.946 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:17 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:17.792+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:17.946 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:17 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:17.792+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:17.946 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:17 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:17.792+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:17.946 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:17 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:17.792+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:18.733 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:18 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:18.393+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:18.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:18 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:18.393+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:18.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:18 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:18.393+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:18.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:18 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:18.393+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:18.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:18 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:18.393+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:18.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:18.515+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:18.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:18.515+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:18.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:18.515+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:18.927 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:18.515+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:18.927 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:18 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:18.515+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.312646+0000 front 2024-09-16T00:13:50.312632+0000 (oldest deadline 2024-09-16T00:14:15.012541+0000) 2024-09-16T00:14:19.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:18 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:18.660+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:14:19.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:18 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:18.660+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:14:19.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:18 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:18.660+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.751354+0000 front 2024-09-16T00:13:41.751203+0000 (oldest deadline 2024-09-16T00:14:05.851197+0000) 2024-09-16T00:14:19.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:18 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:18.660+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.552231+0000 front 2024-09-16T00:13:50.552372+0000 (oldest deadline 2024-09-16T00:14:11.652167+0000) 2024-09-16T00:14:19.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:18 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:18.826+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:19.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:18 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:18.826+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:19.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:18 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:18.826+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:19.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:18 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:18.826+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:19.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:18 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:18.826+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:19.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:19 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:19.438+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:19.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:19 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:19.439+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:19.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:19 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:19.439+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:19.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:19 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:19.439+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:19.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:19 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:19.439+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:19.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:19 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:19.545+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:19.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:19 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:19.545+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:19.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:19 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:19.545+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:19.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:19 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:19.545+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:19.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:19 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:19.545+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.312646+0000 front 2024-09-16T00:13:50.312632+0000 (oldest deadline 2024-09-16T00:14:15.012541+0000) 2024-09-16T00:14:20.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:19 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:19.643+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:14:20.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:19 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:19.643+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:14:20.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:19 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:19.643+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.751354+0000 front 2024-09-16T00:13:41.751203+0000 (oldest deadline 2024-09-16T00:14:05.851197+0000) 2024-09-16T00:14:20.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:19 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:19.643+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.552231+0000 front 2024-09-16T00:13:50.552372+0000 (oldest deadline 2024-09-16T00:14:11.652167+0000) 2024-09-16T00:14:20.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:19 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:19.815+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:20.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:19 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:19.815+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:20.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:19 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:19.815+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:20.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:19 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:19.815+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:20.065 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:19 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:19.815+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:20.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:20 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:20.440+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:20.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:20 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:20.440+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:20.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:20 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:20.440+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:20.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:20 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:20.440+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:20.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:20 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:20.440+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:20.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:20 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:20.572+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:20.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:20 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:20.572+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:20.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:20 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:20.572+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:20.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:20 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:20.572+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:20.927 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:20 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:20.572+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.312646+0000 front 2024-09-16T00:13:50.312632+0000 (oldest deadline 2024-09-16T00:14:15.012541+0000) 2024-09-16T00:14:20.927 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:20 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:20.572+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.013157+0000 front 2024-09-16T00:13:55.013178+0000 (oldest deadline 2024-09-16T00:14:19.713077+0000) 2024-09-16T00:14:21.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:20 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:20.612+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:14:21.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:20 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:20.612+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:14:21.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:20 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:20.612+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.751354+0000 front 2024-09-16T00:13:41.751203+0000 (oldest deadline 2024-09-16T00:14:05.851197+0000) 2024-09-16T00:14:21.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:20 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:20.612+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.552231+0000 front 2024-09-16T00:13:50.552372+0000 (oldest deadline 2024-09-16T00:14:11.652167+0000) 2024-09-16T00:14:21.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:20 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:20.810+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:21.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:20 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:20.810+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:21.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:20 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:20.810+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:21.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:20 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:20.810+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:21.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:20 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:20.810+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:21.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:21 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:21.608+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:21.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:21 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:21.608+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:21.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:21 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:21.608+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:21.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:21 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:21.608+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:21.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:21 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:21.608+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.312646+0000 front 2024-09-16T00:13:50.312632+0000 (oldest deadline 2024-09-16T00:14:15.012541+0000) 2024-09-16T00:14:21.927 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:21 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:21.608+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.013157+0000 front 2024-09-16T00:13:55.013178+0000 (oldest deadline 2024-09-16T00:14:19.713077+0000) 2024-09-16T00:14:21.983 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:21 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:21.483+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:21.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:21 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:21.483+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:21.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:21 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:21.483+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:21.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:21 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:21.483+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:21.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:21 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:21.483+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:22.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:21 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:21.638+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:14:22.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:21 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:21.638+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:14:22.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:21 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:21.638+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.751354+0000 front 2024-09-16T00:13:41.751203+0000 (oldest deadline 2024-09-16T00:14:05.851197+0000) 2024-09-16T00:14:22.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:21 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:21.638+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.552231+0000 front 2024-09-16T00:13:50.552372+0000 (oldest deadline 2024-09-16T00:14:11.652167+0000) 2024-09-16T00:14:22.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:21 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:21.829+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:22.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:21 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:21.829+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:22.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:21 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:21.829+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:22.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:21 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:21.829+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:22.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:21 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:21.829+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:22.733 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:22 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:22.465+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:22.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:22 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:22.465+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:22.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:22 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:22.465+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:22.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:22 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:22.465+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:22.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:22 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:22.465+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:22.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:22 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:22.591+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:23.043 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:22 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:22.591+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:23.044 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:22 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:22.591+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:23.044 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:22 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:22.591+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:23.044 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:22 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:22.591+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.312646+0000 front 2024-09-16T00:13:50.312632+0000 (oldest deadline 2024-09-16T00:14:15.012541+0000) 2024-09-16T00:14:23.044 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:22 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:22.591+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.013157+0000 front 2024-09-16T00:13:55.013178+0000 (oldest deadline 2024-09-16T00:14:19.713077+0000) 2024-09-16T00:14:23.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:22 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:22.592+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:21.748876+0000 front 2024-09-16T00:13:21.748771+0000 (oldest deadline 2024-09-16T00:13:52.349417+0000) 2024-09-16T00:14:23.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:22 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:22.592+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:32.349845+0000 front 2024-09-16T00:13:32.349819+0000 (oldest deadline 2024-09-16T00:13:57.650011+0000) 2024-09-16T00:14:23.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:22 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:22.592+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.751354+0000 front 2024-09-16T00:13:41.751203+0000 (oldest deadline 2024-09-16T00:14:05.851197+0000) 2024-09-16T00:14:23.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:22 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:22.592+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.552231+0000 front 2024-09-16T00:13:50.552372+0000 (oldest deadline 2024-09-16T00:14:11.652167+0000) 2024-09-16T00:14:23.064 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:22 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8[53278]: 2024-09-16T00:14:22.592+0000 7fd14d55f640 -1 osd.8 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:58.654097+0000 front 2024-09-16T00:13:58.654071+0000 (oldest deadline 2024-09-16T00:14:22.154277+0000) 2024-09-16T00:14:23.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:22 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:22.790+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:23.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:22 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:22.790+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:23.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:22 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:22.790+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:23.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:22 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:22.790+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:23.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:22 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:22.790+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:23.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:22 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:22.790+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:23.661 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:23 smithi190 podman[73661]: 2024-09-16 00:14:23.339763957 +0000 UTC m=+5.520177596 container died 4a34d75b6eb4263da45ce9e5dc790cff9ff435d9f45e445813a720dab0a45944 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2) 2024-09-16T00:14:23.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:23 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:23.610+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:23.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:23 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:23.610+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:23.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:23 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:23.610+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:23.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:23 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:23.610+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:23.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:23 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:23.610+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.312646+0000 front 2024-09-16T00:13:50.312632+0000 (oldest deadline 2024-09-16T00:14:15.012541+0000) 2024-09-16T00:14:23.927 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:23 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:23.610+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.013157+0000 front 2024-09-16T00:13:55.013178+0000 (oldest deadline 2024-09-16T00:14:19.713077+0000) 2024-09-16T00:14:23.983 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:23 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:23.487+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:23.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:23 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:23.487+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:23.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:23 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:23.487+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:23.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:23 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:23.487+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:23.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:23 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:23.487+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:24.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:23 smithi190 podman[73661]: 2024-09-16 00:14:23.660820478 +0000 UTC m=+5.841234120 container cleanup 4a34d75b6eb4263da45ce9e5dc790cff9ff435d9f45e445813a720dab0a45944 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-16T00:14:24.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:23 smithi190 bash[73661]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8 2024-09-16T00:14:24.063 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:23 smithi190 podman[73677]: 2024-09-16 00:14:23.862241203 +0000 UTC m=+0.525829274 container remove 4a34d75b6eb4263da45ce9e5dc790cff9ff435d9f45e445813a720dab0a45944 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e) 2024-09-16T00:14:24.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:23 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:23.821+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:24.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:23 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:23.821+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:24.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:23 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:23.821+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:24.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:23 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:23.821+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:24.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:23 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:23.821+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:24.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:23 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:23.821+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:24.563 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:24 smithi190 podman[73766]: 2024-09-16 00:14:24.180315006 +0000 UTC m=+0.015625817 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T00:14:24.564 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:24 smithi190 podman[73766]: 2024-09-16 00:14:24.288002157 +0000 UTC m=+0.123313000 container create a76945f662d49564660411f3556f536d83c2376120732a3780b25c1c6edb011e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-16T00:14:24.564 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:24 smithi190 podman[73766]: 2024-09-16 00:14:24.523929049 +0000 UTC m=+0.359239857 container init a76945f662d49564660411f3556f536d83c2376120732a3780b25c1c6edb011e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-09-16T00:14:24.564 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:24 smithi190 podman[73766]: 2024-09-16 00:14:24.52771173 +0000 UTC m=+0.363022536 container start a76945f662d49564660411f3556f536d83c2376120732a3780b25c1c6edb011e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-8921c8e, io.buildah.version=1.37.2) 2024-09-16T00:14:24.852 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:24 smithi190 podman[73766]: 2024-09-16 00:14:24.607115915 +0000 UTC m=+0.442426714 container attach a76945f662d49564660411f3556f536d83c2376120732a3780b25c1c6edb011e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8-deactivate, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T00:14:24.852 INFO:journalctl@ceph.osd.8.smithi190.stdout:Sep 16 00:14:24 smithi190 podman[73766]: 2024-09-16 00:14:24.716962501 +0000 UTC m=+0.552273315 container died a76945f662d49564660411f3556f536d83c2376120732a3780b25c1c6edb011e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-8-deactivate, ceph=True, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T00:14:24.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:24 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:24.594+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:24.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:24 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:24.594+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:24.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:24 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:24.594+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:24.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:24 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:24.594+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:24.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:24 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:24.594+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.312646+0000 front 2024-09-16T00:13:50.312632+0000 (oldest deadline 2024-09-16T00:14:15.012541+0000) 2024-09-16T00:14:24.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:24 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:24.594+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.013157+0000 front 2024-09-16T00:13:55.013178+0000 (oldest deadline 2024-09-16T00:14:19.713077+0000) 2024-09-16T00:14:24.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:24 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:24.510+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:24.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:24 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:24.510+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:24.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:24 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:24.510+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:24.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:24 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:24.510+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:24.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:24 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:24.510+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:25.277 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:24 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:24.851+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:25.277 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:24 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:24.851+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:25.277 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:24 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:24.851+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:25.277 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:24 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:24.851+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:25.277 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:24 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:24.851+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:25.278 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:24 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:24.851+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:25.298 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.8.service' 2024-09-16T00:14:25.338 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:14:25.338 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-09-16T00:14:25.338 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-09-16T00:14:25.338 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.9 2024-09-16T00:14:25.643 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:25 smithi071 systemd[1]: Stopping Ceph osd.9 for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:14:25.643 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:25 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:25.606+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:25.643 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:25 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:25.606+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:25.644 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:25 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:25.606+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:25.644 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:25 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:25.606+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:25.644 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:25 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:25.606+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.312646+0000 front 2024-09-16T00:13:50.312632+0000 (oldest deadline 2024-09-16T00:14:15.012541+0000) 2024-09-16T00:14:25.644 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:25 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:25.606+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.013157+0000 front 2024-09-16T00:13:55.013178+0000 (oldest deadline 2024-09-16T00:14:19.713077+0000) 2024-09-16T00:14:25.644 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:25 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:25.642+0000 7f101ddc1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:14:25.644 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:25 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:25.642+0000 7f101ddc1640 -1 osd.9 123 *** Got signal Terminated *** 2024-09-16T00:14:25.645 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:25 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:25.642+0000 7f101ddc1640 -1 osd.9 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T00:14:25.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:25 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:25.477+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:25.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:25 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:25.477+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:25.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:25 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:25.477+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:25.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:25 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:25.477+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:25.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:25 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:25.477+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:25.735 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:25 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:25.477+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.344593+0000 front 2024-09-16T00:13:55.344681+0000 (oldest deadline 2024-09-16T00:14:24.745080+0000) 2024-09-16T00:14:26.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:25 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:25.866+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:26.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:25 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:25.866+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:26.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:25 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:25.866+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:26.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:25 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:25.866+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:26.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:25 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:25.866+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:26.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:25 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:25.866+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:26.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:26 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:26.451+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:26.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:26 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:26.451+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:26.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:26 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:26.451+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:26.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:26 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:26.451+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:26.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:26 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:26.451+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:26.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:26 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:26.451+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.344593+0000 front 2024-09-16T00:13:55.344681+0000 (oldest deadline 2024-09-16T00:14:24.745080+0000) 2024-09-16T00:14:26.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:26 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:26.593+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:26.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:26 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:26.593+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:26.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:26 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:26.593+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:26.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:26 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:26.593+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:26.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:26 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:26.593+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.312646+0000 front 2024-09-16T00:13:50.312632+0000 (oldest deadline 2024-09-16T00:14:15.012541+0000) 2024-09-16T00:14:26.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:26 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:26.593+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.013157+0000 front 2024-09-16T00:13:55.013178+0000 (oldest deadline 2024-09-16T00:14:19.713077+0000) 2024-09-16T00:14:27.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:26 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:26.887+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:27.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:26 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:26.887+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:27.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:26 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:26.887+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:27.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:26 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:26.887+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:27.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:26 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:26.887+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:27.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:26 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:26.887+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:27.733 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:27 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:27.462+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:27.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:27 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:27.462+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:27.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:27 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:27.462+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:27.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:27 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:27.462+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:27.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:27 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:27.462+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:27.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:27 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:27.462+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.344593+0000 front 2024-09-16T00:13:55.344681+0000 (oldest deadline 2024-09-16T00:14:24.745080+0000) 2024-09-16T00:14:27.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:27 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:27.604+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:27.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:27 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:27.604+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:27.927 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:27 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:27.604+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:27.927 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:27 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:27.604+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:27.927 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:27 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:27.604+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.312646+0000 front 2024-09-16T00:13:50.312632+0000 (oldest deadline 2024-09-16T00:14:15.012541+0000) 2024-09-16T00:14:27.927 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:27 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:27.604+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.013157+0000 front 2024-09-16T00:13:55.013178+0000 (oldest deadline 2024-09-16T00:14:19.713077+0000) 2024-09-16T00:14:28.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:27 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:27.914+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:28.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:27 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:27.914+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:28.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:27 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:27.914+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:28.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:27 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:27.914+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:28.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:27 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:27.914+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:28.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:27 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:27.914+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:28.733 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:28 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:28.473+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:28.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:28 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:28.473+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:28.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:28 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:28.473+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:28.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:28 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:28.473+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:28.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:28 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:28.473+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:28.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:28 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:28.473+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.344593+0000 front 2024-09-16T00:13:55.344681+0000 (oldest deadline 2024-09-16T00:14:24.745080+0000) 2024-09-16T00:14:28.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:28 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:28.473+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-16T00:14:04.745719+0000 front 2024-09-16T00:14:04.745737+0000 (oldest deadline 2024-09-16T00:14:28.245702+0000) 2024-09-16T00:14:28.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:28 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:28.593+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:28.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:28 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:28.593+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:28.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:28 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:28.593+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:28.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:28 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:28.593+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:28.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:28 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:28.593+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.312646+0000 front 2024-09-16T00:13:50.312632+0000 (oldest deadline 2024-09-16T00:14:15.012541+0000) 2024-09-16T00:14:28.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:28 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:28.593+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.013157+0000 front 2024-09-16T00:13:55.013178+0000 (oldest deadline 2024-09-16T00:14:19.713077+0000) 2024-09-16T00:14:29.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:28 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:28.925+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:29.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:28 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:28.925+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:29.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:28 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:28.925+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:29.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:28 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:28.925+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:29.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:28 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:28.925+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:29.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:28 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:28.925+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:29.737 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:29 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:29.435+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:29.737 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:29 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:29.435+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:29.737 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:29 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:29.435+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:29.737 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:29 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:29.435+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:29.737 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:29 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:29.435+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:29.737 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:29 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:29.435+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.344593+0000 front 2024-09-16T00:13:55.344681+0000 (oldest deadline 2024-09-16T00:14:24.745080+0000) 2024-09-16T00:14:29.737 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:29 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:29.435+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-16T00:14:04.745719+0000 front 2024-09-16T00:14:04.745737+0000 (oldest deadline 2024-09-16T00:14:28.245702+0000) 2024-09-16T00:14:29.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:29 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:29.559+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:29.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:29 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:29.559+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:29.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:29 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:29.559+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:29.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:29 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:29.559+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:29.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:29 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:29.559+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.312646+0000 front 2024-09-16T00:13:50.312632+0000 (oldest deadline 2024-09-16T00:14:15.012541+0000) 2024-09-16T00:14:29.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:29 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:29.559+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.013157+0000 front 2024-09-16T00:13:55.013178+0000 (oldest deadline 2024-09-16T00:14:19.713077+0000) 2024-09-16T00:14:29.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:29 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:29.559+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-16T00:14:03.813956+0000 front 2024-09-16T00:14:03.813994+0000 (oldest deadline 2024-09-16T00:14:29.113957+0000) 2024-09-16T00:14:30.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:29 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:29.946+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:30.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:29 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:29.946+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:30.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:29 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:29.946+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:30.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:29 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:29.946+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:30.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:29 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:29.946+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:30.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:29 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:29.946+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:30.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:30 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:30.467+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:30.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:30 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:30.467+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:30.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:30 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:30.467+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:30.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:30 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:30.467+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:30.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:30 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:30.467+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:30.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:30 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:30.467+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.344593+0000 front 2024-09-16T00:13:55.344681+0000 (oldest deadline 2024-09-16T00:14:24.745080+0000) 2024-09-16T00:14:30.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:30 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:30.467+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-16T00:14:04.745719+0000 front 2024-09-16T00:14:04.745737+0000 (oldest deadline 2024-09-16T00:14:28.245702+0000) 2024-09-16T00:14:30.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:30 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:30.537+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:14.305552+0000 front 2024-09-16T00:13:14.305662+0000 (oldest deadline 2024-09-16T00:13:39.005741+0000) 2024-09-16T00:14:30.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:30 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:30.537+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:25.709247+0000 front 2024-09-16T00:13:25.709260+0000 (oldest deadline 2024-09-16T00:13:50.409139+0000) 2024-09-16T00:14:30.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:30 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:30.537+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.409740+0000 front 2024-09-16T00:13:30.409764+0000 (oldest deadline 2024-09-16T00:13:56.309774+0000) 2024-09-16T00:14:30.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:30 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:30.537+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.610766+0000 front 2024-09-16T00:13:41.610738+0000 (oldest deadline 2024-09-16T00:14:05.110948+0000) 2024-09-16T00:14:30.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:30 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:30.537+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:50.312646+0000 front 2024-09-16T00:13:50.312632+0000 (oldest deadline 2024-09-16T00:14:15.012541+0000) 2024-09-16T00:14:30.927 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:30 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:30.537+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.013157+0000 front 2024-09-16T00:13:55.013178+0000 (oldest deadline 2024-09-16T00:14:19.713077+0000) 2024-09-16T00:14:30.927 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:30 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9[65045]: 2024-09-16T00:14:30.537+0000 7f10163cf640 -1 osd.9 123 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-16T00:14:03.813956+0000 front 2024-09-16T00:14:03.813994+0000 (oldest deadline 2024-09-16T00:14:29.113957+0000) 2024-09-16T00:14:31.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:30 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:30.958+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:31.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:30 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:30.958+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:31.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:30 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:30.958+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:31.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:30 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:30.958+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:31.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:30 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:30.958+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:31.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:30 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:30.958+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:31.410 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:31 smithi071 podman[94096]: 2024-09-16 00:14:31.118828105 +0000 UTC m=+5.591449649 container stop d9c34446bfeedcdc57f259d4acbae9843b8747deb9d68e2edba59e714a6a9535 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux ) 2024-09-16T00:14:31.410 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:31 smithi071 podman[94096]: 2024-09-16 00:14:31.144515916 +0000 UTC m=+5.617137460 container died d9c34446bfeedcdc57f259d4acbae9843b8747deb9d68e2edba59e714a6a9535 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-16T00:14:31.676 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:31 smithi071 podman[94096]: 2024-09-16 00:14:31.508329066 +0000 UTC m=+5.980950609 container cleanup d9c34446bfeedcdc57f259d4acbae9843b8747deb9d68e2edba59e714a6a9535 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T00:14:31.676 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:31 smithi071 bash[94096]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9 2024-09-16T00:14:31.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:31 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:31.495+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:31.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:31 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:31.495+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:31.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:31 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:31.495+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:31.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:31 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:31.495+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:31.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:31 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:31.495+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:31.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:31 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:31.495+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.344593+0000 front 2024-09-16T00:13:55.344681+0000 (oldest deadline 2024-09-16T00:14:24.745080+0000) 2024-09-16T00:14:31.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:31 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:31.495+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-16T00:14:04.745719+0000 front 2024-09-16T00:14:04.745737+0000 (oldest deadline 2024-09-16T00:14:28.245702+0000) 2024-09-16T00:14:32.138 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:31 smithi071 podman[94111]: 2024-09-16 00:14:31.7010456 +0000 UTC m=+0.575314815 container remove d9c34446bfeedcdc57f259d4acbae9843b8747deb9d68e2edba59e714a6a9535 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T00:14:32.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:31 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:31.923+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:32.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:31 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:31.923+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:32.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:31 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:31.923+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:32.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:31 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:31.923+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:32.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:31 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:31.923+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:32.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:31 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:31.923+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:32.426 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:32 smithi071 podman[94200]: 2024-09-16 00:14:32.040879626 +0000 UTC m=+0.015604539 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T00:14:32.426 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:32 smithi071 podman[94200]: 2024-09-16 00:14:32.235237615 +0000 UTC m=+0.209962527 container create 25031055cc20e1a1576061b99128bccce9de135941c452df03444c90e3bc0514 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-16T00:14:32.926 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:32 smithi071 podman[94200]: 2024-09-16 00:14:32.462882194 +0000 UTC m=+0.437607105 container init 25031055cc20e1a1576061b99128bccce9de135941c452df03444c90e3bc0514 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T00:14:32.927 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:32 smithi071 podman[94200]: 2024-09-16 00:14:32.466300655 +0000 UTC m=+0.441025567 container start 25031055cc20e1a1576061b99128bccce9de135941c452df03444c90e3bc0514 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9-deactivate, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-16T00:14:32.927 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:32 smithi071 podman[94200]: 2024-09-16 00:14:32.54618479 +0000 UTC m=+0.520909713 container attach 25031055cc20e1a1576061b99128bccce9de135941c452df03444c90e3bc0514 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-16T00:14:32.927 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 16 00:14:32 smithi071 podman[94200]: 2024-09-16 00:14:32.655103359 +0000 UTC m=+0.629828279 container died 25031055cc20e1a1576061b99128bccce9de135941c452df03444c90e3bc0514 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-9-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=squid-8921c8e, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-16T00:14:32.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:32 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:32.538+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:32.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:32 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:32.538+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:32.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:32 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:32.538+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:32.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:32 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:32.538+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:32.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:32 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:32.538+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:32.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:32 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:32.538+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.344593+0000 front 2024-09-16T00:13:55.344681+0000 (oldest deadline 2024-09-16T00:14:24.745080+0000) 2024-09-16T00:14:32.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:32 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:32.538+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-16T00:14:04.745719+0000 front 2024-09-16T00:14:04.745737+0000 (oldest deadline 2024-09-16T00:14:28.245702+0000) 2024-09-16T00:14:33.244 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.9.service' 2024-09-16T00:14:33.283 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:14:33.283 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-09-16T00:14:33.284 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-09-16T00:14:33.284 DEBUG:teuthology.orchestra.run.smithi163:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.10 2024-09-16T00:14:33.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:32 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:32.917+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:33.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:32 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:32.917+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:33.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:32 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:32.917+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:33.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:32 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:32.917+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:33.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:32 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:32.917+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:33.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:32 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:32.917+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:33.616 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:33 smithi163 systemd[1]: Stopping Ceph osd.10 for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:14:33.617 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:33 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:33.539+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:33.617 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:33 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:33.539+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:33.617 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:33 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:33.539+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:33.617 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:33 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:33.539+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:33.617 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:33 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:33.539+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:33.617 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:33 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:33.539+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.344593+0000 front 2024-09-16T00:13:55.344681+0000 (oldest deadline 2024-09-16T00:14:24.745080+0000) 2024-09-16T00:14:33.617 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:33 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:33.539+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-16T00:14:04.745719+0000 front 2024-09-16T00:14:04.745737+0000 (oldest deadline 2024-09-16T00:14:28.245702+0000) 2024-09-16T00:14:33.617 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:33 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:33.615+0000 7f70e195b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:14:33.617 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:33 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:33.615+0000 7f70e195b640 -1 osd.10 123 *** Got signal Terminated *** 2024-09-16T00:14:33.618 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:33 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:33.615+0000 7f70e195b640 -1 osd.10 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T00:14:34.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:33 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:33.919+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:34.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:33 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:33.919+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:34.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:33 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:33.919+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:34.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:33 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:33.919+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:34.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:33 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:33.919+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:34.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:33 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:33.919+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:34.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:34 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:34.533+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:34.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:34 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:34.533+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:34.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:34 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:34.533+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:34.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:34 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:34.533+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:34.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:34 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:34.533+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:34.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:34 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:34.533+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.344593+0000 front 2024-09-16T00:13:55.344681+0000 (oldest deadline 2024-09-16T00:14:24.745080+0000) 2024-09-16T00:14:34.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:34 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:34.533+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-16T00:14:04.745719+0000 front 2024-09-16T00:14:04.745737+0000 (oldest deadline 2024-09-16T00:14:28.245702+0000) 2024-09-16T00:14:35.215 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:34 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:34.898+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:35.215 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:34 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:34.898+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:35.215 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:34 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:34.898+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:35.215 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:34 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:34.898+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:35.215 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:34 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:34.898+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:35.215 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:34 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:34.898+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:35.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:35 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:35.499+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:35.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:35 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:35.499+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:35.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:35 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:35.499+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:35.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:35 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:35.499+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:35.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:35 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:35.499+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:35.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:35 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:35.499+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.344593+0000 front 2024-09-16T00:13:55.344681+0000 (oldest deadline 2024-09-16T00:14:24.745080+0000) 2024-09-16T00:14:35.985 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:35 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:35.499+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-16T00:14:04.745719+0000 front 2024-09-16T00:14:04.745737+0000 (oldest deadline 2024-09-16T00:14:28.245702+0000) 2024-09-16T00:14:36.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:35 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:35.863+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:36.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:35 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:35.863+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:36.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:35 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:35.863+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:36.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:35 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:35.863+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:36.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:35 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:35.863+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:36.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:35 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:35.863+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:36.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:36 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:36.528+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:36.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:36 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:36.528+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:36.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:36 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:36.528+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:36.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:36 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:36.528+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:36.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:36 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:36.528+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:36.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:36 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:36.528+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.344593+0000 front 2024-09-16T00:13:55.344681+0000 (oldest deadline 2024-09-16T00:14:24.745080+0000) 2024-09-16T00:14:36.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:36 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:36.528+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-16T00:14:04.745719+0000 front 2024-09-16T00:14:04.745737+0000 (oldest deadline 2024-09-16T00:14:28.245702+0000) 2024-09-16T00:14:37.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:36 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:36.871+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:37.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:36 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:36.871+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:37.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:36 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:36.871+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:37.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:36 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:36.871+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:37.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:36 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:36.871+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:37.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:36 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:36.871+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:37.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:37 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:37.576+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:37.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:37 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:37.576+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:37.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:37 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:37.576+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:37.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:37 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:37.576+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:37.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:37 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:37.576+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:37.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:37 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:37.576+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.344593+0000 front 2024-09-16T00:13:55.344681+0000 (oldest deadline 2024-09-16T00:14:24.745080+0000) 2024-09-16T00:14:37.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:37 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:37.576+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-16T00:14:04.745719+0000 front 2024-09-16T00:14:04.745737+0000 (oldest deadline 2024-09-16T00:14:28.245702+0000) 2024-09-16T00:14:38.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:37 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:37.881+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:38.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:37 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:37.881+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:38.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:37 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:37.881+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:38.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:37 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:37.881+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:38.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:37 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:37.881+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:38.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:37 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:37.881+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:38.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:37 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:37.881+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6820 osd.7 since back 2024-09-16T00:14:13.625237+0000 front 2024-09-16T00:14:13.625215+0000 (oldest deadline 2024-09-16T00:14:37.125189+0000) 2024-09-16T00:14:38.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:38 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:38.614+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:17.438266+0000 front 2024-09-16T00:13:17.438242+0000 (oldest deadline 2024-09-16T00:13:42.738458+0000) 2024-09-16T00:14:38.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:38 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:38.614+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.738915+0000 front 2024-09-16T00:13:22.738962+0000 (oldest deadline 2024-09-16T00:13:48.039043+0000) 2024-09-16T00:14:38.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:38 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:38.614+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:29.140044+0000 front 2024-09-16T00:13:29.140001+0000 (oldest deadline 2024-09-16T00:14:00.340596+0000) 2024-09-16T00:14:38.984 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:38 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:38.614+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.441694+0000 front 2024-09-16T00:13:41.441613+0000 (oldest deadline 2024-09-16T00:14:04.341553+0000) 2024-09-16T00:14:38.985 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:38 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:38.614+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.242741+0000 front 2024-09-16T00:13:47.242714+0000 (oldest deadline 2024-09-16T00:14:11.843369+0000) 2024-09-16T00:14:38.985 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:38 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:38.614+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:55.344593+0000 front 2024-09-16T00:13:55.344681+0000 (oldest deadline 2024-09-16T00:14:24.745080+0000) 2024-09-16T00:14:38.985 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:38 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10[58144]: 2024-09-16T00:14:38.614+0000 7f70d9f69640 -1 osd.10 123 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-16T00:14:04.745719+0000 front 2024-09-16T00:14:04.745737+0000 (oldest deadline 2024-09-16T00:14:28.245702+0000) 2024-09-16T00:14:39.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:38 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:38.846+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:39.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:38 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:38.846+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:39.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:38 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:38.846+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:39.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:38 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:38.846+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:39.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:38 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:38.846+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:39.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:38 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:38.846+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:39.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:38 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:38.846+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6820 osd.7 since back 2024-09-16T00:14:13.625237+0000 front 2024-09-16T00:14:13.625215+0000 (oldest deadline 2024-09-16T00:14:37.125189+0000) 2024-09-16T00:14:39.448 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:39 smithi163 podman[75129]: 2024-09-16 00:14:39.14018777 +0000 UTC m=+5.656877854 container died a513cdf24461024afe4cc35fc8b33efdd6024e9cee372f5501b7418cbf4b2d3d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-16T00:14:39.448 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:39 smithi163 podman[75129]: 2024-09-16 00:14:39.448509829 +0000 UTC m=+5.965199915 container cleanup a513cdf24461024afe4cc35fc8b33efdd6024e9cee372f5501b7418cbf4b2d3d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-8921c8e) 2024-09-16T00:14:39.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:39 smithi163 bash[75129]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10 2024-09-16T00:14:39.734 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:39 smithi163 podman[75145]: 2024-09-16 00:14:39.64137009 +0000 UTC m=+0.496929749 container remove a513cdf24461024afe4cc35fc8b33efdd6024e9cee372f5501b7418cbf4b2d3d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-16T00:14:40.228 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:39 smithi163 podman[75236]: 2024-09-16 00:14:39.867687777 +0000 UTC m=+0.015992222 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T00:14:40.228 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:39 smithi163 podman[75236]: 2024-09-16 00:14:39.992427047 +0000 UTC m=+0.140731476 container create 32ddd2298a2150c59720834d4ab664636bea528dd7e371470d66051f1b28fb08 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=squid-8921c8e, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T00:14:40.228 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:40 smithi163 podman[75236]: 2024-09-16 00:14:40.228289994 +0000 UTC m=+0.376594422 container init 32ddd2298a2150c59720834d4ab664636bea528dd7e371470d66051f1b28fb08 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-09-16T00:14:40.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:39 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:39.846+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:40.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:39 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:39.846+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:40.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:39 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:39.846+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:40.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:39 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:39.846+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:40.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:39 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:39.846+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:40.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:39 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:39.846+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:40.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:39 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:39.846+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6820 osd.7 since back 2024-09-16T00:14:13.625237+0000 front 2024-09-16T00:14:13.625215+0000 (oldest deadline 2024-09-16T00:14:37.125189+0000) 2024-09-16T00:14:40.484 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:40 smithi163 podman[75236]: 2024-09-16 00:14:40.231680146 +0000 UTC m=+0.379984585 container start 32ddd2298a2150c59720834d4ab664636bea528dd7e371470d66051f1b28fb08 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-16T00:14:40.484 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:40 smithi163 podman[75236]: 2024-09-16 00:14:40.319988705 +0000 UTC m=+0.468293149 container attach 32ddd2298a2150c59720834d4ab664636bea528dd7e371470d66051f1b28fb08 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10-deactivate, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=) 2024-09-16T00:14:40.484 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:40 smithi163 podman[75236]: 2024-09-16 00:14:40.413793194 +0000 UTC m=+0.562097637 container died 32ddd2298a2150c59720834d4ab664636bea528dd7e371470d66051f1b28fb08 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T00:14:40.963 INFO:journalctl@ceph.osd.10.smithi163.stdout:Sep 16 00:14:40 smithi163 podman[75259]: 2024-09-16 00:14:40.939621865 +0000 UTC m=+0.518798711 container remove 32ddd2298a2150c59720834d4ab664636bea528dd7e371470d66051f1b28fb08 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-10-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-16T00:14:40.968 DEBUG:teuthology.orchestra.run.smithi163:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.10.service' 2024-09-16T00:14:41.009 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:14:41.009 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-09-16T00:14:41.009 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-09-16T00:14:41.009 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.11 2024-09-16T00:14:41.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:40 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:40.864+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:41.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:40 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:40.864+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:41.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:40 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:40.864+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:41.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:40 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:40.864+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:41.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:40 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:40.864+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:41.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:40 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:40.864+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:41.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:40 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:40.864+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6820 osd.7 since back 2024-09-16T00:14:13.625237+0000 front 2024-09-16T00:14:13.625215+0000 (oldest deadline 2024-09-16T00:14:37.125189+0000) 2024-09-16T00:14:41.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:41 smithi190 systemd[1]: Stopping Ceph osd.11 for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:14:41.813 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:41 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:41.318+0000 7f372bc69640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:14:41.813 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:41 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:41.318+0000 7f372bc69640 -1 osd.11 123 *** Got signal Terminated *** 2024-09-16T00:14:41.813 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:41 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:41.318+0000 7f372bc69640 -1 osd.11 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T00:14:42.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:41 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:41.815+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:42.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:41 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:41.815+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:42.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:41 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:41.815+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:42.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:41 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:41.815+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:42.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:41 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:41.815+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:42.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:41 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:41.815+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:42.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:41 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:41.815+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6820 osd.7 since back 2024-09-16T00:14:13.625237+0000 front 2024-09-16T00:14:13.625215+0000 (oldest deadline 2024-09-16T00:14:37.125189+0000) 2024-09-16T00:14:43.063 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:42 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:42.778+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:43.063 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:42 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:42.778+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:43.063 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:42 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:42.778+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:43.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:42 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:42.778+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:43.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:42 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:42.778+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:43.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:42 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:42.778+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:43.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:42 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:42.778+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6820 osd.7 since back 2024-09-16T00:14:13.625237+0000 front 2024-09-16T00:14:13.625215+0000 (oldest deadline 2024-09-16T00:14:37.125189+0000) 2024-09-16T00:14:44.063 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:43 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:43.795+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:44.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:43 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:43.795+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:44.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:43 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:43.795+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:44.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:43 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:43.795+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:44.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:43 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:43.795+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:44.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:43 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:43.795+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:44.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:43 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:43.795+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6820 osd.7 since back 2024-09-16T00:14:13.625237+0000 front 2024-09-16T00:14:13.625215+0000 (oldest deadline 2024-09-16T00:14:37.125189+0000) 2024-09-16T00:14:45.063 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:44 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:44.786+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:45.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:44 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:44.786+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:45.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:44 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:44.786+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:45.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:44 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:44.786+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:45.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:44 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:44.786+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:45.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:44 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:44.786+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:45.065 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:44 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:44.786+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6820 osd.7 since back 2024-09-16T00:14:13.625237+0000 front 2024-09-16T00:14:13.625215+0000 (oldest deadline 2024-09-16T00:14:37.125189+0000) 2024-09-16T00:14:45.065 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:44 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:44.786+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6820 osd.8 since back 2024-09-16T00:14:19.926567+0000 front 2024-09-16T00:14:19.926611+0000 (oldest deadline 2024-09-16T00:14:44.626546+0000) 2024-09-16T00:14:46.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:45 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:45.834+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-16T00:13:18.016070+0000 front 2024-09-16T00:13:18.015984+0000 (oldest deadline 2024-09-16T00:13:42.715760+0000) 2024-09-16T00:14:46.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:45 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:45.834+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6804 osd.1 since back 2024-09-16T00:13:22.716276+0000 front 2024-09-16T00:13:22.716369+0000 (oldest deadline 2024-09-16T00:13:48.016194+0000) 2024-09-16T00:14:46.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:45 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:45.834+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-09-16T00:13:30.917338+0000 front 2024-09-16T00:13:30.917528+0000 (oldest deadline 2024-09-16T00:13:56.217510+0000) 2024-09-16T00:14:46.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:45 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:45.834+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-16T00:13:41.819806+0000 front 2024-09-16T00:13:41.819926+0000 (oldest deadline 2024-09-16T00:14:07.719760+0000) 2024-09-16T00:14:46.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:45 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:45.834+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6812 osd.4 since back 2024-09-16T00:13:47.720364+0000 front 2024-09-16T00:13:47.720487+0000 (oldest deadline 2024-09-16T00:14:11.820352+0000) 2024-09-16T00:14:46.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:45 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:45.834+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-09-16T00:13:57.422765+0000 front 2024-09-16T00:13:57.422716+0000 (oldest deadline 2024-09-16T00:14:22.722965+0000) 2024-09-16T00:14:46.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:45 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:45.834+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.163:6820 osd.7 since back 2024-09-16T00:14:13.625237+0000 front 2024-09-16T00:14:13.625215+0000 (oldest deadline 2024-09-16T00:14:37.125189+0000) 2024-09-16T00:14:46.314 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:45 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11[60098]: 2024-09-16T00:14:45.834+0000 7f3724277640 -1 osd.11 123 heartbeat_check: no reply from 172.21.15.190:6820 osd.8 since back 2024-09-16T00:14:19.926567+0000 front 2024-09-16T00:14:19.926611+0000 (oldest deadline 2024-09-16T00:14:44.626546+0000) 2024-09-16T00:14:47.155 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:46 smithi190 podman[73882]: 2024-09-16 00:14:46.886262087 +0000 UTC m=+5.682935482 container died d0cd5778b39916b82ecb02e4cdbbc494dda1f853ffd9507172079f220cb31fa7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T00:14:47.489 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:47 smithi190 podman[73882]: 2024-09-16 00:14:47.245884491 +0000 UTC m=+6.042557887 container cleanup d0cd5778b39916b82ecb02e4cdbbc494dda1f853ffd9507172079f220cb31fa7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T00:14:47.489 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:47 smithi190 bash[73882]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11 2024-09-16T00:14:47.811 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:47 smithi190 podman[73897]: 2024-09-16 00:14:47.48856315 +0000 UTC m=+0.600097349 container remove d0cd5778b39916b82ecb02e4cdbbc494dda1f853ffd9507172079f220cb31fa7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-16T00:14:48.063 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:47 smithi190 podman[73984]: 2024-09-16 00:14:47.713996219 +0000 UTC m=+0.015843791 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T00:14:48.063 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:47 smithi190 podman[73984]: 2024-09-16 00:14:47.814326561 +0000 UTC m=+0.116174128 container create 3518c3a2e3f57a0dd590b2f69b57b7b6f56144c852bf51e1e49e30c1c31c88af (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-16T00:14:48.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:48 smithi190 podman[73984]: 2024-09-16 00:14:48.050640011 +0000 UTC m=+0.352487591 container init 3518c3a2e3f57a0dd590b2f69b57b7b6f56144c852bf51e1e49e30c1c31c88af (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux ) 2024-09-16T00:14:48.064 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:48 smithi190 podman[73984]: 2024-09-16 00:14:48.054272024 +0000 UTC m=+0.356119588 container start 3518c3a2e3f57a0dd590b2f69b57b7b6f56144c852bf51e1e49e30c1c31c88af (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T00:14:48.528 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:48 smithi190 podman[73984]: 2024-09-16 00:14:48.158601204 +0000 UTC m=+0.460448767 container attach 3518c3a2e3f57a0dd590b2f69b57b7b6f56144c852bf51e1e49e30c1c31c88af (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11-deactivate, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T00:14:48.528 INFO:journalctl@ceph.osd.11.smithi190.stdout:Sep 16 00:14:48 smithi190 podman[73984]: 2024-09-16 00:14:48.238296883 +0000 UTC m=+0.540144455 container died 3518c3a2e3f57a0dd590b2f69b57b7b6f56144c852bf51e1e49e30c1c31c88af (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-osd-11-deactivate, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-16T00:14:48.818 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@osd.11.service' 2024-09-16T00:14:48.857 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:14:48.858 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-09-16T00:14:48.858 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-09-16T00:14:48.859 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.a 2024-09-16T00:14:49.176 INFO:journalctl@ceph.mds.a.smithi071.stdout:Sep 16 00:14:48 smithi071 systemd[1]: Stopping Ceph mds.a for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:14:49.676 INFO:journalctl@ceph.mds.a.smithi071.stdout:Sep 16 00:14:49 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-a[72041]: 2024-09-16T00:14:49.216+0000 7f593fe1e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:14:49.676 INFO:journalctl@ceph.mds.a.smithi071.stdout:Sep 16 00:14:49 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-a[72041]: 2024-09-16T00:14:49.216+0000 7f593fe1e640 -1 mds.a *** got signal Terminated *** 2024-09-16T00:14:53.644 INFO:journalctl@ceph.mds.a.smithi071.stdout:Sep 16 00:14:53 smithi071 podman[94320]: 2024-09-16 00:14:53.232104968 +0000 UTC m=+4.179242701 container died cea92576a81f893faac757351816f4afcae252e1213c5d6526877c1edb7bf2c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-a, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T00:14:53.926 INFO:journalctl@ceph.mds.a.smithi071.stdout:Sep 16 00:14:53 smithi071 podman[94320]: 2024-09-16 00:14:53.743681034 +0000 UTC m=+4.690818766 container cleanup cea92576a81f893faac757351816f4afcae252e1213c5d6526877c1edb7bf2c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T00:14:53.926 INFO:journalctl@ceph.mds.a.smithi071.stdout:Sep 16 00:14:53 smithi071 bash[94320]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-a 2024-09-16T00:14:54.127 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.a.service' 2024-09-16T00:14:54.162 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:14:54.162 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-09-16T00:14:54.162 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-09-16T00:14:54.162 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.d 2024-09-16T00:14:54.426 INFO:journalctl@ceph.mds.d.smithi071.stdout:Sep 16 00:14:54 smithi071 systemd[1]: Stopping Ceph mds.d for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:14:54.926 INFO:journalctl@ceph.mds.d.smithi071.stdout:Sep 16 00:14:54 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-d[70862]: 2024-09-16T00:14:54.513+0000 7f29f7f8d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:14:54.926 INFO:journalctl@ceph.mds.d.smithi071.stdout:Sep 16 00:14:54 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-d[70862]: 2024-09-16T00:14:54.513+0000 7f29f7f8d640 -1 mds.d *** got signal Terminated *** 2024-09-16T00:14:58.676 INFO:journalctl@ceph.mds.d.smithi071.stdout:Sep 16 00:14:58 smithi071 podman[94441]: 2024-09-16 00:14:58.375033142 +0000 UTC m=+3.988619934 container died a0b342f59832f5660ff9d040b66e6e23669ecaae54542224cc4ad3aafadfc3d7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-d, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-16T00:14:58.998 INFO:journalctl@ceph.mds.d.smithi071.stdout:Sep 16 00:14:58 smithi071 podman[94441]: 2024-09-16 00:14:58.763877189 +0000 UTC m=+4.377463969 container cleanup a0b342f59832f5660ff9d040b66e6e23669ecaae54542224cc4ad3aafadfc3d7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-d, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T00:14:58.998 INFO:journalctl@ceph.mds.d.smithi071.stdout:Sep 16 00:14:58 smithi071 bash[94441]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-d 2024-09-16T00:14:59.147 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.d.service' 2024-09-16T00:14:59.179 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:14:59.180 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-09-16T00:14:59.180 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-09-16T00:14:59.180 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.g 2024-09-16T00:14:59.676 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 16 00:14:59 smithi071 systemd[1]: Stopping Ceph mds.g for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:14:59.676 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 16 00:14:59 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-g[71632]: 2024-09-16T00:14:59.501+0000 7f0ce336d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:14:59.676 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 16 00:14:59 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-g[71632]: 2024-09-16T00:14:59.501+0000 7f0ce336d640 -1 mds.g *** got signal Terminated *** 2024-09-16T00:15:02.052 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 16 00:15:01 smithi071 podman[94556]: 2024-09-16 00:15:01.756349712 +0000 UTC m=+2.358942299 container died 6c70232d9dfdbc486be9bd8dcca1ff821b8aa7162284c705e6cf5ed09e3a5ed5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-g, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-16T00:15:02.426 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 16 00:15:02 smithi071 podman[94556]: 2024-09-16 00:15:02.159601077 +0000 UTC m=+2.762193670 container cleanup 6c70232d9dfdbc486be9bd8dcca1ff821b8aa7162284c705e6cf5ed09e3a5ed5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-g, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T00:15:02.426 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 16 00:15:02 smithi071 bash[94556]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-g 2024-09-16T00:15:02.593 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.g.service' 2024-09-16T00:15:02.626 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:15:02.626 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-09-16T00:15:02.626 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-09-16T00:15:02.626 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.j 2024-09-16T00:15:02.926 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 16 00:15:02 smithi071 systemd[1]: Stopping Ceph mds.j for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:15:03.426 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 16 00:15:02 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-j[70447]: 2024-09-16T00:15:02.971+0000 7fc61d682640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:15:03.426 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 16 00:15:02 smithi071 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-j[70447]: 2024-09-16T00:15:02.971+0000 7fc61d682640 -1 mds.j *** got signal Terminated *** 2024-09-16T00:15:07.331 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 16 00:15:06 smithi071 podman[94677]: 2024-09-16 00:15:06.983617034 +0000 UTC m=+4.137018251 container died 2ea7970fec28b4376cb637d29e680bedef9c69d5b00949c0d3a22ed87dfda47d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-j, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-09-16T00:15:07.676 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 16 00:15:07 smithi071 podman[94677]: 2024-09-16 00:15:07.412480625 +0000 UTC m=+4.565881839 container cleanup 2ea7970fec28b4376cb637d29e680bedef9c69d5b00949c0d3a22ed87dfda47d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-j, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-16T00:15:07.676 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 16 00:15:07 smithi071 bash[94677]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-j 2024-09-16T00:15:07.844 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.j.service' 2024-09-16T00:15:07.878 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:15:07.879 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-09-16T00:15:07.879 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-09-16T00:15:07.879 DEBUG:teuthology.orchestra.run.smithi163:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.b 2024-09-16T00:15:08.174 INFO:journalctl@ceph.mds.b.smithi163.stdout:Sep 16 00:15:07 smithi163 systemd[1]: Stopping Ceph mds.b for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:15:08.483 INFO:journalctl@ceph.mds.b.smithi163.stdout:Sep 16 00:15:08 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-b[63307]: 2024-09-16T00:15:08.172+0000 7fcb41911640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:15:08.484 INFO:journalctl@ceph.mds.b.smithi163.stdout:Sep 16 00:15:08 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-b[63307]: 2024-09-16T00:15:08.172+0000 7fcb41911640 -1 mds.b *** got signal Terminated *** 2024-09-16T00:15:09.983 INFO:journalctl@ceph.mds.b.smithi163.stdout:Sep 16 00:15:09 smithi163 podman[75352]: 2024-09-16 00:15:09.694231113 +0000 UTC m=+1.617010114 container died f33ab17cc34e1c8c06c2b3e682efc91678ce3f05c4e7991b31960dcf630071e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-b, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-16T00:15:10.484 INFO:journalctl@ceph.mds.b.smithi163.stdout:Sep 16 00:15:10 smithi163 podman[75352]: 2024-09-16 00:15:10.288951955 +0000 UTC m=+2.211730954 container cleanup f33ab17cc34e1c8c06c2b3e682efc91678ce3f05c4e7991b31960dcf630071e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-b, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T00:15:10.484 INFO:journalctl@ceph.mds.b.smithi163.stdout:Sep 16 00:15:10 smithi163 bash[75352]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-b 2024-09-16T00:15:10.715 DEBUG:teuthology.orchestra.run.smithi163:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.b.service' 2024-09-16T00:15:10.737 INFO:journalctl@ceph.mds.b.smithi163.stdout:Sep 16 00:15:10 smithi163 podman[75365]: 2024-09-16 00:15:10.548766024 +0000 UTC m=+0.854236130 container remove f33ab17cc34e1c8c06c2b3e682efc91678ce3f05c4e7991b31960dcf630071e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-b, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T00:15:10.737 INFO:journalctl@ceph.mds.b.smithi163.stdout:Sep 16 00:15:10 smithi163 systemd[1]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.b.service: Deactivated successfully. 2024-09-16T00:15:10.738 INFO:journalctl@ceph.mds.b.smithi163.stdout:Sep 16 00:15:10 smithi163 systemd[1]: Stopped Ceph mds.b for 4eeb5726-73bb-11ef-bceb-c7b262605968. 2024-09-16T00:15:10.738 INFO:journalctl@ceph.mds.b.smithi163.stdout:Sep 16 00:15:10 smithi163 systemd[1]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.b.service: Consumed 7min 24.504s CPU time. 2024-09-16T00:15:10.750 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:15:10.751 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-09-16T00:15:10.751 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-09-16T00:15:10.751 DEBUG:teuthology.orchestra.run.smithi163:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.e 2024-09-16T00:15:11.085 INFO:journalctl@ceph.mds.e.smithi163.stdout:Sep 16 00:15:10 smithi163 systemd[1]: Stopping Ceph mds.e for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:15:11.483 INFO:journalctl@ceph.mds.e.smithi163.stdout:Sep 16 00:15:11 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-e[62700]: 2024-09-16T00:15:11.084+0000 7f6d5ff12640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:15:11.483 INFO:journalctl@ceph.mds.e.smithi163.stdout:Sep 16 00:15:11 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-e[62700]: 2024-09-16T00:15:11.084+0000 7f6d5ff12640 -1 mds.e *** got signal Terminated *** 2024-09-16T00:15:13.952 INFO:journalctl@ceph.mds.e.smithi163.stdout:Sep 16 00:15:13 smithi163 podman[75474]: 2024-09-16 00:15:13.678513283 +0000 UTC m=+2.704487218 container died ea5d40d219659ddc05d1ef6661c08472774f0de74f52869d6cf76bc3e740033a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-e, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e) 2024-09-16T00:15:14.233 INFO:journalctl@ceph.mds.e.smithi163.stdout:Sep 16 00:15:14 smithi163 podman[75474]: 2024-09-16 00:15:14.04269282 +0000 UTC m=+3.068666755 container cleanup ea5d40d219659ddc05d1ef6661c08472774f0de74f52869d6cf76bc3e740033a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-16T00:15:14.234 INFO:journalctl@ceph.mds.e.smithi163.stdout:Sep 16 00:15:14 smithi163 bash[75474]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-e 2024-09-16T00:15:14.463 DEBUG:teuthology.orchestra.run.smithi163:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.e.service' 2024-09-16T00:15:14.500 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:15:14.500 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-09-16T00:15:14.500 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-09-16T00:15:14.500 DEBUG:teuthology.orchestra.run.smithi163:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.h 2024-09-16T00:15:14.839 INFO:journalctl@ceph.mds.h.smithi163.stdout:Sep 16 00:15:14 smithi163 systemd[1]: Stopping Ceph mds.h for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:15:15.233 INFO:journalctl@ceph.mds.h.smithi163.stdout:Sep 16 00:15:14 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-h[63004]: 2024-09-16T00:15:14.838+0000 7f8f08839640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:15:15.233 INFO:journalctl@ceph.mds.h.smithi163.stdout:Sep 16 00:15:14 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-h[63004]: 2024-09-16T00:15:14.838+0000 7f8f08839640 -1 mds.h *** got signal Terminated *** 2024-09-16T00:15:17.983 INFO:journalctl@ceph.mds.h.smithi163.stdout:Sep 16 00:15:17 smithi163 podman[75607]: 2024-09-16 00:15:17.694182159 +0000 UTC m=+2.977680704 container died 8824211538b56bee12810231f2689505717e58dc91e3720e4dd5153be2e5829a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-h, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-16T00:15:18.483 INFO:journalctl@ceph.mds.h.smithi163.stdout:Sep 16 00:15:18 smithi163 podman[75607]: 2024-09-16 00:15:18.079456592 +0000 UTC m=+3.362955131 container cleanup 8824211538b56bee12810231f2689505717e58dc91e3720e4dd5153be2e5829a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-h, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T00:15:18.484 INFO:journalctl@ceph.mds.h.smithi163.stdout:Sep 16 00:15:18 smithi163 bash[75607]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-h 2024-09-16T00:15:18.639 DEBUG:teuthology.orchestra.run.smithi163:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.h.service' 2024-09-16T00:15:18.672 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:15:18.672 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-09-16T00:15:18.673 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-09-16T00:15:18.673 DEBUG:teuthology.orchestra.run.smithi163:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.k 2024-09-16T00:15:19.233 INFO:journalctl@ceph.mds.k.smithi163.stdout:Sep 16 00:15:18 smithi163 systemd[1]: Stopping Ceph mds.k for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:15:19.234 INFO:journalctl@ceph.mds.k.smithi163.stdout:Sep 16 00:15:18 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-k[62390]: 2024-09-16T00:15:18.985+0000 7f77c152d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:15:19.234 INFO:journalctl@ceph.mds.k.smithi163.stdout:Sep 16 00:15:18 smithi163 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-k[62390]: 2024-09-16T00:15:18.985+0000 7f77c152d640 -1 mds.k *** got signal Terminated *** 2024-09-16T00:15:21.984 INFO:journalctl@ceph.mds.k.smithi163.stdout:Sep 16 00:15:21 smithi163 podman[75731]: 2024-09-16 00:15:21.686195926 +0000 UTC m=+2.792260987 container died 48c05461f691931d57b24707f0f3491786502bf541c84d74097ac98f54bb694e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-k, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, RELEASE=squid-8921c8e, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-16T00:15:22.403 INFO:journalctl@ceph.mds.k.smithi163.stdout:Sep 16 00:15:22 smithi163 podman[75731]: 2024-09-16 00:15:22.019184385 +0000 UTC m=+3.125249443 container cleanup 48c05461f691931d57b24707f0f3491786502bf541c84d74097ac98f54bb694e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-k, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-8921c8e, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-16T00:15:22.404 INFO:journalctl@ceph.mds.k.smithi163.stdout:Sep 16 00:15:22 smithi163 bash[75731]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-k 2024-09-16T00:15:22.404 INFO:journalctl@ceph.mds.k.smithi163.stdout:Sep 16 00:15:22 smithi163 podman[75743]: 2024-09-16 00:15:22.203545365 +0000 UTC m=+0.513088943 container remove 48c05461f691931d57b24707f0f3491786502bf541c84d74097ac98f54bb694e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-k, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-16T00:15:22.426 DEBUG:teuthology.orchestra.run.smithi163:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.k.service' 2024-09-16T00:15:22.459 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:15:22.460 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-09-16T00:15:22.460 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-09-16T00:15:22.460 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.c 2024-09-16T00:15:22.813 INFO:journalctl@ceph.mds.c.smithi190.stdout:Sep 16 00:15:22 smithi190 systemd[1]: Stopping Ceph mds.c for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:15:23.313 INFO:journalctl@ceph.mds.c.smithi190.stdout:Sep 16 00:15:22 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-c[64905]: 2024-09-16T00:15:22.835+0000 7fa962e13640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:15:23.314 INFO:journalctl@ceph.mds.c.smithi190.stdout:Sep 16 00:15:22 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-c[64905]: 2024-09-16T00:15:22.835+0000 7fa962e13640 -1 mds.c *** got signal Terminated *** 2024-09-16T00:15:26.053 INFO:journalctl@ceph.mds.c.smithi190.stdout:Sep 16 00:15:25 smithi190 podman[74089]: 2024-09-16 00:15:25.719954169 +0000 UTC m=+3.067347116 container died d6558a248b6e3478b8885ed8148b825c9a94ad415b22ee4cc8a1e4881453281c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-c, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e) 2024-09-16T00:15:26.313 INFO:journalctl@ceph.mds.c.smithi190.stdout:Sep 16 00:15:26 smithi190 podman[74089]: 2024-09-16 00:15:26.135616798 +0000 UTC m=+3.483009744 container cleanup d6558a248b6e3478b8885ed8148b825c9a94ad415b22ee4cc8a1e4881453281c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-c, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-16T00:15:26.313 INFO:journalctl@ceph.mds.c.smithi190.stdout:Sep 16 00:15:26 smithi190 bash[74089]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-c 2024-09-16T00:15:26.576 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.c.service' 2024-09-16T00:15:26.610 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:15:26.610 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-09-16T00:15:26.610 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-09-16T00:15:26.610 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.f 2024-09-16T00:15:26.939 INFO:journalctl@ceph.mds.f.smithi190.stdout:Sep 16 00:15:26 smithi190 systemd[1]: Stopping Ceph mds.f for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:15:27.313 INFO:journalctl@ceph.mds.f.smithi190.stdout:Sep 16 00:15:26 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-f[64607]: 2024-09-16T00:15:26.939+0000 7f053f5fd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:15:27.313 INFO:journalctl@ceph.mds.f.smithi190.stdout:Sep 16 00:15:26 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-f[64607]: 2024-09-16T00:15:26.939+0000 7f053f5fd640 -1 mds.f *** got signal Terminated *** 2024-09-16T00:15:30.042 INFO:journalctl@ceph.mds.f.smithi190.stdout:Sep 16 00:15:29 smithi190 podman[74208]: 2024-09-16 00:15:29.724901801 +0000 UTC m=+2.898332642 container died ce03659bf668e5409c486673333907ef0f853577326150c318f76d3ffea1b2b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-f, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-8921c8e, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-16T00:15:30.313 INFO:journalctl@ceph.mds.f.smithi190.stdout:Sep 16 00:15:30 smithi190 podman[74208]: 2024-09-16 00:15:30.122940523 +0000 UTC m=+3.296371410 container cleanup ce03659bf668e5409c486673333907ef0f853577326150c318f76d3ffea1b2b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-f, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-16T00:15:30.313 INFO:journalctl@ceph.mds.f.smithi190.stdout:Sep 16 00:15:30 smithi190 bash[74208]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-f 2024-09-16T00:15:30.469 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.f.service' 2024-09-16T00:15:30.500 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:15:30.501 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-09-16T00:15:30.501 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-09-16T00:15:30.501 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.i 2024-09-16T00:15:30.813 INFO:journalctl@ceph.mds.i.smithi190.stdout:Sep 16 00:15:30 smithi190 systemd[1]: Stopping Ceph mds.i for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:15:31.313 INFO:journalctl@ceph.mds.i.smithi190.stdout:Sep 16 00:15:30 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-i[65204]: 2024-09-16T00:15:30.817+0000 7f9b1e120640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:15:31.313 INFO:journalctl@ceph.mds.i.smithi190.stdout:Sep 16 00:15:30 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-i[65204]: 2024-09-16T00:15:30.817+0000 7f9b1e120640 -1 mds.i *** got signal Terminated *** 2024-09-16T00:15:33.985 INFO:journalctl@ceph.mds.i.smithi190.stdout:Sep 16 00:15:33 smithi190 podman[74327]: 2024-09-16 00:15:33.716047117 +0000 UTC m=+3.004809730 container died a8c9d894305c66ba6dfbfc33b4d5dc00709af030fbf1146e161a67b80a06bcf7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-i, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-16T00:15:34.313 INFO:journalctl@ceph.mds.i.smithi190.stdout:Sep 16 00:15:34 smithi190 podman[74327]: 2024-09-16 00:15:34.084336464 +0000 UTC m=+3.373099070 container cleanup a8c9d894305c66ba6dfbfc33b4d5dc00709af030fbf1146e161a67b80a06bcf7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-i, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-16T00:15:34.313 INFO:journalctl@ceph.mds.i.smithi190.stdout:Sep 16 00:15:34 smithi190 bash[74327]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-i 2024-09-16T00:15:34.483 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.i.service' 2024-09-16T00:15:34.515 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:15:34.515 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-09-16T00:15:34.516 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-09-16T00:15:34.516 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.l 2024-09-16T00:15:34.805 INFO:journalctl@ceph.mds.l.smithi190.stdout:Sep 16 00:15:34 smithi190 systemd[1]: Stopping Ceph mds.l for 4eeb5726-73bb-11ef-bceb-c7b262605968... 2024-09-16T00:15:35.063 INFO:journalctl@ceph.mds.l.smithi190.stdout:Sep 16 00:15:34 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-l[64304]: 2024-09-16T00:15:34.804+0000 7f669baf2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T00:15:35.063 INFO:journalctl@ceph.mds.l.smithi190.stdout:Sep 16 00:15:34 smithi190 ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-l[64304]: 2024-09-16T00:15:34.804+0000 7f669baf2640 -1 mds.l *** got signal Terminated *** 2024-09-16T00:15:38.023 INFO:journalctl@ceph.mds.l.smithi190.stdout:Sep 16 00:15:37 smithi190 podman[74446]: 2024-09-16 00:15:37.723756874 +0000 UTC m=+2.997083213 container died 16ef6d50fc43b6dec6f86aa8624b146b1e7da39e15165486218287dc6e134bcf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-l, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-16T00:15:38.313 INFO:journalctl@ceph.mds.l.smithi190.stdout:Sep 16 00:15:38 smithi190 podman[74446]: 2024-09-16 00:15:38.096353471 +0000 UTC m=+3.369679805 container cleanup 16ef6d50fc43b6dec6f86aa8624b146b1e7da39e15165486218287dc6e134bcf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-l, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, GIT_BRANCH=HEAD) 2024-09-16T00:15:38.313 INFO:journalctl@ceph.mds.l.smithi190.stdout:Sep 16 00:15:38 smithi190 bash[74446]: ceph-4eeb5726-73bb-11ef-bceb-c7b262605968-mds-l 2024-09-16T00:15:38.522 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4eeb5726-73bb-11ef-bceb-c7b262605968@mds.l.service' 2024-09-16T00:15:38.554 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T00:15:38.554 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-09-16T00:15:38.554 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-16T00:15:38.757 INFO:teuthology.orchestra.run.smithi071.stdout:Deleting cluster with fsid: 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-16T00:15:41.263 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-16T00:15:41.465 INFO:teuthology.orchestra.run.smithi163.stdout:Deleting cluster with fsid: 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-16T00:15:43.986 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-16T00:15:44.188 INFO:teuthology.orchestra.run.smithi190.stdout:Deleting cluster with fsid: 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-16T00:15:46.655 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T00:15:46.688 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T00:15:46.721 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T00:15:46.748 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-16T00:15:46.750 DEBUG:teuthology.misc:Transferring archived files from smithi071:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906330/remote/smithi071/crash 2024-09-16T00:15:46.751 DEBUG:teuthology.orchestra.run.smithi071:> sudo tar c -f - -C /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/crash -- . 2024-09-16T00:15:46.793 INFO:teuthology.orchestra.run.smithi071.stderr:tar: /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-16T00:15:46.793 INFO:teuthology.orchestra.run.smithi071.stderr:tar: Error is not recoverable: exiting now 2024-09-16T00:15:46.795 DEBUG:teuthology.misc:Transferring archived files from smithi163:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906330/remote/smithi163/crash 2024-09-16T00:15:46.796 DEBUG:teuthology.orchestra.run.smithi163:> sudo tar c -f - -C /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/crash -- . 2024-09-16T00:15:46.894 INFO:teuthology.orchestra.run.smithi163.stderr:tar: /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-16T00:15:46.894 INFO:teuthology.orchestra.run.smithi163.stderr:tar: Error is not recoverable: exiting now 2024-09-16T00:15:46.896 DEBUG:teuthology.misc:Transferring archived files from smithi190:/var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906330/remote/smithi190/crash 2024-09-16T00:15:46.897 DEBUG:teuthology.orchestra.run.smithi190:> sudo tar c -f - -C /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/crash -- . 2024-09-16T00:15:46.943 INFO:teuthology.orchestra.run.smithi190.stderr:tar: /var/lib/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-16T00:15:46.943 INFO:teuthology.orchestra.run.smithi190.stderr:tar: Error is not recoverable: exiting now 2024-09-16T00:15:46.944 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-16T00:15:46.944 DEBUG:teuthology.orchestra.run.smithi071:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | head -n 1 2024-09-16T00:15:47.037 INFO:tasks.cephadm:Compressing logs... 2024-09-16T00:15:47.038 DEBUG:teuthology.orchestra.run.smithi071:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-16T00:15:47.040 DEBUG:teuthology.orchestra.run.smithi163:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-16T00:15:47.043 DEBUG:teuthology.orchestra.run.smithi190:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-16T00:15:47.070 INFO:teuthology.orchestra.run.smithi163.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.10.log 2024-09-16T00:15:47.070 INFO:teuthology.orchestra.run.smithi163.stderr:: No such file or directory 2024-09-16T00:15:47.070 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.1.log 2024-09-16T00:15:47.070 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.7.log 2024-09-16T00:15:47.070 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-16T00:15:47.070 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.b.log 2024-09-16T00:15:47.074 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.k.log 2024-09-16T00:15:47.074 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.4.log 2024-09-16T00:15:47.074 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.k.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-16T00:15:47.074 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-16T00:15:47.074 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mgr.y.log 2024-09-16T00:15:47.074 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.log 2024-09-16T00:15:47.074 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.h.log 2024-09-16T00:15:47.074 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mon.b.log 2024-09-16T00:15:47.075 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.e.log 2024-09-16T00:15:47.075 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-16T00:15:47.077 INFO:teuthology.orchestra.run.smithi071.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-09-16T00:15:47.077 INFO:teuthology.orchestra.run.smithi071.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.log 2024-09-16T00:15:47.077 INFO:teuthology.orchestra.run.smithi071.stderr:gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.0.log 2024-09-16T00:15:47.078 INFO:teuthology.orchestra.run.smithi071.stderr:gzip/var/log/ceph/ceph-client.0.log: -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.9.log 2024-09-16T00:15:47.078 INFO:teuthology.orchestra.run.smithi071.stderr:gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-16T00:15:47.089 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.0.log: /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.9.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-16T00:15:47.089 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.a.log 2024-09-16T00:15:47.089 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-16T00:15:47.089 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mon.a.log 2024-09-16T00:15:47.089 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.g.log 2024-09-16T00:15:47.089 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.6.log 2024-09-16T00:15:47.089 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.log 2024-09-16T00:15:47.089 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.d.log 2024-09-16T00:15:47.089 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mgr.x.log 2024-09-16T00:15:47.089 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.j.log 2024-09-16T00:15:47.090 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.3.log 2024-09-16T00:15:47.090 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-16T00:15:47.090 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.3.log: /var/log/ceph/cephadm.log: 87.6% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-16T00:15:47.090 INFO:teuthology.orchestra.run.smithi190.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-09-16T00:15:47.090 INFO:teuthology.orchestra.run.smithi190.stderr:gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-16T00:15:47.090 INFO:teuthology.orchestra.run.smithi190.stderr:gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-16T00:15:47.090 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.i.log 2024-09-16T00:15:47.091 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mon.c.log 2024-09-16T00:15:47.091 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-16T00:15:47.091 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.11.log 2024-09-16T00:15:47.091 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.2.log 2024-09-16T00:15:47.091 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.5.log 2024-09-16T00:15:47.091 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.log 2024-09-16T00:15:47.091 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.l.log 2024-09-16T00:15:47.091 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.8.log 2024-09-16T00:15:47.091 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.l.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mgr.z.log 2024-09-16T00:15:47.091 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.c.log 2024-09-16T00:15:47.091 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mgr.z.log: gzip -5 --verbose -- /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.f.log 2024-09-16T00:15:47.091 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-16T00:15:47.095 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.e.log: /var/log/ceph/cephadm.log: 83.0% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-16T00:15:47.166 INFO:teuthology.orchestra.run.smithi163.stderr: 92.7% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mgr.y.log.gz 2024-09-16T00:15:47.186 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.f.log: /var/log/ceph/cephadm.log: 92.7% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mgr.z.log.gz 2024-09-16T00:15:47.200 INFO:teuthology.orchestra.run.smithi190.stderr: 82.9% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-16T00:15:47.211 INFO:teuthology.orchestra.run.smithi071.stderr: 93.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-16T00:15:47.213 INFO:teuthology.orchestra.run.smithi071.stderr: 85.0% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-16T00:15:47.215 INFO:teuthology.orchestra.run.smithi163.stderr: 90.6% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-16T00:15:47.215 INFO:teuthology.orchestra.run.smithi163.stderr: 87.6% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-16T00:15:47.263 INFO:teuthology.orchestra.run.smithi071.stderr: 90.4% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-16T00:15:47.281 INFO:teuthology.orchestra.run.smithi163.stderr: 91.8% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-16T00:15:47.301 INFO:teuthology.orchestra.run.smithi190.stderr: 90.6% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-16T00:15:47.341 INFO:teuthology.orchestra.run.smithi071.stderr: 94.0% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.g.log.gz 2024-09-16T00:15:47.345 INFO:teuthology.orchestra.run.smithi071.stderr: 94.7% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.j.log.gz 2024-09-16T00:15:47.358 INFO:teuthology.orchestra.run.smithi071.stderr: 94.7% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.d.log.gz 2024-09-16T00:15:47.364 INFO:teuthology.orchestra.run.smithi071.stderr: 90.9% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-16T00:15:47.459 INFO:teuthology.orchestra.run.smithi190.stderr: 87.6% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-16T00:15:47.508 INFO:teuthology.orchestra.run.smithi190.stderr: 92.2% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-16T00:15:47.663 INFO:teuthology.orchestra.run.smithi190.stderr: 91.0% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-16T00:15:47.723 INFO:teuthology.orchestra.run.smithi163.stderr: 91.0% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-16T00:15:47.763 INFO:teuthology.orchestra.run.smithi163.stderr: 92.0% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mon.b.log.gz 2024-09-16T00:15:48.251 INFO:teuthology.orchestra.run.smithi163.stderr: 94.0% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.k.log.gz 2024-09-16T00:15:49.611 INFO:teuthology.orchestra.run.smithi071.stderr: 95.3% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.a.log.gz 2024-09-16T00:15:51.632 INFO:teuthology.orchestra.run.smithi071.stderr: 90.3% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mgr.x.log.gz 2024-09-16T00:15:53.871 INFO:teuthology.orchestra.run.smithi163.stderr: 95.2% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.e.log.gz 2024-09-16T00:16:01.138 INFO:teuthology.orchestra.run.smithi190.stderr: 92.1% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mon.c.log.gz 2024-09-16T00:16:05.585 INFO:teuthology.orchestra.run.smithi163.stderr: 94.9% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.h.log.gz 2024-09-16T00:16:12.817 INFO:teuthology.orchestra.run.smithi163.stderr: 91.1% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.4.log.gz 2024-09-16T00:16:20.061 INFO:teuthology.orchestra.run.smithi163.stderr: 91.2% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.1.log.gz 2024-09-16T00:16:22.690 INFO:teuthology.orchestra.run.smithi163.stderr: 90.7% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.7.log.gz 2024-09-16T00:16:22.904 INFO:teuthology.orchestra.run.smithi163.stderr: 90.9% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.10.log.gz 2024-09-16T00:16:32.346 INFO:teuthology.orchestra.run.smithi071.stderr: 91.1% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mon.a.log.gz 2024-09-16T00:17:00.752 INFO:teuthology.orchestra.run.smithi071.stderr: 90.8% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.9.log.gz 2024-09-16T00:17:31.030 INFO:teuthology.orchestra.run.smithi071.stderr: 90.7% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.6.log.gz 2024-09-16T00:17:52.010 INFO:teuthology.orchestra.run.smithi071.stderr: 91.2% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.0.log.gz 2024-09-16T00:17:55.546 INFO:teuthology.orchestra.run.smithi163.stderr: 94.6% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.b.log.gz 2024-09-16T00:17:55.549 INFO:teuthology.orchestra.run.smithi163.stderr: 2024-09-16T00:17:55.549 INFO:teuthology.orchestra.run.smithi163.stderr:real 2m8.491s 2024-09-16T00:17:55.549 INFO:teuthology.orchestra.run.smithi163.stderr:user 3m41.298s 2024-09-16T00:17:55.549 INFO:teuthology.orchestra.run.smithi163.stderr:sys 0m7.538s 2024-09-16T00:18:14.090 INFO:teuthology.orchestra.run.smithi071.stderr: 91.0% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.3.log.gz 2024-09-16T00:18:30.607 INFO:teuthology.orchestra.run.smithi190.stderr: 90.7% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.11.log.gz 2024-09-16T00:21:02.369 INFO:teuthology.orchestra.run.smithi190.stderr: 91.1% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.2.log.gz 2024-09-16T00:21:03.022 INFO:teuthology.orchestra.run.smithi190.stderr: 95.7% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.l.log.gz 2024-09-16T00:22:12.515 INFO:teuthology.orchestra.run.smithi190.stderr: 90.7% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.8.log.gz 2024-09-16T00:22:20.966 INFO:teuthology.orchestra.run.smithi190.stderr: 95.6% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.f.log.gz 2024-09-16T00:23:41.845 INFO:teuthology.orchestra.run.smithi190.stderr: 90.7% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-osd.5.log.gz 2024-09-16T00:25:09.835 INFO:teuthology.orchestra.run.smithi071.stderr: 92.9% -- replaced with /var/log/ceph/ceph-client.0.log.gz 2024-09-16T00:25:09.836 INFO:teuthology.orchestra.run.smithi071.stderr: 2024-09-16T00:25:09.836 INFO:teuthology.orchestra.run.smithi071.stderr:real 9m22.782s 2024-09-16T00:25:09.836 INFO:teuthology.orchestra.run.smithi071.stderr:user 7m53.864s 2024-09-16T00:25:09.837 INFO:teuthology.orchestra.run.smithi071.stderr:sys 0m20.308s 2024-09-16T00:39:13.335 INFO:teuthology.orchestra.run.smithi190.stderr: 94.5% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.c.log.gz 2024-09-16T00:48:18.291 INFO:teuthology.orchestra.run.smithi190.stderr: 94.7% -- replaced with /var/log/ceph/4eeb5726-73bb-11ef-bceb-c7b262605968/ceph-mds.i.log.gz 2024-09-16T00:48:18.318 INFO:teuthology.orchestra.run.smithi190.stderr: 2024-09-16T00:48:18.318 INFO:teuthology.orchestra.run.smithi190.stderr:real 32m31.259s 2024-09-16T00:48:18.318 INFO:teuthology.orchestra.run.smithi190.stderr:user 14m14.602s 2024-09-16T00:48:18.318 INFO:teuthology.orchestra.run.smithi190.stderr:sys 0m41.596s 2024-09-16T00:48:18.318 INFO:tasks.cephadm:Archiving logs... 2024-09-16T00:48:18.319 DEBUG:teuthology.misc:Transferring archived files from smithi071:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906330/remote/smithi071/log 2024-09-16T00:48:18.321 DEBUG:teuthology.orchestra.run.smithi071:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T00:49:39.099 DEBUG:teuthology.misc:Transferring archived files from smithi163:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906330/remote/smithi163/log 2024-09-16T00:49:39.100 DEBUG:teuthology.orchestra.run.smithi163:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T00:50:11.411 DEBUG:teuthology.misc:Transferring archived files from smithi190:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906330/remote/smithi190/log 2024-09-16T00:50:11.412 DEBUG:teuthology.orchestra.run.smithi190:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T00:52:09.979 INFO:tasks.cephadm:Removing cluster... 2024-09-16T00:52:09.980 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 --force 2024-09-16T00:52:10.223 INFO:teuthology.orchestra.run.smithi071.stdout:Deleting cluster with fsid: 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-16T00:52:10.570 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 --force 2024-09-16T00:52:10.774 INFO:teuthology.orchestra.run.smithi163.stdout:Deleting cluster with fsid: 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-16T00:52:11.303 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4eeb5726-73bb-11ef-bceb-c7b262605968 --force 2024-09-16T00:52:12.035 INFO:teuthology.orchestra.run.smithi190.stdout:Deleting cluster with fsid: 4eeb5726-73bb-11ef-bceb-c7b262605968 2024-09-16T00:52:12.848 INFO:tasks.cephadm:Removing cephadm ... 2024-09-16T00:52:12.849 DEBUG:teuthology.orchestra.run.smithi071:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-16T00:52:12.868 DEBUG:teuthology.orchestra.run.smithi163:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-16T00:52:12.885 DEBUG:teuthology.orchestra.run.smithi190:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-16T00:52:12.901 INFO:tasks.cephadm:Teardown complete 2024-09-16T00:52:12.902 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-16T00:52:12.913 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-16T00:52:12.913 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T00:52:12.916 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T00:52:12.927 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T00:52:13.112 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-16T00:52:13.123 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-16T00:52:13.123 DEBUG:teuthology.orchestra.run.smithi071:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T00:52:13.126 DEBUG:teuthology.orchestra.run.smithi163:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T00:52:13.128 DEBUG:teuthology.orchestra.run.smithi190:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T00:52:13.141 INFO:teuthology.orchestra.run.smithi163.stderr:bash: line 1: ntpq: command not found 2024-09-16T00:52:13.141 INFO:teuthology.orchestra.run.smithi071.stderr:bash: line 1: ntpq: command not found 2024-09-16T00:52:13.150 INFO:teuthology.orchestra.run.smithi190.stderr:bash: line 1: ntpq: command not found 2024-09-16T00:52:13.152 INFO:teuthology.orchestra.run.smithi163.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T00:52:13.152 INFO:teuthology.orchestra.run.smithi163.stdout:=============================================================================== 2024-09-16T00:52:13.152 INFO:teuthology.orchestra.run.smithi163.stdout:^* hv01.front.sepia.ceph.com 3 6 377 56 -14us[-3847ns] +/- 37ms 2024-09-16T00:52:13.152 INFO:teuthology.orchestra.run.smithi163.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 55 -872us[ -872us] +/- 45ms 2024-09-16T00:52:13.152 INFO:teuthology.orchestra.run.smithi163.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 59 +1540us[+1550us] +/- 75ms 2024-09-16T00:52:13.153 INFO:teuthology.orchestra.run.smithi163.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:52:13.170 INFO:teuthology.orchestra.run.smithi071.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T00:52:13.170 INFO:teuthology.orchestra.run.smithi071.stdout:=============================================================================== 2024-09-16T00:52:13.170 INFO:teuthology.orchestra.run.smithi071.stdout:^* hv01.front.sepia.ceph.com 3 6 377 56 -55us[ -39us] +/- 37ms 2024-09-16T00:52:13.170 INFO:teuthology.orchestra.run.smithi071.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 57 -903us[ -887us] +/- 45ms 2024-09-16T00:52:13.170 INFO:teuthology.orchestra.run.smithi071.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 58 +1526us[+1541us] +/- 75ms 2024-09-16T00:52:13.171 INFO:teuthology.orchestra.run.smithi071.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:52:13.210 INFO:teuthology.orchestra.run.smithi190.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T00:52:13.210 INFO:teuthology.orchestra.run.smithi190.stdout:=============================================================================== 2024-09-16T00:52:13.210 INFO:teuthology.orchestra.run.smithi190.stdout:^* hv01.front.sepia.ceph.com 3 6 377 58 -3628ns[ +15us] +/- 37ms 2024-09-16T00:52:13.210 INFO:teuthology.orchestra.run.smithi190.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 55 -886us[ -886us] +/- 45ms 2024-09-16T00:52:13.210 INFO:teuthology.orchestra.run.smithi190.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 58 +1577us[+1595us] +/- 75ms 2024-09-16T00:52:13.210 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T00:52:13.231 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-16T00:52:13.242 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-16T00:52:13.243 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-16T00:52:13.271 DEBUG:teuthology.orchestra.run.smithi071:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T00:52:13.388 DEBUG:teuthology.orchestra.run.smithi163:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T00:52:13.468 DEBUG:teuthology.orchestra.run.smithi190:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T00:52:13.598 DEBUG:teuthology.orchestra.run.smithi071:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T00:52:13.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:52:13.631 DEBUG:teuthology.orchestra.run.smithi163:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T00:52:13.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:52:13.659 DEBUG:teuthology.orchestra.run.smithi190:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T00:52:13.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:52:13.688 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-16T00:52:13.700 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-16T00:52:13.711 INFO:teuthology.task.internal:Duration was 4889.602335 seconds 2024-09-16T00:52:13.712 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-16T00:52:13.725 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-16T00:52:13.725 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T00:52:13.728 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T00:52:13.730 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T00:52:13.782 INFO:teuthology.orchestra.run.smithi163.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T00:52:13.787 INFO:teuthology.orchestra.run.smithi071.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T00:52:13.806 INFO:teuthology.orchestra.run.smithi190.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T00:52:14.304 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-16T00:52:14.304 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi071.front.sepia.ceph.com 2024-09-16T00:52:14.305 DEBUG:teuthology.orchestra.run.smithi071:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T00:52:14.334 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi163.front.sepia.ceph.com 2024-09-16T00:52:14.335 DEBUG:teuthology.orchestra.run.smithi163:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T00:52:14.362 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi190.front.sepia.ceph.com 2024-09-16T00:52:14.362 DEBUG:teuthology.orchestra.run.smithi190:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T00:52:14.384 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-16T00:52:14.385 DEBUG:teuthology.orchestra.run.smithi071:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T00:52:14.387 DEBUG:teuthology.orchestra.run.smithi163:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T00:52:14.405 DEBUG:teuthology.orchestra.run.smithi190:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T00:52:14.455 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-16T00:52:14.456 DEBUG:teuthology.orchestra.run.smithi071:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T00:52:14.460 DEBUG:teuthology.orchestra.run.smithi163:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T00:52:14.472 DEBUG:teuthology.orchestra.run.smithi190:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T00:52:14.976 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-16T00:52:14.990 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-16T00:52:14.990 DEBUG:teuthology.orchestra.run.smithi071:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T00:52:15.015 DEBUG:teuthology.orchestra.run.smithi163:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T00:52:15.041 DEBUG:teuthology.orchestra.run.smithi190:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T00:52:15.068 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-16T00:52:15.079 DEBUG:teuthology.orchestra.run.smithi071:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T00:52:15.082 DEBUG:teuthology.orchestra.run.smithi163:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T00:52:15.084 DEBUG:teuthology.orchestra.run.smithi190:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T00:52:15.112 INFO:teuthology.orchestra.run.smithi163.stdout:kernel.core_pattern = core 2024-09-16T00:52:15.121 INFO:teuthology.orchestra.run.smithi071.stdout:kernel.core_pattern = core 2024-09-16T00:52:15.137 INFO:teuthology.orchestra.run.smithi190.stdout:kernel.core_pattern = core 2024-09-16T00:52:15.158 DEBUG:teuthology.orchestra.run.smithi071:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T00:52:15.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:52:15.198 DEBUG:teuthology.orchestra.run.smithi163:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T00:52:15.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:52:15.213 DEBUG:teuthology.orchestra.run.smithi190:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T00:52:15.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T00:52:15.228 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-16T00:52:15.239 INFO:teuthology.task.internal:Transferring archived files... 2024-09-16T00:52:15.241 DEBUG:teuthology.misc:Transferring archived files from smithi071:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906330/remote/smithi071 2024-09-16T00:52:15.241 DEBUG:teuthology.orchestra.run.smithi071:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T00:52:15.288 DEBUG:teuthology.misc:Transferring archived files from smithi163:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906330/remote/smithi163 2024-09-16T00:52:15.288 DEBUG:teuthology.orchestra.run.smithi163:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T00:52:15.325 DEBUG:teuthology.misc:Transferring archived files from smithi190:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906330/remote/smithi190 2024-09-16T00:52:15.326 DEBUG:teuthology.orchestra.run.smithi190:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T00:52:15.364 INFO:teuthology.task.internal:Removing archive directory... 2024-09-16T00:52:15.365 DEBUG:teuthology.orchestra.run.smithi071:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T00:52:15.367 DEBUG:teuthology.orchestra.run.smithi163:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T00:52:15.372 DEBUG:teuthology.orchestra.run.smithi190:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T00:52:15.413 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-16T00:52:15.426 INFO:teuthology.task.internal:Not uploading archives. 2024-09-16T00:52:15.426 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-16T00:52:15.448 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-16T00:52:15.449 DEBUG:teuthology.orchestra.run.smithi071:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T00:52:15.451 DEBUG:teuthology.orchestra.run.smithi163:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T00:52:15.453 DEBUG:teuthology.orchestra.run.smithi190:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T00:52:15.463 INFO:teuthology.orchestra.run.smithi071.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 00:52 /home/ubuntu/cephtest 2024-09-16T00:52:15.465 INFO:teuthology.orchestra.run.smithi163.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 00:52 /home/ubuntu/cephtest 2024-09-16T00:52:15.468 INFO:teuthology.orchestra.run.smithi190.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 00:52 /home/ubuntu/cephtest 2024-09-16T00:52:15.469 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-16T00:52:15.480 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-16T00:52:15.507 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-quiesce/no 6-workunit/suites/dbench}} duration: 4889.602334976196 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-16T00:52:15.507 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-16T00:52:15.592 INFO:teuthology.run:pass